{"level":"warn","ts":"2026-04-03T02:58:18.894266Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:58:18.894436Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.207:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.207:2380","--initial-cluster=instance=https://162.253.55.207:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.207:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.207:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-03T02:58:18.894535Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:58:18.894551Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-04-03T02:58:18.894576Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:58:18.895302Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"]} {"level":"info","ts":"2026-04-03T02:58:18.895403Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.207:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-03T02:58:18.902158Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.488399ms"} {"level":"info","ts":"2026-04-03T02:58:18.932688Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6f1fcbe50562a63a","cluster-id":"a9b9f04f4e8a9fba"} {"level":"info","ts":"2026-04-03T02:58:18.932849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=()"} {"level":"info","ts":"2026-04-03T02:58:18.932915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 0"} {"level":"info","ts":"2026-04-03T02:58:18.932941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6f1fcbe50562a63a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-03T02:58:18.932956Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 1"} {"level":"info","ts":"2026-04-03T02:58:18.933034Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"warn","ts":"2026-04-03T02:58:18.944388Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-03T02:58:18.949147Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-03T02:58:18.951357Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-03T02:58:18.956152Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6f1fcbe50562a63a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-03T02:58:18.956647Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6f1fcbe50562a63a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-03T02:58:18.957711Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"info","ts":"2026-04-03T02:58:18.956745Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:58:18.95791Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","added-peer-id":"6f1fcbe50562a63a","added-peer-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-04-03T02:58:18.958108Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:58:18.958327Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:58:18.963101Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:58:18.963348Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6f1fcbe50562a63a","initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-03T02:58:18.963382Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-03T02:58:18.963469Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-04-03T02:58:18.963597Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-04-03T02:58:19.934788Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a is starting a new election at term 1"} {"level":"info","ts":"2026-04-03T02:58:19.934848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became pre-candidate at term 1"} {"level":"info","ts":"2026-04-03T02:58:19.934869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgPreVoteResp from 6f1fcbe50562a63a at term 1"} {"level":"info","ts":"2026-04-03T02:58:19.93488Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became candidate at term 2"} {"level":"info","ts":"2026-04-03T02:58:19.934886Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgVoteResp from 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-04-03T02:58:19.934894Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became leader at term 2"} {"level":"info","ts":"2026-04-03T02:58:19.9349Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6f1fcbe50562a63a elected leader 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-04-03T02:58:19.941473Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:58:19.951191Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:58:19.95125Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:58:19.951192Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6f1fcbe50562a63a","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.207:2379]}","request-path":"/0/members/6f1fcbe50562a63a/attributes","cluster-id":"a9b9f04f4e8a9fba","publish-timeout":"7s"} {"level":"info","ts":"2026-04-03T02:58:19.951825Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-03T02:58:19.951923Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-03T02:58:19.952741Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:58:19.953016Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:58:19.953094Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:58:19.95481Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.207:2379"} {"level":"info","ts":"2026-04-03T02:58:19.955915Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-03T02:58:26.838608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.037671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-03T02:58:26.838815Z","caller":"traceutil/trace.go:171","msg":"trace[1290304203] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:326; }","duration":"310.33633ms","start":"2026-04-03T02:58:26.528449Z","end":"2026-04-03T02:58:26.838785Z","steps":["trace[1290304203] 'range keys from in-memory index tree' (duration: 309.810536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:26.838899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:26.52842Z","time spent":"310.465604ms","remote":"127.0.0.1:60022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-03T02:58:27.136826Z","caller":"traceutil/trace.go:171","msg":"trace[12058636] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"168.396881ms","start":"2026-04-03T02:58:26.968388Z","end":"2026-04-03T02:58:27.136785Z","steps":["trace[12058636] 'process raft request' (duration: 167.746354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:28.656376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.314393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-03T02:58:28.656477Z","caller":"traceutil/trace.go:171","msg":"trace[395525929] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:343; }","duration":"477.466378ms","start":"2026-04-03T02:58:28.178989Z","end":"2026-04-03T02:58:28.656455Z","steps":["trace[395525929] 'range keys from in-memory index tree' (duration: 477.19646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:28.656472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.172569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-04-03T02:58:28.656415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.375257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-04-03T02:58:28.65655Z","caller":"traceutil/trace.go:171","msg":"trace[1283582159] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:343; }","duration":"374.383903ms","start":"2026-04-03T02:58:28.282143Z","end":"2026-04-03T02:58:28.656526Z","steps":["trace[1283582159] 'range keys from in-memory index tree' (duration: 373.988912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:28.656599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.468958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-04-03T02:58:28.656605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.28211Z","time spent":"374.483536ms","remote":"127.0.0.1:60334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":687,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-04-03T02:58:28.656635Z","caller":"traceutil/trace.go:171","msg":"trace[338825122] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:343; }","duration":"177.505639ms","start":"2026-04-03T02:58:28.479119Z","end":"2026-04-03T02:58:28.656625Z","steps":["trace[338825122] 'range keys from in-memory index tree' (duration: 177.362235ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:28.656616Z","caller":"traceutil/trace.go:171","msg":"trace[1352349185] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:343; }","duration":"373.590283ms","start":"2026-04-03T02:58:28.282985Z","end":"2026-04-03T02:58:28.656575Z","steps":["trace[1352349185] 'range keys from in-memory index tree' (duration: 373.274604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:28.656659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.100968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-04-03T02:58:28.656781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.470474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-04-03T02:58:28.656763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.381402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-03T02:58:28.656847Z","caller":"traceutil/trace.go:171","msg":"trace[664578936] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:343; }","duration":"377.575207ms","start":"2026-04-03T02:58:28.279248Z","end":"2026-04-03T02:58:28.656823Z","steps":["trace[664578936] 'range keys from in-memory index tree' (duration: 377.322149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:28.656876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.393644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-04-03T02:58:28.656527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.178971Z","time spent":"477.545519ms","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"info","ts":"2026-04-03T02:58:28.656941Z","caller":"traceutil/trace.go:171","msg":"trace[1799369727] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:343; }","duration":"374.493366ms","start":"2026-04-03T02:58:28.282423Z","end":"2026-04-03T02:58:28.656916Z","steps":["trace[1799369727] 'range keys from in-memory index tree' (duration: 374.302762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:28.656926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.141846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-04-03T02:58:28.656948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.169182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-04-03T02:58:28.657002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.282395Z","time spent":"374.59729ms","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-04-03T02:58:28.656735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.282967Z","time spent":"373.754766ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5359,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-04-03T02:58:28.657035Z","caller":"traceutil/trace.go:171","msg":"trace[825268980] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:343; }","duration":"227.31596ms","start":"2026-04-03T02:58:28.429698Z","end":"2026-04-03T02:58:28.657014Z","steps":["trace[825268980] 'range keys from in-memory index tree' (duration: 226.979582ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:28.656941Z","caller":"traceutil/trace.go:171","msg":"trace[934473279] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:343; }","duration":"126.65916ms","start":"2026-04-03T02:58:28.530263Z","end":"2026-04-03T02:58:28.656922Z","steps":["trace[934473279] 'range keys from in-memory index tree' (duration: 126.200187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:28.657098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.033137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-03T02:58:28.657139Z","caller":"traceutil/trace.go:171","msg":"trace[1424623629] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:343; }","duration":"327.095357ms","start":"2026-04-03T02:58:28.330033Z","end":"2026-04-03T02:58:28.657128Z","steps":["trace[1424623629] 'range keys from in-memory index tree' (duration: 326.959474ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:28.656801Z","caller":"traceutil/trace.go:171","msg":"trace[1186135411] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:343; }","duration":"275.288983ms","start":"2026-04-03T02:58:28.381482Z","end":"2026-04-03T02:58:28.656771Z","steps":["trace[1186135411] 'range keys from in-memory index tree' (duration: 274.955095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:28.656925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.279215Z","time spent":"377.69302ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-03T02:58:28.657199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.330015Z","time spent":"327.1714ms","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-04-03T02:58:28.656881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.541836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"warn","ts":"2026-04-03T02:58:28.656791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.534252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-03T02:58:28.657268Z","caller":"traceutil/trace.go:171","msg":"trace[1303877194] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:343; }","duration":"374.973099ms","start":"2026-04-03T02:58:28.282277Z","end":"2026-04-03T02:58:28.65725Z","steps":["trace[1303877194] 'range keys from in-memory index tree' (duration: 374.387913ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:28.657304Z","caller":"traceutil/trace.go:171","msg":"trace[1369996505] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:343; }","duration":"428.068286ms","start":"2026-04-03T02:58:28.22921Z","end":"2026-04-03T02:58:28.657278Z","steps":["trace[1369996505] 'range keys from in-memory index tree' (duration: 427.405469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:28.657324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.282264Z","time spent":"375.044771ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4686,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-04-03T02:58:28.657061Z","caller":"traceutil/trace.go:171","msg":"trace[1488614219] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:343; }","duration":"373.289285ms","start":"2026-04-03T02:58:28.283742Z","end":"2026-04-03T02:58:28.657031Z","steps":["trace[1488614219] 'range keys from in-memory index tree' (duration: 373.042008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:28.65736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.229198Z","time spent":"428.147289ms","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-04-03T02:58:28.657389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.283734Z","time spent":"373.644554ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-03T02:58:28.657654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.315498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-04-03T02:58:28.657987Z","caller":"traceutil/trace.go:171","msg":"trace[2006116015] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:343; }","duration":"375.515943ms","start":"2026-04-03T02:58:28.282267Z","end":"2026-04-03T02:58:28.657783Z","steps":["trace[2006116015] 'range keys from in-memory index tree' (duration: 374.844907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:28.658033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.282234Z","time spent":"375.7895ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-04-03T02:58:29.165708Z","caller":"traceutil/trace.go:171","msg":"trace[111023491] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"500.202281ms","start":"2026-04-03T02:58:28.665481Z","end":"2026-04-03T02:58:29.165683Z","steps":["trace[111023491] 'process raft request' (duration: 500.047657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:29.16624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.665464Z","time spent":"500.335195ms","remote":"127.0.0.1:60086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:58:29.386824Z","caller":"traceutil/trace.go:171","msg":"trace[1866266289] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"720.172859ms","start":"2026-04-03T02:58:28.666596Z","end":"2026-04-03T02:58:29.386769Z","steps":["trace[1866266289] 'process raft request' (duration: 719.864471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:29.386993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.666563Z","time spent":"720.348013ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:58:29.387016Z","caller":"traceutil/trace.go:171","msg":"trace[1552629670] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"720.18668ms","start":"2026-04-03T02:58:28.666796Z","end":"2026-04-03T02:58:29.386983Z","steps":["trace[1552629670] 'process raft request' (duration: 719.845321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:29.387164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.666777Z","time spent":"720.313012ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:58:29.387395Z","caller":"traceutil/trace.go:171","msg":"trace[414329258] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"720.495289ms","start":"2026-04-03T02:58:28.66687Z","end":"2026-04-03T02:58:29.387365Z","steps":["trace[414329258] 'process raft request' (duration: 719.856262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:29.387513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.666854Z","time spent":"720.601852ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:58:29.387599Z","caller":"traceutil/trace.go:171","msg":"trace[2007069333] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"720.639651ms","start":"2026-04-03T02:58:28.666917Z","end":"2026-04-03T02:58:29.387556Z","steps":["trace[2007069333] 'process raft request' (duration: 720.316893ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:29.387887Z","caller":"traceutil/trace.go:171","msg":"trace[648236512] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"720.791436ms","start":"2026-04-03T02:58:28.667057Z","end":"2026-04-03T02:58:29.387849Z","steps":["trace[648236512] 'process raft request' (duration: 720.392286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:29.388003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.666907Z","time spent":"720.792816ms","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:58:29.388182Z","caller":"traceutil/trace.go:171","msg":"trace[938257] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"720.96474ms","start":"2026-04-03T02:58:28.667204Z","end":"2026-04-03T02:58:29.388169Z","steps":["trace[938257] 'process raft request' (duration: 720.58846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:29.388186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.667032Z","time spent":"720.967221ms","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:58:29.388271Z","caller":"traceutil/trace.go:171","msg":"trace[1500654531] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"720.94805ms","start":"2026-04-03T02:58:28.667267Z","end":"2026-04-03T02:58:29.388215Z","steps":["trace[1500654531] 'process raft request' (duration: 720.853978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:29.388377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.667241Z","time spent":"721.090173ms","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:58:29.388409Z","caller":"traceutil/trace.go:171","msg":"trace[2017722468] linearizableReadLoop","detail":"{readStateIndex:367; appliedIndex:357; }","duration":"709.988304ms","start":"2026-04-03T02:58:28.678388Z","end":"2026-04-03T02:58:29.388377Z","steps":["trace[2017722468] 'read index received' (duration: 487.195272ms)","trace[2017722468] 'applied index is now lower than readState.Index' (duration: 222.791312ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:58:29.388209Z","caller":"traceutil/trace.go:171","msg":"trace[1758701697] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"720.920859ms","start":"2026-04-03T02:58:28.667273Z","end":"2026-04-03T02:58:29.388194Z","steps":["trace[1758701697] 'process raft request' (duration: 720.776176ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:29.388456Z","caller":"traceutil/trace.go:171","msg":"trace[180401474] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"719.853261ms","start":"2026-04-03T02:58:28.668596Z","end":"2026-04-03T02:58:29.388449Z","steps":["trace[180401474] 'process raft request' (duration: 719.564273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:29.3885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.668586Z","time spent":"719.891013ms","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:58:29.388526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.667264Z","time spent":"721.210537ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2163,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:58:29.388577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.082022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:58:29.388241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.667193Z","time spent":"721.019022ms","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:58:29.3886Z","caller":"traceutil/trace.go:171","msg":"trace[608366775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:353; }","duration":"106.161614ms","start":"2026-04-03T02:58:29.282431Z","end":"2026-04-03T02:58:29.388593Z","steps":["trace[608366775] 'agreement among raft nodes before linearized reading' (duration: 106.061601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:29.388768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.371634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-03T02:58:29.388809Z","caller":"traceutil/trace.go:171","msg":"trace[1659882406] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:353; }","duration":"710.457225ms","start":"2026-04-03T02:58:28.678342Z","end":"2026-04-03T02:58:29.388799Z","steps":["trace[1659882406] 'agreement among raft nodes before linearized reading' (duration: 710.137917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:29.388837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:28.678318Z","time spent":"710.512517ms","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"info","ts":"2026-04-03T02:58:30.215263Z","caller":"traceutil/trace.go:171","msg":"trace[711525425] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"124.444892ms","start":"2026-04-03T02:58:30.090786Z","end":"2026-04-03T02:58:30.21523Z","steps":["trace[711525425] 'process raft request' (duration: 96.190263ms)","trace[711525425] 'compare' (duration: 28.073524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:58:30.481846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.645493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:58:30.481976Z","caller":"traceutil/trace.go:171","msg":"trace[1701460254] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"230.904775ms","start":"2026-04-03T02:58:30.251052Z","end":"2026-04-03T02:58:30.481956Z","steps":["trace[1701460254] 'process raft request' (duration: 91.900643ms)","trace[1701460254] 'compare' (duration: 138.439957ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:58:31.073595Z","caller":"traceutil/trace.go:171","msg":"trace[209388732] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"170.164957ms","start":"2026-04-03T02:58:30.903402Z","end":"2026-04-03T02:58:31.073567Z","steps":["trace[209388732] 'process raft request' (duration: 169.880469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:39.791439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.499737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:58:39.791556Z","caller":"traceutil/trace.go:171","msg":"trace[646412149] linearizableReadLoop","detail":"{readStateIndex:468; appliedIndex:467; }","duration":"196.823624ms","start":"2026-04-03T02:58:39.594714Z","end":"2026-04-03T02:58:39.791538Z","steps":["trace[646412149] 'read index received' (duration: 56.822µs)","trace[646412149] 'applied index is now lower than readState.Index' (duration: 196.763292ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:58:39.791597Z","caller":"traceutil/trace.go:171","msg":"trace[2053451829] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"272.860951ms","start":"2026-04-03T02:58:39.518686Z","end":"2026-04-03T02:58:39.791547Z","steps":["trace[2053451829] 'process raft request' (duration: 56.165139ms)","trace[2053451829] 'compare' (duration: 216.339302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:58:39.791669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.391416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:58:39.791704Z","caller":"traceutil/trace.go:171","msg":"trace[1984748018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:450; }","duration":"190.446987ms","start":"2026-04-03T02:58:39.601246Z","end":"2026-04-03T02:58:39.791693Z","steps":["trace[1984748018] 'agreement among raft nodes before linearized reading' (duration: 190.386596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:39.79173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.963397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:58:39.791788Z","caller":"traceutil/trace.go:171","msg":"trace[791929553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:450; }","duration":"197.098851ms","start":"2026-04-03T02:58:39.594675Z","end":"2026-04-03T02:58:39.791774Z","steps":["trace[791929553] 'agreement among raft nodes before linearized reading' (duration: 196.939226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:41.018325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.263318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:58:41.018441Z","caller":"traceutil/trace.go:171","msg":"trace[1628795179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:452; }","duration":"323.393781ms","start":"2026-04-03T02:58:40.695021Z","end":"2026-04-03T02:58:41.018415Z","steps":["trace[1628795179] 'range keys from in-memory index tree' (duration: 323.124904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:41.018505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:40.694948Z","time spent":"323.529954ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:58:46.204125Z","caller":"traceutil/trace.go:171","msg":"trace[1631327697] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:483; }","duration":"351.498036ms","start":"2026-04-03T02:58:45.852603Z","end":"2026-04-03T02:58:46.204102Z","steps":["trace[1631327697] 'read index received' (duration: 351.29536ms)","trace[1631327697] 'applied index is now lower than readState.Index' (duration: 201.586µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:58:46.204185Z","caller":"traceutil/trace.go:171","msg":"trace[412254547] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"381.306404ms","start":"2026-04-03T02:58:45.822859Z","end":"2026-04-03T02:58:46.204165Z","steps":["trace[412254547] 'process raft request' (duration: 381.12519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:46.204274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.665409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:58:46.204301Z","caller":"traceutil/trace.go:171","msg":"trace[2082982590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:465; }","duration":"351.724121ms","start":"2026-04-03T02:58:45.852568Z","end":"2026-04-03T02:58:46.204292Z","steps":["trace[2082982590] 'agreement among raft nodes before linearized reading' (duration: 351.65957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:46.204323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:45.852554Z","time spent":"351.763344ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:58:46.204314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:45.822832Z","time spent":"381.402507ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:58:46.204353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.587173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:58:46.204478Z","caller":"traceutil/trace.go:171","msg":"trace[1104000053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:465; }","duration":"350.762616ms","start":"2026-04-03T02:58:45.853693Z","end":"2026-04-03T02:58:46.204455Z","steps":["trace[1104000053] 'agreement among raft nodes before linearized reading' (duration: 350.5648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:46.204521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:45.853668Z","time spent":"350.845048ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:58:50.730807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353872687,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:58:51.053405Z","caller":"traceutil/trace.go:171","msg":"trace[697444284] linearizableReadLoop","detail":"{readStateIndex:493; appliedIndex:492; }","duration":"822.696539ms","start":"2026-04-03T02:58:50.230677Z","end":"2026-04-03T02:58:51.053373Z","steps":["trace[697444284] 'read index received' (duration: 822.457072ms)","trace[697444284] 'applied index is now lower than readState.Index' (duration: 238.037µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:58:51.053767Z","caller":"traceutil/trace.go:171","msg":"trace[1440053408] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"829.22891ms","start":"2026-04-03T02:58:50.224525Z","end":"2026-04-03T02:58:51.053754Z","steps":["trace[1440053408] 'process raft request' (duration: 828.647355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:51.053919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:50.224486Z","time spent":"829.324193ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:58:51.054055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.398231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:58:51.054162Z","caller":"traceutil/trace.go:171","msg":"trace[582788041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:473; }","duration":"822.563765ms","start":"2026-04-03T02:58:50.231577Z","end":"2026-04-03T02:58:51.05414Z","steps":["trace[582788041] 'agreement among raft nodes before linearized reading' (duration: 822.311178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:51.054429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:50.231546Z","time spent":"822.869644ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:58:51.054531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.850908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:58:51.054595Z","caller":"traceutil/trace.go:171","msg":"trace[577998692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:473; }","duration":"823.932602ms","start":"2026-04-03T02:58:50.230646Z","end":"2026-04-03T02:58:51.054578Z","steps":["trace[577998692] 'agreement among raft nodes before linearized reading' (duration: 823.828559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:51.05466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:50.230634Z","time spent":"824.008803ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:58:51.054672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.973146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:58:51.054827Z","caller":"traceutil/trace.go:171","msg":"trace[914721883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:473; }","duration":"311.186732ms","start":"2026-04-03T02:58:50.743613Z","end":"2026-04-03T02:58:51.0548Z","steps":["trace[914721883] 'agreement among raft nodes before linearized reading' (duration: 310.943856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:51.054887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:50.743593Z","time spent":"311.284086ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:58:51.470012Z","caller":"traceutil/trace.go:171","msg":"trace[65908740] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"410.318322ms","start":"2026-04-03T02:58:51.059636Z","end":"2026-04-03T02:58:51.469954Z","steps":["trace[65908740] 'process raft request' (duration: 409.718746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:51.470319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:51.059597Z","time spent":"410.56534ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:58:51.471107Z","caller":"traceutil/trace.go:171","msg":"trace[1351477820] linearizableReadLoop","detail":"{readStateIndex:495; appliedIndex:493; }","duration":"347.652995ms","start":"2026-04-03T02:58:51.123415Z","end":"2026-04-03T02:58:51.471068Z","steps":["trace[1351477820] 'read index received' (duration: 345.92724ms)","trace[1351477820] 'applied index is now lower than readState.Index' (duration: 1.723295ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:58:51.471235Z","caller":"traceutil/trace.go:171","msg":"trace[1281248716] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"411.478163ms","start":"2026-04-03T02:58:51.0597Z","end":"2026-04-03T02:58:51.471178Z","steps":["trace[1281248716] 'process raft request' (duration: 411.226546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:51.471329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.88209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:58:51.471444Z","caller":"traceutil/trace.go:171","msg":"trace[130933672] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:475; }","duration":"348.061956ms","start":"2026-04-03T02:58:51.123358Z","end":"2026-04-03T02:58:51.47142Z","steps":["trace[130933672] 'agreement among raft nodes before linearized reading' (duration: 347.85237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:51.471442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:51.059666Z","time spent":"411.645467ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:58:51.471501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:51.123335Z","time spent":"348.157168ms","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"info","ts":"2026-04-03T02:58:53.538801Z","caller":"traceutil/trace.go:171","msg":"trace[198867555] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:532; }","duration":"369.338281ms","start":"2026-04-03T02:58:53.169447Z","end":"2026-04-03T02:58:53.538785Z","steps":["trace[198867555] 'read index received' (duration: 369.091215ms)","trace[198867555] 'applied index is now lower than readState.Index' (duration: 245.986µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:58:53.538986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.533768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T02:58:53.539015Z","caller":"traceutil/trace.go:171","msg":"trace[1655287404] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:513; }","duration":"369.611618ms","start":"2026-04-03T02:58:53.169395Z","end":"2026-04-03T02:58:53.539007Z","steps":["trace[1655287404] 'agreement among raft nodes before linearized reading' (duration: 369.517986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:53.539038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:53.169372Z","time spent":"369.66097ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-04-03T02:58:53.538979Z","caller":"traceutil/trace.go:171","msg":"trace[566843848] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"476.868361ms","start":"2026-04-03T02:58:53.062061Z","end":"2026-04-03T02:58:53.53893Z","steps":["trace[566843848] 'process raft request' (duration: 476.576374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:53.539106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.294469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:58:53.539197Z","caller":"traceutil/trace.go:171","msg":"trace[162624969] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:513; }","duration":"359.463593ms","start":"2026-04-03T02:58:53.179707Z","end":"2026-04-03T02:58:53.53917Z","steps":["trace[162624969] 'agreement among raft nodes before linearized reading' (duration: 359.296419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:53.539232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:53.179694Z","time spent":"359.531735ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-03T02:58:53.539224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:53.062039Z","time spent":"477.065917ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:58:54.049862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353872757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:58:54.181493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:53.540571Z","time spent":"640.91376ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:58:54.181688Z","caller":"traceutil/trace.go:171","msg":"trace[199858709] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:533; }","duration":"632.467257ms","start":"2026-04-03T02:58:53.54919Z","end":"2026-04-03T02:58:54.181657Z","steps":["trace[199858709] 'read index received' (duration: 626.434469ms)","trace[199858709] 'applied index is now lower than readState.Index' (duration: 6.031348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:58:54.181988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.786966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:58:54.182031Z","caller":"traceutil/trace.go:171","msg":"trace[2013466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"632.881369ms","start":"2026-04-03T02:58:53.549134Z","end":"2026-04-03T02:58:54.182015Z","steps":["trace[2013466] 'agreement among raft nodes before linearized reading' (duration: 632.776896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:54.182064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:53.549111Z","time spent":"632.94841ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:58:54.182134Z","caller":"traceutil/trace.go:171","msg":"trace[188832006] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"638.170207ms","start":"2026-04-03T02:58:53.543956Z","end":"2026-04-03T02:58:54.182127Z","steps":["trace[188832006] 'process raft request' (duration: 637.599281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:54.182204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:53.543939Z","time spent":"638.215248ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:58:54.182191Z","caller":"traceutil/trace.go:171","msg":"trace[19783039] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"638.541586ms","start":"2026-04-03T02:58:53.543608Z","end":"2026-04-03T02:58:54.182149Z","steps":["trace[19783039] 'process raft request' (duration: 637.781646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:54.182276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.537866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:58:54.182306Z","caller":"traceutil/trace.go:171","msg":"trace[1000831650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"488.623018ms","start":"2026-04-03T02:58:53.693675Z","end":"2026-04-03T02:58:54.182298Z","steps":["trace[1000831650] 'agreement among raft nodes before linearized reading' (duration: 488.582868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:54.182329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:53.693647Z","time spent":"488.67753ms","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:58:54.182419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:53.543586Z","time spent":"638.704421ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:58:54.183144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.754073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:58:54.183986Z","caller":"traceutil/trace.go:171","msg":"trace[357550661] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:515; }","duration":"530.868153ms","start":"2026-04-03T02:58:53.653085Z","end":"2026-04-03T02:58:54.183953Z","steps":["trace[357550661] 'agreement among raft nodes before linearized reading' (duration: 529.115787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:54.184096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:53.653058Z","time spent":"531.015817ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-03T02:59:01.244201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353873002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:59:01.744442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353873002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:59:01.833931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.475367165s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:59:01.834388Z","caller":"traceutil/trace.go:171","msg":"trace[745059252] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:647; }","duration":"1.091199966s","start":"2026-04-03T02:59:00.743162Z","end":"2026-04-03T02:59:01.834362Z","steps":["trace[745059252] 'read index received' (duration: 1.090952799s)","trace[745059252] 'applied index is now lower than readState.Index' (duration: 246.227µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:01.834706Z","caller":"traceutil/trace.go:171","msg":"trace[90173425] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"1.476238228s","start":"2026-04-03T02:59:00.358456Z","end":"2026-04-03T02:59:01.834694Z","steps":["trace[90173425] 'process raft request' (duration: 1.475766465s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:01.834851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:00.358429Z","time spent":"1.47635556s","remote":"127.0.0.1:60294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:59:01.834982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.717881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:59:01.835067Z","caller":"traceutil/trace.go:171","msg":"trace[2091616603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"139.813034ms","start":"2026-04-03T02:59:01.695231Z","end":"2026-04-03T02:59:01.835044Z","steps":["trace[2091616603] 'agreement among raft nodes before linearized reading' (duration: 139.66622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:01.835075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091899424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:59:01.835108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.573833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:59:01.835169Z","caller":"traceutil/trace.go:171","msg":"trace[1936988613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:622; }","duration":"246.639225ms","start":"2026-04-03T02:59:01.588512Z","end":"2026-04-03T02:59:01.835152Z","steps":["trace[1936988613] 'agreement among raft nodes before linearized reading' (duration: 246.445ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:01.835166Z","caller":"traceutil/trace.go:171","msg":"trace[274644459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"1.092034077s","start":"2026-04-03T02:59:00.743101Z","end":"2026-04-03T02:59:01.835135Z","steps":["trace[274644459] 'agreement among raft nodes before linearized reading' (duration: 1.091756649s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:01.83528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:00.743074Z","time spent":"1.092188732s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:59:01.835287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.192134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zkzcq\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-03T02:59:01.835398Z","caller":"traceutil/trace.go:171","msg":"trace[1335490685] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zkzcq; range_end:; response_count:1; response_revision:622; }","duration":"861.416851ms","start":"2026-04-03T02:59:00.973952Z","end":"2026-04-03T02:59:01.835369Z","steps":["trace[1335490685] 'agreement among raft nodes before linearized reading' (duration: 860.919338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:01.835457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:00.973918Z","time spent":"861.527654ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-zkzcq\" "} {"level":"warn","ts":"2026-04-03T02:59:02.844313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.011392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:59:02.844451Z","caller":"traceutil/trace.go:171","msg":"trace[112950941] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"977.147646ms","start":"2026-04-03T02:59:01.867279Z","end":"2026-04-03T02:59:02.844426Z","steps":["trace[112950941] 'process raft request' (duration: 842.912407ms)","trace[112950941] 'compare' (duration: 133.858299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:59:02.844554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:01.867257Z","time spent":"977.265577ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:59:02.919285Z","caller":"traceutil/trace.go:171","msg":"trace[144332964] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"812.550723ms","start":"2026-04-03T02:59:02.106696Z","end":"2026-04-03T02:59:02.919247Z","steps":["trace[144332964] 'process raft request' (duration: 811.942768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:02.91953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:02.106665Z","time spent":"812.757899ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:59:02.920056Z","caller":"traceutil/trace.go:171","msg":"trace[2088447235] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:649; }","duration":"700.129516ms","start":"2026-04-03T02:59:02.219862Z","end":"2026-04-03T02:59:02.919991Z","steps":["trace[2088447235] 'read index received' (duration: 490.426416ms)","trace[2088447235] 'applied index is now lower than readState.Index' (duration: 209.70178ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:02.92013Z","caller":"traceutil/trace.go:171","msg":"trace[1405575983] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"613.605515ms","start":"2026-04-03T02:59:02.306487Z","end":"2026-04-03T02:59:02.920092Z","steps":["trace[1405575983] 'process raft request' (duration: 612.67652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:02.920314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.440294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:59:02.920332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.446465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:59:02.920331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:02.30645Z","time spent":"613.766529ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:59:02.920363Z","caller":"traceutil/trace.go:171","msg":"trace[2143183597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:626; }","duration":"700.559957ms","start":"2026-04-03T02:59:02.219789Z","end":"2026-04-03T02:59:02.920349Z","steps":["trace[2143183597] 'agreement among raft nodes before linearized reading' (duration: 700.391683ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:02.92038Z","caller":"traceutil/trace.go:171","msg":"trace[1538084568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:626; }","duration":"671.528009ms","start":"2026-04-03T02:59:02.248835Z","end":"2026-04-03T02:59:02.920363Z","steps":["trace[1538084568] 'agreement among raft nodes before linearized reading' (duration: 671.385445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:02.920407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:02.248812Z","time spent":"671.59034ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:59:02.920414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:02.219756Z","time spent":"700.647409ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:59:02.920521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.702959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:59:02.920545Z","caller":"traceutil/trace.go:171","msg":"trace[910668886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"225.770169ms","start":"2026-04-03T02:59:02.694769Z","end":"2026-04-03T02:59:02.920539Z","steps":["trace[910668886] 'agreement among raft nodes before linearized reading' (duration: 225.733338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:02.921036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.888058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:59:02.921155Z","caller":"traceutil/trace.go:171","msg":"trace[394349754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:626; }","duration":"654.032381ms","start":"2026-04-03T02:59:02.267093Z","end":"2026-04-03T02:59:02.921125Z","steps":["trace[394349754] 'agreement among raft nodes before linearized reading' (duration: 653.512267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:02.921276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:02.267082Z","time spent":"654.157214ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:59:03.670967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353873013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:59:04.172196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353873013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:59:04.672752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353873013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:59:05.173733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353873013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:59:05.674281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353873013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:59:05.694993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999670446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:59:05.695084Z","caller":"traceutil/trace.go:171","msg":"trace[1613175479] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99983703s","start":"2026-04-03T02:59:03.695225Z","end":"2026-04-03T02:59:05.695062Z","steps":["trace[1613175479] 'agreement among raft nodes before linearized reading' (duration: 1.999724227s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:05.695137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:03.695192Z","time spent":"1.999935934s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:59:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:59:05.860296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.37988167s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:59:05.912235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.442538ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:59:05.912392Z","caller":"traceutil/trace.go:171","msg":"trace[377212151] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:626; }","duration":"306.623353ms","start":"2026-04-03T02:59:05.605748Z","end":"2026-04-03T02:59:05.912372Z","steps":["trace[377212151] 'range keys from in-memory index tree' (duration: 306.418228ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:05.913332Z","caller":"traceutil/trace.go:171","msg":"trace[1889487170] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"2.987988652s","start":"2026-04-03T02:59:02.925287Z","end":"2026-04-03T02:59:05.913276Z","steps":["trace[1889487170] 'process raft request' (duration: 2.935266655s)","trace[1889487170] 'compare' (duration: 52.516452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:59:05.913549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:02.92526Z","time spent":"2.988176098s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:59:05.915426Z","caller":"traceutil/trace.go:171","msg":"trace[1495421762] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"2.989746848s","start":"2026-04-03T02:59:02.925657Z","end":"2026-04-03T02:59:05.915404Z","steps":["trace[1495421762] 'process raft request' (duration: 2.989374759s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:05.915587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:02.925629Z","time spent":"2.989898091s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:59:05.915612Z","caller":"traceutil/trace.go:171","msg":"trace[1225941510] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"2.989897773s","start":"2026-04-03T02:59:02.925677Z","end":"2026-04-03T02:59:05.915575Z","steps":["trace[1225941510] 'process raft request' (duration: 2.989616525s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:05.915636Z","caller":"traceutil/trace.go:171","msg":"trace[547271549] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:652; }","duration":"2.745325751s","start":"2026-04-03T02:59:03.170283Z","end":"2026-04-03T02:59:05.915609Z","steps":["trace[547271549] 'read index received' (duration: 2.690282613s)","trace[547271549] 'applied index is now lower than readState.Index' (duration: 55.041588ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:05.915693Z","caller":"traceutil/trace.go:171","msg":"trace[1235187651] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"2.937990126s","start":"2026-04-03T02:59:02.97764Z","end":"2026-04-03T02:59:05.91563Z","steps":["trace[1235187651] 'process raft request' (duration: 2.937818202s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:05.915727Z","caller":"traceutil/trace.go:171","msg":"trace[788772303] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"320.772633ms","start":"2026-04-03T02:59:05.594919Z","end":"2026-04-03T02:59:05.915692Z","steps":["trace[788772303] 'process raft request' (duration: 320.626228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:05.915813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:02.925655Z","time spent":"2.990035146s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:59:05.915852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:05.594813Z","time spent":"320.983408ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:59:05.915895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745612018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T02:59:05.915951Z","caller":"traceutil/trace.go:171","msg":"trace[1875909336] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:631; }","duration":"2.745713191s","start":"2026-04-03T02:59:03.170223Z","end":"2026-04-03T02:59:05.915936Z","steps":["trace[1875909336] 'agreement among raft nodes before linearized reading' (duration: 2.745510115s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:05.915907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:02.977621Z","time spent":"2.93817484s","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:59:05.915987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:03.170192Z","time spent":"2.745787642s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-04-03T02:59:05.91604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.323108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:59:05.916162Z","caller":"traceutil/trace.go:171","msg":"trace[813499467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"220.497123ms","start":"2026-04-03T02:59:05.695634Z","end":"2026-04-03T02:59:05.916131Z","steps":["trace[813499467] 'agreement among raft nodes before linearized reading' (duration: 220.273647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:05.916188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024483764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:59:05.916313Z","caller":"traceutil/trace.go:171","msg":"trace[1816863801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:631; }","duration":"2.024669279s","start":"2026-04-03T02:59:03.89161Z","end":"2026-04-03T02:59:05.916279Z","steps":["trace[1816863801] 'agreement among raft nodes before linearized reading' (duration: 2.02428896s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:05.916376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:03.891577Z","time spent":"2.024788342s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:59:06.535153Z","caller":"traceutil/trace.go:171","msg":"trace[216926445] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"101.01405ms","start":"2026-04-03T02:59:06.434104Z","end":"2026-04-03T02:59:06.535118Z","steps":["trace[216926445] 'process raft request' (duration: 100.538678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:06.806112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.499695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:59:06.806216Z","caller":"traceutil/trace.go:171","msg":"trace[833692120] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"253.811833ms","start":"2026-04-03T02:59:06.552385Z","end":"2026-04-03T02:59:06.806197Z","steps":["trace[833692120] 'process raft request' (duration: 106.154193ms)","trace[833692120] 'compare' (duration: 147.340701ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:07.03387Z","caller":"traceutil/trace.go:171","msg":"trace[1481882173] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"221.960881ms","start":"2026-04-03T02:59:06.811876Z","end":"2026-04-03T02:59:07.033837Z","steps":["trace[1481882173] 'process raft request' (duration: 221.679924ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:07.033974Z","caller":"traceutil/trace.go:171","msg":"trace[590402008] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"222.035313ms","start":"2026-04-03T02:59:06.811889Z","end":"2026-04-03T02:59:07.033924Z","steps":["trace[590402008] 'process raft request' (duration: 221.843468ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:07.034169Z","caller":"traceutil/trace.go:171","msg":"trace[1340090633] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"220.743458ms","start":"2026-04-03T02:59:06.81341Z","end":"2026-04-03T02:59:07.034154Z","steps":["trace[1340090633] 'process raft request' (duration: 220.406419ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:07.168951Z","caller":"traceutil/trace.go:171","msg":"trace[1802397414] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"166.059999ms","start":"2026-04-03T02:59:07.002868Z","end":"2026-04-03T02:59:07.168928Z","steps":["trace[1802397414] 'process raft request' (duration: 165.915045ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:07.373111Z","caller":"traceutil/trace.go:171","msg":"trace[1874185898] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"322.725953ms","start":"2026-04-03T02:59:07.050348Z","end":"2026-04-03T02:59:07.373074Z","steps":["trace[1874185898] 'process raft request' (duration: 322.490597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:07.373347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:07.050316Z","time spent":"322.906579ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:59:08.078597Z","caller":"traceutil/trace.go:171","msg":"trace[670586447] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"154.289892ms","start":"2026-04-03T02:59:07.924264Z","end":"2026-04-03T02:59:08.078554Z","steps":["trace[670586447] 'process raft request' (duration: 154.036156ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:08.080759Z","caller":"traceutil/trace.go:171","msg":"trace[552625559] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"155.832472ms","start":"2026-04-03T02:59:07.924842Z","end":"2026-04-03T02:59:08.080674Z","steps":["trace[552625559] 'process raft request' (duration: 155.591575ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:08.080895Z","caller":"traceutil/trace.go:171","msg":"trace[1451953138] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:674; }","duration":"125.301154ms","start":"2026-04-03T02:59:07.95554Z","end":"2026-04-03T02:59:08.080841Z","steps":["trace[1451953138] 'read index received' (duration: 122.771518ms)","trace[1451953138] 'applied index is now lower than readState.Index' (duration: 2.527386ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:08.081014Z","caller":"traceutil/trace.go:171","msg":"trace[81743019] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"156.058648ms","start":"2026-04-03T02:59:07.924905Z","end":"2026-04-03T02:59:08.080963Z","steps":["trace[81743019] 'process raft request' (duration: 155.719809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:08.08119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.634932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:59:08.081264Z","caller":"traceutil/trace.go:171","msg":"trace[459943560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:650; }","duration":"125.723405ms","start":"2026-04-03T02:59:07.955521Z","end":"2026-04-03T02:59:08.081245Z","steps":["trace[459943560] 'agreement among raft nodes before linearized reading' (duration: 125.476008ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:09.63459Z","caller":"traceutil/trace.go:171","msg":"trace[1604772234] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"473.812372ms","start":"2026-04-03T02:59:09.16075Z","end":"2026-04-03T02:59:09.634562Z","steps":["trace[1604772234] 'process raft request' (duration: 473.612737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:09.634812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:09.160719Z","time spent":"473.969796ms","remote":"127.0.0.1:59952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:59:09.639156Z","caller":"traceutil/trace.go:171","msg":"trace[625076484] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"303.201004ms","start":"2026-04-03T02:59:09.335938Z","end":"2026-04-03T02:59:09.639139Z","steps":["trace[625076484] 'process raft request' (duration: 303.136671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:09.639244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:09.335901Z","time spent":"303.304606ms","remote":"127.0.0.1:59952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:59:09.639399Z","caller":"traceutil/trace.go:171","msg":"trace[419124268] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"477.443006ms","start":"2026-04-03T02:59:09.161944Z","end":"2026-04-03T02:59:09.639387Z","steps":["trace[419124268] 'process raft request' (duration: 477.042605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:09.639462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:09.16193Z","time spent":"477.500588ms","remote":"127.0.0.1:59952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:59:09.641486Z","caller":"traceutil/trace.go:171","msg":"trace[2122127382] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"105.59633ms","start":"2026-04-03T02:59:09.535877Z","end":"2026-04-03T02:59:09.641473Z","steps":["trace[2122127382] 'process raft request' (duration: 105.507557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:23.671204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353873348,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:59:23.923127Z","caller":"traceutil/trace.go:171","msg":"trace[1540181009] linearizableReadLoop","detail":"{readStateIndex:826; appliedIndex:825; }","duration":"752.279898ms","start":"2026-04-03T02:59:23.170813Z","end":"2026-04-03T02:59:23.923093Z","steps":["trace[1540181009] 'read index received' (duration: 751.825116ms)","trace[1540181009] 'applied index is now lower than readState.Index' (duration: 452.692µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:23.923259Z","caller":"traceutil/trace.go:171","msg":"trace[1804372334] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"790.757625ms","start":"2026-04-03T02:59:23.132448Z","end":"2026-04-03T02:59:23.923206Z","steps":["trace[1804372334] 'process raft request' (duration: 790.329574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:23.923483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.633647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T02:59:23.923505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.967362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-03T02:59:23.923573Z","caller":"traceutil/trace.go:171","msg":"trace[2077619931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:794; }","duration":"667.067814ms","start":"2026-04-03T02:59:23.256491Z","end":"2026-04-03T02:59:23.923558Z","steps":["trace[2077619931] 'agreement among raft nodes before linearized reading' (duration: 666.811388ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:23.923573Z","caller":"traceutil/trace.go:171","msg":"trace[1648507956] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:794; }","duration":"752.836653ms","start":"2026-04-03T02:59:23.170715Z","end":"2026-04-03T02:59:23.923552Z","steps":["trace[1648507956] 'agreement among raft nodes before linearized reading' (duration: 752.539735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:23.923621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:23.256451Z","time spent":"667.158266ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:59:23.923624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:23.170687Z","time spent":"752.924764ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-04-03T02:59:23.923668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:23.132408Z","time spent":"791.035403ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:59:24.427868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353873351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:59:25.091562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.549474ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-03T02:59:25.092014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:23.925Z","time spent":"1.167009803s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:59:25.096193Z","caller":"traceutil/trace.go:171","msg":"trace[31459065] linearizableReadLoop","detail":"{readStateIndex:828; appliedIndex:826; }","duration":"1.168717057s","start":"2026-04-03T02:59:23.927457Z","end":"2026-04-03T02:59:25.096174Z","steps":["trace[31459065] 'read index received' (duration: 857.560392ms)","trace[31459065] 'applied index is now lower than readState.Index' (duration: 311.155555ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:25.09628Z","caller":"traceutil/trace.go:171","msg":"trace[1080579503] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"1.167498705s","start":"2026-04-03T02:59:23.928752Z","end":"2026-04-03T02:59:25.09625Z","steps":["trace[1080579503] 'process raft request' (duration: 1.167266919s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:25.096409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168901892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-h9w7s\" ","response":"range_response_count:1 size:5050"} {"level":"warn","ts":"2026-04-03T02:59:25.096449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:23.928729Z","time spent":"1.167631699s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:59:25.096459Z","caller":"traceutil/trace.go:171","msg":"trace[1535371703] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-h9w7s; range_end:; response_count:1; response_revision:795; }","duration":"1.169040576s","start":"2026-04-03T02:59:23.927401Z","end":"2026-04-03T02:59:25.096442Z","steps":["trace[1535371703] 'agreement among raft nodes before linearized reading' (duration: 1.168867891s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:25.096615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:23.927376Z","time spent":"1.169227521s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5073,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-h9w7s\" "} {"level":"info","ts":"2026-04-03T02:59:25.105914Z","caller":"traceutil/trace.go:171","msg":"trace[1961375448] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"174.146964ms","start":"2026-04-03T02:59:24.931754Z","end":"2026-04-03T02:59:25.105901Z","steps":["trace[1961375448] 'process raft request' (duration: 173.914657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:25.106034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.368238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:59:25.1061Z","caller":"traceutil/trace.go:171","msg":"trace[1915658595] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:797; }","duration":"674.481832ms","start":"2026-04-03T02:59:24.431599Z","end":"2026-04-03T02:59:25.106081Z","steps":["trace[1915658595] 'agreement among raft nodes before linearized reading' (duration: 674.363138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:25.106146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:24.431573Z","time spent":"674.563573ms","remote":"127.0.0.1:60300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:59:25.106197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.094949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:59:25.106196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.673107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:59:25.106253Z","caller":"traceutil/trace.go:171","msg":"trace[1643173325] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:797; }","duration":"596.232893ms","start":"2026-04-03T02:59:24.510008Z","end":"2026-04-03T02:59:25.106241Z","steps":["trace[1643173325] 'agreement among raft nodes before linearized reading' (duration: 596.078069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:25.106283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:24.509969Z","time spent":"596.306065ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:59:25.106236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.582984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:59:25.106259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.073741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:59:25.106463Z","caller":"traceutil/trace.go:171","msg":"trace[646425268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:797; }","duration":"413.381758ms","start":"2026-04-03T02:59:24.693036Z","end":"2026-04-03T02:59:25.106418Z","steps":["trace[646425268] 'agreement among raft nodes before linearized reading' (duration: 413.009169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:25.106569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:24.693007Z","time spent":"413.545243ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:59:25.106574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.453354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:59:25.106372Z","caller":"traceutil/trace.go:171","msg":"trace[2097125922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:797; }","duration":"949.820251ms","start":"2026-04-03T02:59:24.156518Z","end":"2026-04-03T02:59:25.106338Z","steps":["trace[2097125922] 'agreement among raft nodes before linearized reading' (duration: 949.386129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:25.106553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.211376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:59:25.106683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:24.156491Z","time spent":"950.18126ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:59:25.106683Z","caller":"traceutil/trace.go:171","msg":"trace[1693459003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:797; }","duration":"917.605709ms","start":"2026-04-03T02:59:24.189052Z","end":"2026-04-03T02:59:25.106658Z","steps":["trace[1693459003] 'agreement among raft nodes before linearized reading' (duration: 917.258949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:25.106577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.538654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:59:25.106289Z","caller":"traceutil/trace.go:171","msg":"trace[853561183] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:797; }","duration":"918.818231ms","start":"2026-04-03T02:59:24.18742Z","end":"2026-04-03T02:59:25.106239Z","steps":["trace[853561183] 'agreement among raft nodes before linearized reading' (duration: 918.710228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:25.106759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:24.189041Z","time spent":"917.681281ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:59:25.106729Z","caller":"traceutil/trace.go:171","msg":"trace[364739070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:797; }","duration":"940.435852ms","start":"2026-04-03T02:59:24.166263Z","end":"2026-04-03T02:59:25.106699Z","steps":["trace[364739070] 'agreement among raft nodes before linearized reading' (duration: 939.97835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:25.106813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:24.187392Z","time spent":"919.401566ms","remote":"127.0.0.1:60322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:59:25.10683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:24.166243Z","time spent":"940.574966ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:59:25.106794Z","caller":"traceutil/trace.go:171","msg":"trace[1440354794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:797; }","duration":"946.810711ms","start":"2026-04-03T02:59:24.159967Z","end":"2026-04-03T02:59:25.106778Z","steps":["trace[1440354794] 'agreement among raft nodes before linearized reading' (duration: 946.40351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:25.106915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:24.159932Z","time spent":"946.939444ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:59:31.280225Z","caller":"traceutil/trace.go:171","msg":"trace[1576086700] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"102.045818ms","start":"2026-04-03T02:59:31.178147Z","end":"2026-04-03T02:59:31.280193Z","steps":["trace[1576086700] 'process raft request' (duration: 52.457217ms)","trace[1576086700] 'compare' (duration: 49.333294ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:31.280613Z","caller":"traceutil/trace.go:171","msg":"trace[212010348] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"102.007207ms","start":"2026-04-03T02:59:31.178562Z","end":"2026-04-03T02:59:31.280569Z","steps":["trace[212010348] 'process raft request' (duration: 101.581346ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:31.280809Z","caller":"traceutil/trace.go:171","msg":"trace[379948628] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"101.622975ms","start":"2026-04-03T02:59:31.179142Z","end":"2026-04-03T02:59:31.280765Z","steps":["trace[379948628] 'process raft request' (duration: 101.535264ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:31.281003Z","caller":"traceutil/trace.go:171","msg":"trace[1399235403] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"101.822091ms","start":"2026-04-03T02:59:31.179047Z","end":"2026-04-03T02:59:31.280869Z","steps":["trace[1399235403] 'process raft request' (duration: 101.444102ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:31.947629Z","caller":"traceutil/trace.go:171","msg":"trace[278339249] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"257.518818ms","start":"2026-04-03T02:59:31.690086Z","end":"2026-04-03T02:59:31.947605Z","steps":["trace[278339249] 'process raft request' (duration: 257.326183ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:33.370021Z","caller":"traceutil/trace.go:171","msg":"trace[1373659834] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"159.182528ms","start":"2026-04-03T02:59:33.210805Z","end":"2026-04-03T02:59:33.369987Z","steps":["trace[1373659834] 'process raft request' (duration: 149.119271ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:33.370034Z","caller":"traceutil/trace.go:171","msg":"trace[940300549] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"154.561406ms","start":"2026-04-03T02:59:33.215442Z","end":"2026-04-03T02:59:33.370004Z","steps":["trace[940300549] 'process raft request' (duration: 154.415583ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:33.370085Z","caller":"traceutil/trace.go:171","msg":"trace[506939941] linearizableReadLoop","detail":"{readStateIndex:926; appliedIndex:924; }","duration":"138.037129ms","start":"2026-04-03T02:59:33.232013Z","end":"2026-04-03T02:59:33.37005Z","steps":["trace[506939941] 'read index received' (duration: 127.926662ms)","trace[506939941] 'applied index is now lower than readState.Index' (duration: 10.109317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:59:33.370555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.506572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-03T02:59:33.370689Z","caller":"traceutil/trace.go:171","msg":"trace[1620716057] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:892; }","duration":"138.683477ms","start":"2026-04-03T02:59:33.23198Z","end":"2026-04-03T02:59:33.370664Z","steps":["trace[1620716057] 'agreement among raft nodes before linearized reading' (duration: 138.238605ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:33.494816Z","caller":"traceutil/trace.go:171","msg":"trace[805028947] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"119.622162ms","start":"2026-04-03T02:59:33.375165Z","end":"2026-04-03T02:59:33.494787Z","steps":["trace[805028947] 'process raft request' (duration: 114.114127ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:33.495135Z","caller":"traceutil/trace.go:171","msg":"trace[620874325] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"119.169631ms","start":"2026-04-03T02:59:33.375929Z","end":"2026-04-03T02:59:33.495099Z","steps":["trace[620874325] 'process raft request' (duration: 118.78624ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:33.49536Z","caller":"traceutil/trace.go:171","msg":"trace[1583868850] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"119.221912ms","start":"2026-04-03T02:59:33.376121Z","end":"2026-04-03T02:59:33.495343Z","steps":["trace[1583868850] 'process raft request' (duration: 118.874063ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:33.495391Z","caller":"traceutil/trace.go:171","msg":"trace[1090782494] linearizableReadLoop","detail":"{readStateIndex:929; appliedIndex:927; }","duration":"120.176397ms","start":"2026-04-03T02:59:33.375193Z","end":"2026-04-03T02:59:33.495369Z","steps":["trace[1090782494] 'read index received' (duration: 39.883635ms)","trace[1090782494] 'applied index is now lower than readState.Index' (duration: 80.291612ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:33.495512Z","caller":"traceutil/trace.go:171","msg":"trace[411532342] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"119.134149ms","start":"2026-04-03T02:59:33.376332Z","end":"2026-04-03T02:59:33.495466Z","steps":["trace[411532342] 'process raft request' (duration: 118.936354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:33.495558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.27747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T02:59:33.495594Z","caller":"traceutil/trace.go:171","msg":"trace[250427515] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:898; }","duration":"120.341471ms","start":"2026-04-03T02:59:33.375244Z","end":"2026-04-03T02:59:33.495585Z","steps":["trace[250427515] 'agreement among raft nodes before linearized reading' (duration: 120.260309ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:33.495506Z","caller":"traceutil/trace.go:171","msg":"trace[1033091823] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"118.931394ms","start":"2026-04-03T02:59:33.376535Z","end":"2026-04-03T02:59:33.495467Z","steps":["trace[1033091823] 'process raft request' (duration: 118.800691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:33.49584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.628139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-dkndn\" ","response":"range_response_count:1 size:5083"} {"level":"info","ts":"2026-04-03T02:59:33.495902Z","caller":"traceutil/trace.go:171","msg":"trace[576181699] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-dkndn; range_end:; response_count:1; response_revision:898; }","duration":"120.729901ms","start":"2026-04-03T02:59:33.375158Z","end":"2026-04-03T02:59:33.495888Z","steps":["trace[576181699] 'agreement among raft nodes before linearized reading' (duration: 120.32171ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:33.770399Z","caller":"traceutil/trace.go:171","msg":"trace[811528710] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"122.957181ms","start":"2026-04-03T02:59:33.647406Z","end":"2026-04-03T02:59:33.770363Z","steps":["trace[811528710] 'process raft request' (duration: 122.215801ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:34.327542Z","caller":"traceutil/trace.go:171","msg":"trace[532967602] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"118.804921ms","start":"2026-04-03T02:59:34.208701Z","end":"2026-04-03T02:59:34.327506Z","steps":["trace[532967602] 'process raft request' (duration: 118.568025ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:34.521406Z","caller":"traceutil/trace.go:171","msg":"trace[1374190829] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"152.736728ms","start":"2026-04-03T02:59:34.36864Z","end":"2026-04-03T02:59:34.521377Z","steps":["trace[1374190829] 'process raft request' (duration: 152.660086ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:34.52153Z","caller":"traceutil/trace.go:171","msg":"trace[1643803217] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"154.931827ms","start":"2026-04-03T02:59:34.366544Z","end":"2026-04-03T02:59:34.521476Z","steps":["trace[1643803217] 'process raft request' (duration: 154.612108ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:49.647221Z","caller":"traceutil/trace.go:171","msg":"trace[343481702] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"277.863736ms","start":"2026-04-03T02:59:49.369333Z","end":"2026-04-03T02:59:49.647197Z","steps":["trace[343481702] 'process raft request' (duration: 277.684931ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:49.984832Z","caller":"traceutil/trace.go:171","msg":"trace[756385283] linearizableReadLoop","detail":"{readStateIndex:1220; appliedIndex:1218; }","duration":"472.172613ms","start":"2026-04-03T02:59:49.51262Z","end":"2026-04-03T02:59:49.984793Z","steps":["trace[756385283] 'read index received' (duration: 134.414763ms)","trace[756385283] 'applied index is now lower than readState.Index' (duration: 337.75635ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:49.984927Z","caller":"traceutil/trace.go:171","msg":"trace[919715843] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"553.640455ms","start":"2026-04-03T02:59:49.431231Z","end":"2026-04-03T02:59:49.984872Z","steps":["trace[919715843] 'process raft request' (duration: 499.703181ms)","trace[919715843] 'compare' (duration: 53.670098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:59:49.98517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.516242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:59:49.985229Z","caller":"traceutil/trace.go:171","msg":"trace[162194896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1181; }","duration":"472.646955ms","start":"2026-04-03T02:59:49.51257Z","end":"2026-04-03T02:59:49.985217Z","steps":["trace[162194896] 'agreement among raft nodes before linearized reading' (duration: 472.412908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:49.985275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:49.512547Z","time spent":"472.714766ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:59:49.985253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.94894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:59:49.98528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.755403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:59:49.985358Z","caller":"traceutil/trace.go:171","msg":"trace[613047290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1181; }","duration":"443.097294ms","start":"2026-04-03T02:59:49.542236Z","end":"2026-04-03T02:59:49.985334Z","steps":["trace[613047290] 'agreement among raft nodes before linearized reading' (duration: 442.807786ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:49.985373Z","caller":"traceutil/trace.go:171","msg":"trace[1242725526] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1181; }","duration":"176.901997ms","start":"2026-04-03T02:59:49.808447Z","end":"2026-04-03T02:59:49.985349Z","steps":["trace[1242725526] 'agreement among raft nodes before linearized reading' (duration: 176.727742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:49.985369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.387992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:59:49.985422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:49.542224Z","time spent":"443.189126ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:59:49.985465Z","caller":"traceutil/trace.go:171","msg":"trace[817392189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1181; }","duration":"370.550006ms","start":"2026-04-03T02:59:49.614891Z","end":"2026-04-03T02:59:49.98544Z","steps":["trace[817392189] 'agreement among raft nodes before linearized reading' (duration: 370.241718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:49.985526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:49.61486Z","time spent":"370.656729ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:59:49.985493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.639285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:59:49.985632Z","caller":"traceutil/trace.go:171","msg":"trace[1593181385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1181; }","duration":"371.764739ms","start":"2026-04-03T02:59:49.613811Z","end":"2026-04-03T02:59:49.985575Z","steps":["trace[1593181385] 'agreement among raft nodes before linearized reading' (duration: 371.402689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:49.985742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:49.613799Z","time spent":"371.926192ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:59:49.986164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:49.431207Z","time spent":"553.858902ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:59:49.986091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.155553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:59:49.986268Z","caller":"traceutil/trace.go:171","msg":"trace[836669511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1181; }","duration":"382.383318ms","start":"2026-04-03T02:59:49.603856Z","end":"2026-04-03T02:59:49.986239Z","steps":["trace[836669511] 'agreement among raft nodes before linearized reading' (duration: 381.465364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:49.986338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:49.603845Z","time spent":"382.480781ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:59:50.160911Z","caller":"traceutil/trace.go:171","msg":"trace[886907519] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"170.822227ms","start":"2026-04-03T02:59:49.990043Z","end":"2026-04-03T02:59:50.160865Z","steps":["trace[886907519] 'process raft request' (duration: 111.025275ms)","trace[886907519] 'compare' (duration: 59.357971ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:50.161958Z","caller":"traceutil/trace.go:171","msg":"trace[850279783] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"171.568696ms","start":"2026-04-03T02:59:49.990371Z","end":"2026-04-03T02:59:50.16194Z","steps":["trace[850279783] 'process raft request' (duration: 170.756644ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:50.161983Z","caller":"traceutil/trace.go:171","msg":"trace[1007278880] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"171.455753ms","start":"2026-04-03T02:59:49.990488Z","end":"2026-04-03T02:59:50.161944Z","steps":["trace[1007278880] 'process raft request' (duration: 170.930769ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:50.161877Z","caller":"traceutil/trace.go:171","msg":"trace[1673692364] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"171.040162ms","start":"2026-04-03T02:59:49.990812Z","end":"2026-04-03T02:59:50.161852Z","steps":["trace[1673692364] 'process raft request' (duration: 170.98907ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:52.139107Z","caller":"traceutil/trace.go:171","msg":"trace[1615993091] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"146.076191ms","start":"2026-04-03T02:59:51.992979Z","end":"2026-04-03T02:59:52.139055Z","steps":["trace[1615993091] 'process raft request' (duration: 145.699212ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:54.031197Z","caller":"traceutil/trace.go:171","msg":"trace[1061510729] linearizableReadLoop","detail":"{readStateIndex:1239; appliedIndex:1238; }","duration":"336.191797ms","start":"2026-04-03T02:59:53.694962Z","end":"2026-04-03T02:59:54.031154Z","steps":["trace[1061510729] 'read index received' (duration: 335.455037ms)","trace[1061510729] 'applied index is now lower than readState.Index' (duration: 734.31µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:54.031244Z","caller":"traceutil/trace.go:171","msg":"trace[729101732] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"494.086852ms","start":"2026-04-03T02:59:53.537127Z","end":"2026-04-03T02:59:54.031213Z","steps":["trace[729101732] 'process raft request' (duration: 493.25684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:54.031392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.406283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:59:54.031414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:53.537088Z","time spent":"494.235016ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:59:54.031439Z","caller":"traceutil/trace.go:171","msg":"trace[715508562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1199; }","duration":"336.530466ms","start":"2026-04-03T02:59:53.694895Z","end":"2026-04-03T02:59:54.031426Z","steps":["trace[715508562] 'agreement among raft nodes before linearized reading' (duration: 336.403093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:54.031487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:59:53.694866Z","time spent":"336.610518ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:00:08.000725Z","caller":"traceutil/trace.go:171","msg":"trace[1387198454] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"468.963878ms","start":"2026-04-03T03:00:07.531729Z","end":"2026-04-03T03:00:08.000693Z","steps":["trace[1387198454] 'process raft request' (duration: 400.470097ms)","trace[1387198454] 'compare' (duration: 68.216944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:00:08.000946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:07.53169Z","time spent":"469.124773ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:00:08.270434Z","caller":"traceutil/trace.go:171","msg":"trace[1020015070] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"178.678953ms","start":"2026-04-03T03:00:08.091714Z","end":"2026-04-03T03:00:08.270393Z","steps":["trace[1020015070] 'process raft request' (duration: 127.791797ms)","trace[1020015070] 'compare' (duration: 50.664251ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:00:08.556043Z","caller":"traceutil/trace.go:171","msg":"trace[286068509] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"142.336523ms","start":"2026-04-03T03:00:08.413683Z","end":"2026-04-03T03:00:08.556019Z","steps":["trace[286068509] 'process raft request' (duration: 142.171838ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:08.795925Z","caller":"traceutil/trace.go:171","msg":"trace[282108339] linearizableReadLoop","detail":"{readStateIndex:1367; appliedIndex:1366; }","duration":"102.975662ms","start":"2026-04-03T03:00:08.692925Z","end":"2026-04-03T03:00:08.795901Z","steps":["trace[282108339] 'read index received' (duration: 102.639593ms)","trace[282108339] 'applied index is now lower than readState.Index' (duration: 335.339µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:00:08.796027Z","caller":"traceutil/trace.go:171","msg":"trace[1721243643] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"111.705043ms","start":"2026-04-03T03:00:08.684304Z","end":"2026-04-03T03:00:08.796009Z","steps":["trace[1721243643] 'process raft request' (duration: 111.335974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:08.796072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.133677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:00:08.796105Z","caller":"traceutil/trace.go:171","msg":"trace[190615815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1321; }","duration":"103.220618ms","start":"2026-04-03T03:00:08.692874Z","end":"2026-04-03T03:00:08.796095Z","steps":["trace[190615815] 'agreement among raft nodes before linearized reading' (duration: 103.118816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:09.013417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.244881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/ingress-nginx/ingress-nginx-admission-create\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:00:09.013528Z","caller":"traceutil/trace.go:171","msg":"trace[1554342648] range","detail":"{range_begin:/registry/jobs/ingress-nginx/ingress-nginx-admission-create; range_end:; response_count:0; response_revision:1322; }","duration":"111.427307ms","start":"2026-04-03T03:00:08.902074Z","end":"2026-04-03T03:00:09.013502Z","steps":["trace[1554342648] 'range keys from in-memory index tree' (duration: 111.130598ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:09.282685Z","caller":"traceutil/trace.go:171","msg":"trace[289713226] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"173.476706ms","start":"2026-04-03T03:00:09.109128Z","end":"2026-04-03T03:00:09.282605Z","steps":["trace[289713226] 'process raft request' (duration: 115.582505ms)","trace[289713226] 'compare' (duration: 57.601113ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:00:09.427445Z","caller":"traceutil/trace.go:171","msg":"trace[1250135630] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"117.086615ms","start":"2026-04-03T03:00:09.31033Z","end":"2026-04-03T03:00:09.427416Z","steps":["trace[1250135630] 'process raft request' (duration: 111.872297ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:09.427667Z","caller":"traceutil/trace.go:171","msg":"trace[964004720] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"115.710728ms","start":"2026-04-03T03:00:09.311908Z","end":"2026-04-03T03:00:09.427618Z","steps":["trace[964004720] 'process raft request' (duration: 115.379779ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:12.63467Z","caller":"traceutil/trace.go:171","msg":"trace[1091830370] linearizableReadLoop","detail":"{readStateIndex:1386; appliedIndex:1385; }","duration":"265.805187ms","start":"2026-04-03T03:00:12.368833Z","end":"2026-04-03T03:00:12.634639Z","steps":["trace[1091830370] 'read index received' (duration: 265.620412ms)","trace[1091830370] 'applied index is now lower than readState.Index' (duration: 183.865µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:00:12.634768Z","caller":"traceutil/trace.go:171","msg":"trace[1511397607] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"319.58621ms","start":"2026-04-03T03:00:12.315139Z","end":"2026-04-03T03:00:12.634725Z","steps":["trace[1511397607] 'process raft request' (duration: 319.282971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:12.634935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:12.315101Z","time spent":"319.727932ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:00:12.63497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.139546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:00:12.635013Z","caller":"traceutil/trace.go:171","msg":"trace[1638886910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1340; }","duration":"266.222698ms","start":"2026-04-03T03:00:12.368775Z","end":"2026-04-03T03:00:12.634998Z","steps":["trace[1638886910] 'agreement among raft nodes before linearized reading' (duration: 266.054444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:12.635101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.570002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T03:00:12.635124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.5828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:00:12.635191Z","caller":"traceutil/trace.go:171","msg":"trace[2114609504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1340; }","duration":"242.698796ms","start":"2026-04-03T03:00:12.392472Z","end":"2026-04-03T03:00:12.635171Z","steps":["trace[2114609504] 'agreement among raft nodes before linearized reading' (duration: 242.47355ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:12.635229Z","caller":"traceutil/trace.go:171","msg":"trace[1849996621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1340; }","duration":"243.744754ms","start":"2026-04-03T03:00:12.391458Z","end":"2026-04-03T03:00:12.635203Z","steps":["trace[1849996621] 'agreement among raft nodes before linearized reading' (duration: 243.434645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:12.635213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.772748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T03:00:12.635102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.47729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T03:00:12.635307Z","caller":"traceutil/trace.go:171","msg":"trace[2107455183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1340; }","duration":"242.944182ms","start":"2026-04-03T03:00:12.392342Z","end":"2026-04-03T03:00:12.635286Z","steps":["trace[2107455183] 'agreement among raft nodes before linearized reading' (duration: 242.619754ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:12.635315Z","caller":"traceutil/trace.go:171","msg":"trace[1169218995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1340; }","duration":"242.726087ms","start":"2026-04-03T03:00:12.392573Z","end":"2026-04-03T03:00:12.6353Z","steps":["trace[1169218995] 'agreement among raft nodes before linearized reading' (duration: 242.376538ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:15.989076Z","caller":"traceutil/trace.go:171","msg":"trace[510942478] linearizableReadLoop","detail":"{readStateIndex:1405; appliedIndex:1404; }","duration":"328.784742ms","start":"2026-04-03T03:00:15.660261Z","end":"2026-04-03T03:00:15.989046Z","steps":["trace[510942478] 'read index received' (duration: 328.481795ms)","trace[510942478] 'applied index is now lower than readState.Index' (duration: 301.117µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:00:15.989122Z","caller":"traceutil/trace.go:171","msg":"trace[1150327085] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"584.270787ms","start":"2026-04-03T03:00:15.404798Z","end":"2026-04-03T03:00:15.989069Z","steps":["trace[1150327085] 'process raft request' (duration: 584.007679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:15.989344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.66702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:00:15.98939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:15.404772Z","time spent":"584.464522ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4335,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:00:15.989413Z","caller":"traceutil/trace.go:171","msg":"trace[1321897268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1358; }","duration":"294.801434ms","start":"2026-04-03T03:00:15.694594Z","end":"2026-04-03T03:00:15.989396Z","steps":["trace[1321897268] 'agreement among raft nodes before linearized reading' (duration: 294.634189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:15.989403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.119811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T03:00:15.989486Z","caller":"traceutil/trace.go:171","msg":"trace[1312834290] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1358; }","duration":"329.254534ms","start":"2026-04-03T03:00:15.660211Z","end":"2026-04-03T03:00:15.989465Z","steps":["trace[1312834290] 'agreement among raft nodes before linearized reading' (duration: 328.985378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:15.989534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:15.660186Z","time spent":"329.341507ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-03T03:00:20.5733Z","caller":"traceutil/trace.go:171","msg":"trace[242026083] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"110.677195ms","start":"2026-04-03T03:00:20.462597Z","end":"2026-04-03T03:00:20.573274Z","steps":["trace[242026083] 'process raft request' (duration: 110.513381ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:21.883251Z","caller":"traceutil/trace.go:171","msg":"trace[1564419011] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"994.535302ms","start":"2026-04-03T03:00:20.888692Z","end":"2026-04-03T03:00:21.883228Z","steps":["trace[1564419011] 'process raft request' (duration: 994.47946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:21.883412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:20.888676Z","time spent":"994.671905ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:00:21.883369Z","caller":"traceutil/trace.go:171","msg":"trace[945996475] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"995.5643ms","start":"2026-04-03T03:00:20.887752Z","end":"2026-04-03T03:00:21.883316Z","steps":["trace[945996475] 'process raft request' (duration: 995.302352ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:21.883657Z","caller":"traceutil/trace.go:171","msg":"trace[2062060937] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"994.166082ms","start":"2026-04-03T03:00:20.889479Z","end":"2026-04-03T03:00:21.883645Z","steps":["trace[2062060937] 'process raft request' (duration: 993.722081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:21.883701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:20.889467Z","time spent":"994.211844ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:00:21.88367Z","caller":"traceutil/trace.go:171","msg":"trace[216261874] linearizableReadLoop","detail":"{readStateIndex:1521; appliedIndex:1517; }","duration":"111.317663ms","start":"2026-04-03T03:00:21.772325Z","end":"2026-04-03T03:00:21.883643Z","steps":["trace[216261874] 'read index received' (duration: 110.666466ms)","trace[216261874] 'applied index is now lower than readState.Index' (duration: 650.237µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:00:21.883808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.482247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:00:21.883859Z","caller":"traceutil/trace.go:171","msg":"trace[287899275] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1472; }","duration":"111.585321ms","start":"2026-04-03T03:00:21.772256Z","end":"2026-04-03T03:00:21.883841Z","steps":["trace[287899275] 'agreement among raft nodes before linearized reading' (duration: 111.489068ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:21.883875Z","caller":"traceutil/trace.go:171","msg":"trace[862628966] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"994.331797ms","start":"2026-04-03T03:00:20.889536Z","end":"2026-04-03T03:00:21.883868Z","steps":["trace[862628966] 'process raft request' (duration: 993.986328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:21.883913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:20.889529Z","time spent":"994.363208ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:00:21.884074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:20.887739Z","time spent":"995.913289ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:00:22.639197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.679136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-n27hw\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-04-03T03:00:22.639335Z","caller":"traceutil/trace.go:171","msg":"trace[1172944471] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-n27hw; range_end:; response_count:1; response_revision:1477; }","duration":"194.85013ms","start":"2026-04-03T03:00:22.444452Z","end":"2026-04-03T03:00:22.639302Z","steps":["trace[1172944471] 'range keys from in-memory index tree' (duration: 194.411648ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:22.892551Z","caller":"traceutil/trace.go:171","msg":"trace[603483389] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"154.360457ms","start":"2026-04-03T03:00:22.738149Z","end":"2026-04-03T03:00:22.89251Z","steps":["trace[603483389] 'process raft request' (duration: 55.416993ms)","trace[603483389] 'compare' (duration: 98.708067ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:00:23.100054Z","caller":"traceutil/trace.go:171","msg":"trace[2101287289] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"132.526833ms","start":"2026-04-03T03:00:22.967497Z","end":"2026-04-03T03:00:23.100024Z","steps":["trace[2101287289] 'process raft request' (duration: 35.522731ms)","trace[2101287289] 'compare' (duration: 96.868889ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:00:23.563092Z","caller":"traceutil/trace.go:171","msg":"trace[1531615329] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"103.300187ms","start":"2026-04-03T03:00:23.459756Z","end":"2026-04-03T03:00:23.563056Z","steps":["trace[1531615329] 'process raft request' (duration: 103.01688ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:24.004996Z","caller":"traceutil/trace.go:171","msg":"trace[1026536673] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"111.993145ms","start":"2026-04-03T03:00:23.892959Z","end":"2026-04-03T03:00:24.004952Z","steps":["trace[1026536673] 'process raft request' (duration: 111.905413ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:24.005133Z","caller":"traceutil/trace.go:171","msg":"trace[392771978] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"111.207885ms","start":"2026-04-03T03:00:23.893908Z","end":"2026-04-03T03:00:24.005116Z","steps":["trace[392771978] 'process raft request' (duration: 111.00418ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:24.005029Z","caller":"traceutil/trace.go:171","msg":"trace[1489301023] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"112.129259ms","start":"2026-04-03T03:00:23.892841Z","end":"2026-04-03T03:00:24.004971Z","steps":["trace[1489301023] 'process raft request' (duration: 111.822321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:24.298564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.706957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:00:24.298679Z","caller":"traceutil/trace.go:171","msg":"trace[2012042771] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1486; }","duration":"130.936913ms","start":"2026-04-03T03:00:24.167716Z","end":"2026-04-03T03:00:24.298653Z","steps":["trace[2012042771] 'count revisions from in-memory index tree' (duration: 130.47672ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:25.557407Z","caller":"traceutil/trace.go:171","msg":"trace[1155010419] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"659.861277ms","start":"2026-04-03T03:00:24.897521Z","end":"2026-04-03T03:00:25.557382Z","steps":["trace[1155010419] 'process raft request' (duration: 659.712043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:25.557556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:24.897493Z","time spent":"659.97924ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:00:26.012956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.65364ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:00:26.013114Z","caller":"traceutil/trace.go:171","msg":"trace[1468143331] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1487; }","duration":"406.827845ms","start":"2026-04-03T03:00:25.606262Z","end":"2026-04-03T03:00:26.01309Z","steps":["trace[1468143331] 'range keys from in-memory index tree' (duration: 406.6405ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:26.01616Z","caller":"traceutil/trace.go:171","msg":"trace[508514968] linearizableReadLoop","detail":"{readStateIndex:1538; appliedIndex:1537; }","duration":"911.529945ms","start":"2026-04-03T03:00:25.104613Z","end":"2026-04-03T03:00:26.016143Z","steps":["trace[508514968] 'read index received' (duration: 452.779069ms)","trace[508514968] 'applied index is now lower than readState.Index' (duration: 458.749556ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:00:26.016258Z","caller":"traceutil/trace.go:171","msg":"trace[2020301315] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"959.130712ms","start":"2026-04-03T03:00:25.057068Z","end":"2026-04-03T03:00:26.016199Z","steps":["trace[2020301315] 'process raft request' (duration: 958.865744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:26.016459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:25.057045Z","time spent":"959.314057ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:00:26.016312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.800221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:00:26.016501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.854393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:00:26.016554Z","caller":"traceutil/trace.go:171","msg":"trace[2129575769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1488; }","duration":"323.081169ms","start":"2026-04-03T03:00:25.693453Z","end":"2026-04-03T03:00:26.016534Z","steps":["trace[2129575769] 'agreement among raft nodes before linearized reading' (duration: 322.815512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:26.01662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:25.693429Z","time spent":"323.164201ms","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:00:26.016615Z","caller":"traceutil/trace.go:171","msg":"trace[1250412342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1488; }","duration":"912.032627ms","start":"2026-04-03T03:00:25.104556Z","end":"2026-04-03T03:00:26.016589Z","steps":["trace[1250412342] 'agreement among raft nodes before linearized reading' (duration: 911.665238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:26.016685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:25.104532Z","time spent":"912.142721ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:00:37.474903Z","caller":"traceutil/trace.go:171","msg":"trace[2074893666] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"109.332445ms","start":"2026-04-03T03:00:37.365544Z","end":"2026-04-03T03:00:37.474877Z","steps":["trace[2074893666] 'process raft request' (duration: 109.09777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:43.851058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.969091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:00:43.851154Z","caller":"traceutil/trace.go:171","msg":"trace[484665228] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1799; }","duration":"108.121925ms","start":"2026-04-03T03:00:43.743013Z","end":"2026-04-03T03:00:43.851135Z","steps":["trace[484665228] 'count revisions from in-memory index tree' (duration: 107.876478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:43.851289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.305739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:00:43.851394Z","caller":"traceutil/trace.go:171","msg":"trace[1426508650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1799; }","duration":"108.426262ms","start":"2026-04-03T03:00:43.742931Z","end":"2026-04-03T03:00:43.851357Z","steps":["trace[1426508650] 'range keys from in-memory index tree' (duration: 108.238487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:53.6755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353875529,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:00:53.733823Z","caller":"traceutil/trace.go:171","msg":"trace[1167796203] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"721.191924ms","start":"2026-04-03T03:00:53.012594Z","end":"2026-04-03T03:00:53.733785Z","steps":["trace[1167796203] 'process raft request' (duration: 720.961428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:53.734058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:53.01257Z","time spent":"721.361469ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:00:53.762073Z","caller":"traceutil/trace.go:171","msg":"trace[1788724914] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"644.539506ms","start":"2026-04-03T03:00:53.117509Z","end":"2026-04-03T03:00:53.762048Z","steps":["trace[1788724914] 'process raft request' (duration: 644.343821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:53.762244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:53.117488Z","time spent":"644.663239ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:00:53.762427Z","caller":"traceutil/trace.go:171","msg":"trace[820133673] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"135.555784ms","start":"2026-04-03T03:00:53.626862Z","end":"2026-04-03T03:00:53.762418Z","steps":["trace[820133673] 'process raft request' (duration: 135.143663ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:53.762691Z","caller":"traceutil/trace.go:171","msg":"trace[290010735] linearizableReadLoop","detail":"{readStateIndex:1998; appliedIndex:1995; }","duration":"588.185869ms","start":"2026-04-03T03:00:53.174483Z","end":"2026-04-03T03:00:53.762668Z","steps":["trace[290010735] 'read index received' (duration: 559.034494ms)","trace[290010735] 'applied index is now lower than readState.Index' (duration: 29.149605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:00:53.762939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.448135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T03:00:53.762979Z","caller":"traceutil/trace.go:171","msg":"trace[664791661] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:1922; }","duration":"588.533717ms","start":"2026-04-03T03:00:53.174434Z","end":"2026-04-03T03:00:53.762968Z","steps":["trace[664791661] 'agreement among raft nodes before linearized reading' (duration: 588.389043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:53.762978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.956379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06d70708-702e-485b-a56f-3c146999f3ac\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-03T03:00:53.763015Z","caller":"traceutil/trace.go:171","msg":"trace[622643741] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-06d70708-702e-485b-a56f-3c146999f3ac; range_end:; response_count:1; response_revision:1922; }","duration":"441.036951ms","start":"2026-04-03T03:00:53.321968Z","end":"2026-04-03T03:00:53.763005Z","steps":["trace[622643741] 'agreement among raft nodes before linearized reading' (duration: 440.908968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:53.76301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:53.174417Z","time spent":"588.584889ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-04-03T03:00:53.763037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:53.321941Z","time spent":"441.089393ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06d70708-702e-485b-a56f-3c146999f3ac\" "} {"level":"warn","ts":"2026-04-03T03:00:53.763083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.624044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-03T03:00:53.763162Z","caller":"traceutil/trace.go:171","msg":"trace[968371210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1922; }","duration":"204.748858ms","start":"2026-04-03T03:00:53.558392Z","end":"2026-04-03T03:00:53.763141Z","steps":["trace[968371210] 'agreement among raft nodes before linearized reading' (duration: 204.558003ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:53.910296Z","caller":"traceutil/trace.go:171","msg":"trace[273193747] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1999; }","duration":"146.11527ms","start":"2026-04-03T03:00:53.764146Z","end":"2026-04-03T03:00:53.910261Z","steps":["trace[273193747] 'read index received' (duration: 73.150668ms)","trace[273193747] 'applied index is now lower than readState.Index' (duration: 72.963112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:00:53.910452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.301506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:00:53.910503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.148243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:00:53.91052Z","caller":"traceutil/trace.go:171","msg":"trace[1928044490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"146.428507ms","start":"2026-04-03T03:00:53.764075Z","end":"2026-04-03T03:00:53.910504Z","steps":["trace[1928044490] 'agreement among raft nodes before linearized reading' (duration: 146.316624ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:53.91054Z","caller":"traceutil/trace.go:171","msg":"trace[1055113890] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1922; }","duration":"135.255136ms","start":"2026-04-03T03:00:53.775274Z","end":"2026-04-03T03:00:53.910529Z","steps":["trace[1055113890] 'agreement among raft nodes before linearized reading' (duration: 135.157373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:54.786027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.42284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T03:00:54.78612Z","caller":"traceutil/trace.go:171","msg":"trace[1753175653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1923; }","duration":"605.575024ms","start":"2026-04-03T03:00:54.180525Z","end":"2026-04-03T03:00:54.7861Z","steps":["trace[1753175653] 'range keys from in-memory index tree' (duration: 605.262905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:54.786162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:54.180511Z","time spent":"605.640755ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:00:54.786284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.804996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T03:00:54.786381Z","caller":"traceutil/trace.go:171","msg":"trace[285800138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"767.965941ms","start":"2026-04-03T03:00:54.018386Z","end":"2026-04-03T03:00:54.786352Z","steps":["trace[285800138] 'range keys from in-memory index tree' (duration: 767.55297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:54.786434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.5775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-03T03:00:54.786434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:54.018349Z","time spent":"768.070733ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T03:00:54.786451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.458193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:00:54.786474Z","caller":"traceutil/trace.go:171","msg":"trace[1180292258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1923; }","duration":"606.659882ms","start":"2026-04-03T03:00:54.179804Z","end":"2026-04-03T03:00:54.786464Z","steps":["trace[1180292258] 'range keys from in-memory index tree' (duration: 606.441207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:54.786509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:54.179777Z","time spent":"606.724294ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:00:54.786511Z","caller":"traceutil/trace.go:171","msg":"trace[575399959] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1923; }","duration":"277.536735ms","start":"2026-04-03T03:00:54.508959Z","end":"2026-04-03T03:00:54.786495Z","steps":["trace[575399959] 'count revisions from in-memory index tree' (duration: 277.340801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:54.786781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.174873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-03T03:00:54.786849Z","caller":"traceutil/trace.go:171","msg":"trace[1358528191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1923; }","duration":"597.343718ms","start":"2026-04-03T03:00:54.189487Z","end":"2026-04-03T03:00:54.786831Z","steps":["trace[1358528191] 'range keys from in-memory index tree' (duration: 596.949067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:54.786853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.924948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T03:00:54.786967Z","caller":"traceutil/trace.go:171","msg":"trace[2078080734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1923; }","duration":"602.075673ms","start":"2026-04-03T03:00:54.184863Z","end":"2026-04-03T03:00:54.786939Z","steps":["trace[2078080734] 'range keys from in-memory index tree' (duration: 601.706352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:54.786997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.237452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T03:00:54.787044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:54.184852Z","time spent":"602.175485ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:00:54.787113Z","caller":"traceutil/trace.go:171","msg":"trace[2055691990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1923; }","duration":"606.377956ms","start":"2026-04-03T03:00:54.180713Z","end":"2026-04-03T03:00:54.787091Z","steps":["trace[2055691990] 'range keys from in-memory index tree' (duration: 605.374829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:54.787169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:54.180706Z","time spent":"606.452758ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:00:54.786895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:54.18946Z","time spent":"597.42116ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:00:54.916277Z","caller":"traceutil/trace.go:171","msg":"trace[858193611] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"124.532984ms","start":"2026-04-03T03:00:54.791714Z","end":"2026-04-03T03:00:54.916247Z","steps":["trace[858193611] 'process raft request' (duration: 124.480363ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:54.916278Z","caller":"traceutil/trace.go:171","msg":"trace[233963126] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"124.540904ms","start":"2026-04-03T03:00:54.791712Z","end":"2026-04-03T03:00:54.916253Z","steps":["trace[233963126] 'process raft request' (duration: 124.303248ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:54.917646Z","caller":"traceutil/trace.go:171","msg":"trace[1711710726] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"125.841929ms","start":"2026-04-03T03:00:54.791771Z","end":"2026-04-03T03:00:54.917613Z","steps":["trace[1711710726] 'process raft request' (duration: 125.442088ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:54.917978Z","caller":"traceutil/trace.go:171","msg":"trace[865973374] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"125.945911ms","start":"2026-04-03T03:00:54.792015Z","end":"2026-04-03T03:00:54.917961Z","steps":["trace[865973374] 'process raft request' (duration: 125.834308ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:54.918015Z","caller":"traceutil/trace.go:171","msg":"trace[1879697671] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"126.046743ms","start":"2026-04-03T03:00:54.79193Z","end":"2026-04-03T03:00:54.917977Z","steps":["trace[1879697671] 'process raft request' (duration: 125.632872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:05.420791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.978108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:01:05.420879Z","caller":"traceutil/trace.go:171","msg":"trace[495074423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2002; }","duration":"436.132153ms","start":"2026-04-03T03:01:04.98473Z","end":"2026-04-03T03:01:05.420862Z","steps":["trace[495074423] 'range keys from in-memory index tree' (duration: 435.716242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:05.420925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:04.984708Z","time spent":"436.208544ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:01:05.421039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.997555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:01:05.42112Z","caller":"traceutil/trace.go:171","msg":"trace[684993022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2002; }","duration":"432.112117ms","start":"2026-04-03T03:01:04.988988Z","end":"2026-04-03T03:01:05.4211Z","steps":["trace[684993022] 'range keys from in-memory index tree' (duration: 431.861481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:05.421162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:04.988982Z","time spent":"432.172539ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:01:05.421252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.071445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:05.42139Z","caller":"traceutil/trace.go:171","msg":"trace[1259159706] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2002; }","duration":"200.318413ms","start":"2026-04-03T03:01:05.22104Z","end":"2026-04-03T03:01:05.421359Z","steps":["trace[1259159706] 'count revisions from in-memory index tree' (duration: 199.941151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:05.421323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.208494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-03T03:01:05.422352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.544075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:01:05.422485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.462672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T03:01:05.422655Z","caller":"traceutil/trace.go:171","msg":"trace[595028181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2002; }","duration":"433.629377ms","start":"2026-04-03T03:01:04.98895Z","end":"2026-04-03T03:01:05.422579Z","steps":["trace[595028181] 'range keys from in-memory index tree' (duration: 432.397385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:05.422782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:04.988939Z","time spent":"433.760451ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:01:05.42251Z","caller":"traceutil/trace.go:171","msg":"trace[1043954814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2002; }","duration":"433.757541ms","start":"2026-04-03T03:01:04.988732Z","end":"2026-04-03T03:01:05.422489Z","steps":["trace[1043954814] 'range keys from in-memory index tree' (duration: 432.527208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:05.423111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:04.988701Z","time spent":"434.383578ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:01:05.423703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.021344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:01:05.423887Z","caller":"traceutil/trace.go:171","msg":"trace[95841958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2002; }","duration":"435.238329ms","start":"2026-04-03T03:01:04.988587Z","end":"2026-04-03T03:01:05.423825Z","steps":["trace[95841958] 'range keys from in-memory index tree' (duration: 432.938699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:05.42398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:04.988553Z","time spent":"435.411294ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:01:05.424701Z","caller":"traceutil/trace.go:171","msg":"trace[245689929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2002; }","duration":"529.400007ms","start":"2026-04-03T03:01:04.895073Z","end":"2026-04-03T03:01:05.424473Z","steps":["trace[245689929] 'range keys from in-memory index tree' (duration: 526.05493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:05.424762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:04.895051Z","time spent":"529.695896ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T03:01:05.977827Z","caller":"traceutil/trace.go:171","msg":"trace[461165886] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"178.17831ms","start":"2026-04-03T03:01:05.799624Z","end":"2026-04-03T03:01:05.977802Z","steps":["trace[461165886] 'process raft request' (duration: 177.993876ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:05.979012Z","caller":"traceutil/trace.go:171","msg":"trace[2128134320] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"131.550028ms","start":"2026-04-03T03:01:05.847434Z","end":"2026-04-03T03:01:05.978984Z","steps":["trace[2128134320] 'process raft request' (duration: 131.398124ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:05.979343Z","caller":"traceutil/trace.go:171","msg":"trace[1080738063] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"101.439229ms","start":"2026-04-03T03:01:05.877872Z","end":"2026-04-03T03:01:05.979311Z","steps":["trace[1080738063] 'process raft request' (duration: 101.305366ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:05.979341Z","caller":"traceutil/trace.go:171","msg":"trace[1049927555] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"126.515257ms","start":"2026-04-03T03:01:05.852766Z","end":"2026-04-03T03:01:05.979281Z","steps":["trace[1049927555] 'process raft request' (duration: 126.178048ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:10.150121Z","caller":"traceutil/trace.go:171","msg":"trace[930629469] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"155.451235ms","start":"2026-04-03T03:01:09.994623Z","end":"2026-04-03T03:01:10.150074Z","steps":["trace[930629469] 'process raft request' (duration: 155.400454ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:10.150143Z","caller":"traceutil/trace.go:171","msg":"trace[1903340851] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"155.843305ms","start":"2026-04-03T03:01:09.994262Z","end":"2026-04-03T03:01:10.150105Z","steps":["trace[1903340851] 'process raft request' (duration: 155.719482ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:10.150166Z","caller":"traceutil/trace.go:171","msg":"trace[1577660068] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"155.935496ms","start":"2026-04-03T03:01:09.994182Z","end":"2026-04-03T03:01:10.150118Z","steps":["trace[1577660068] 'process raft request' (duration: 114.728667ms)","trace[1577660068] 'compare' (duration: 40.943333ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:13.645188Z","caller":"traceutil/trace.go:171","msg":"trace[556467908] linearizableReadLoop","detail":"{readStateIndex:2150; appliedIndex:2149; }","duration":"170.283045ms","start":"2026-04-03T03:01:13.474869Z","end":"2026-04-03T03:01:13.645152Z","steps":["trace[556467908] 'read index received' (duration: 170.004587ms)","trace[556467908] 'applied index is now lower than readState.Index' (duration: 276.498µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:13.645225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:13.177796Z","time spent":"467.418823ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:01:13.645761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.836182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:01:13.645812Z","caller":"traceutil/trace.go:171","msg":"trace[375146380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2068; }","duration":"169.944815ms","start":"2026-04-03T03:01:13.475855Z","end":"2026-04-03T03:01:13.645799Z","steps":["trace[375146380] 'agreement among raft nodes before linearized reading' (duration: 169.516793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:13.645821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.144688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:01:13.64589Z","caller":"traceutil/trace.go:171","msg":"trace[764737268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2068; }","duration":"168.550389ms","start":"2026-04-03T03:01:13.477315Z","end":"2026-04-03T03:01:13.645866Z","steps":["trace[764737268] 'agreement among raft nodes before linearized reading' (duration: 168.066977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:13.645512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.635344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:01:13.645972Z","caller":"traceutil/trace.go:171","msg":"trace[279488998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2068; }","duration":"171.138226ms","start":"2026-04-03T03:01:13.474802Z","end":"2026-04-03T03:01:13.64594Z","steps":["trace[279488998] 'agreement among raft nodes before linearized reading' (duration: 170.485539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:13.646067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.017555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T03:01:13.64617Z","caller":"traceutil/trace.go:171","msg":"trace[1615288138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2068; }","duration":"152.169539ms","start":"2026-04-03T03:01:13.493978Z","end":"2026-04-03T03:01:13.646148Z","steps":["trace[1615288138] 'agreement among raft nodes before linearized reading' (duration: 151.8543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:13.646028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.173494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T03:01:13.646221Z","caller":"traceutil/trace.go:171","msg":"trace[756709921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2068; }","duration":"169.428102ms","start":"2026-04-03T03:01:13.476781Z","end":"2026-04-03T03:01:13.646209Z","steps":["trace[756709921] 'agreement among raft nodes before linearized reading' (duration: 169.047252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:13.646475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.189605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:01:13.646531Z","caller":"traceutil/trace.go:171","msg":"trace[2041627128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2068; }","duration":"169.257426ms","start":"2026-04-03T03:01:13.477258Z","end":"2026-04-03T03:01:13.646516Z","steps":["trace[2041627128] 'agreement among raft nodes before linearized reading' (duration: 168.487356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:19.158607Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064211887s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:01:19.159147Z","caller":"traceutil/trace.go:171","msg":"trace[1966910606] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"1.064924155s","start":"2026-04-03T03:01:18.094194Z","end":"2026-04-03T03:01:19.159118Z","steps":["trace[1966910606] 'process raft request' (duration: 1.06474813s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:19.159321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:18.094148Z","time spent":"1.065080519s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:19.160722Z","caller":"traceutil/trace.go:171","msg":"trace[2124368245] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"982.137756ms","start":"2026-04-03T03:01:18.178546Z","end":"2026-04-03T03:01:19.160684Z","steps":["trace[2124368245] 'process raft request' (duration: 981.858339ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:19.160767Z","caller":"traceutil/trace.go:171","msg":"trace[1926439122] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"981.91485ms","start":"2026-04-03T03:01:18.178828Z","end":"2026-04-03T03:01:19.160743Z","steps":["trace[1926439122] 'process raft request' (duration: 981.669103ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:19.160833Z","caller":"traceutil/trace.go:171","msg":"trace[1700172091] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"980.336188ms","start":"2026-04-03T03:01:18.180444Z","end":"2026-04-03T03:01:19.160781Z","steps":["trace[1700172091] 'process raft request' (duration: 980.102812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:19.160903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:18.178523Z","time spent":"982.291669ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:19.160903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:18.178771Z","time spent":"982.046462ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:19.161161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:18.180429Z","time spent":"980.525634ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:19.163241Z","caller":"traceutil/trace.go:171","msg":"trace[1455598750] linearizableReadLoop","detail":"{readStateIndex:2185; appliedIndex:2181; }","duration":"479.066258ms","start":"2026-04-03T03:01:18.684157Z","end":"2026-04-03T03:01:19.163223Z","steps":["trace[1455598750] 'read index received' (duration: 474.943159ms)","trace[1455598750] 'applied index is now lower than readState.Index' (duration: 4.121819ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:19.16329Z","caller":"traceutil/trace.go:171","msg":"trace[276756544] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"272.040441ms","start":"2026-04-03T03:01:18.891225Z","end":"2026-04-03T03:01:19.163265Z","steps":["trace[276756544] 'process raft request' (duration: 271.796555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:19.16352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.361716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T03:01:19.163581Z","caller":"traceutil/trace.go:171","msg":"trace[1301528749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2103; }","duration":"479.469538ms","start":"2026-04-03T03:01:18.684097Z","end":"2026-04-03T03:01:19.163567Z","steps":["trace[1301528749] 'agreement among raft nodes before linearized reading' (duration: 479.247042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:19.163624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:18.684064Z","time spent":"479.551461ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T03:01:19.163598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.153301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:19.163725Z","caller":"traceutil/trace.go:171","msg":"trace[205826207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2103; }","duration":"468.305985ms","start":"2026-04-03T03:01:18.695393Z","end":"2026-04-03T03:01:19.163699Z","steps":["trace[205826207] 'agreement among raft nodes before linearized reading' (duration: 468.068149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:19.163787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:18.695328Z","time spent":"468.449429ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:01:21.993436Z","caller":"traceutil/trace.go:171","msg":"trace[1348620971] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"156.525223ms","start":"2026-04-03T03:01:21.836892Z","end":"2026-04-03T03:01:21.993417Z","steps":["trace[1348620971] 'process raft request' (duration: 156.471032ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:21.993433Z","caller":"traceutil/trace.go:171","msg":"trace[932626068] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"156.556754ms","start":"2026-04-03T03:01:21.836844Z","end":"2026-04-03T03:01:21.9934Z","steps":["trace[932626068] 'process raft request' (duration: 155.686981ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:21.993764Z","caller":"traceutil/trace.go:171","msg":"trace[2062184056] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"155.500256ms","start":"2026-04-03T03:01:21.838244Z","end":"2026-04-03T03:01:21.993744Z","steps":["trace[2062184056] 'process raft request' (duration: 155.147226ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:32.073534Z","caller":"traceutil/trace.go:171","msg":"trace[46918845] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2258; }","duration":"147.20686ms","start":"2026-04-03T03:01:31.926302Z","end":"2026-04-03T03:01:32.073509Z","steps":["trace[46918845] 'read index received' (duration: 55.338856ms)","trace[46918845] 'applied index is now lower than readState.Index' (duration: 91.867074ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:32.073683Z","caller":"traceutil/trace.go:171","msg":"trace[851228864] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"186.292744ms","start":"2026-04-03T03:01:31.88734Z","end":"2026-04-03T03:01:32.073633Z","steps":["trace[851228864] 'process raft request' (duration: 94.363549ms)","trace[851228864] 'compare' (duration: 91.694629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:32.073759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.438926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T03:01:32.073836Z","caller":"traceutil/trace.go:171","msg":"trace[925521673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2173; }","duration":"147.559739ms","start":"2026-04-03T03:01:31.926259Z","end":"2026-04-03T03:01:32.073818Z","steps":["trace[925521673] 'agreement among raft nodes before linearized reading' (duration: 147.369094ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:33.05442Z","caller":"traceutil/trace.go:171","msg":"trace[1265345215] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2265; }","duration":"176.436444ms","start":"2026-04-03T03:01:32.877956Z","end":"2026-04-03T03:01:33.054392Z","steps":["trace[1265345215] 'read index received' (duration: 176.170007ms)","trace[1265345215] 'applied index is now lower than readState.Index' (duration: 265.527µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:33.054611Z","caller":"traceutil/trace.go:171","msg":"trace[1396854032] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"181.259911ms","start":"2026-04-03T03:01:32.873301Z","end":"2026-04-03T03:01:33.054561Z","steps":["trace[1396854032] 'process raft request' (duration: 180.913632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:33.054659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.68328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-03T03:01:33.054706Z","caller":"traceutil/trace.go:171","msg":"trace[1721357846] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2180; }","duration":"176.773992ms","start":"2026-04-03T03:01:32.877921Z","end":"2026-04-03T03:01:33.054695Z","steps":["trace[1721357846] 'agreement among raft nodes before linearized reading' (duration: 176.578207ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:33.452982Z","caller":"traceutil/trace.go:171","msg":"trace[2078919173] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"230.842155ms","start":"2026-04-03T03:01:33.222094Z","end":"2026-04-03T03:01:33.452936Z","steps":["trace[2078919173] 'process raft request' (duration: 174.977065ms)","trace[2078919173] 'compare' (duration: 55.404958ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:33.453016Z","caller":"traceutil/trace.go:171","msg":"trace[640146214] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"227.384963ms","start":"2026-04-03T03:01:33.225602Z","end":"2026-04-03T03:01:33.452987Z","steps":["trace[640146214] 'process raft request' (duration: 227.175947ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:33.453012Z","caller":"traceutil/trace.go:171","msg":"trace[276388632] linearizableReadLoop","detail":"{readStateIndex:2271; appliedIndex:2266; }","duration":"204.100786ms","start":"2026-04-03T03:01:33.248878Z","end":"2026-04-03T03:01:33.452978Z","steps":["trace[276388632] 'read index received' (duration: 23.430672ms)","trace[276388632] 'applied index is now lower than readState.Index' (duration: 180.665004ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:33.453041Z","caller":"traceutil/trace.go:171","msg":"trace[1888372271] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"226.972533ms","start":"2026-04-03T03:01:33.226042Z","end":"2026-04-03T03:01:33.453014Z","steps":["trace[1888372271] 'process raft request' (duration: 226.814738ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:33.453077Z","caller":"traceutil/trace.go:171","msg":"trace[1869984489] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"224.346652ms","start":"2026-04-03T03:01:33.228684Z","end":"2026-04-03T03:01:33.453031Z","steps":["trace[1869984489] 'process raft request' (duration: 224.23832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:33.453301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.379984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:01:33.453364Z","caller":"traceutil/trace.go:171","msg":"trace[2109052133] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2184; }","duration":"204.502887ms","start":"2026-04-03T03:01:33.248842Z","end":"2026-04-03T03:01:33.453345Z","steps":["trace[2109052133] 'agreement among raft nodes before linearized reading' (duration: 204.302541ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:33.457613Z","caller":"traceutil/trace.go:171","msg":"trace[734908725] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"184.267401ms","start":"2026-04-03T03:01:33.273323Z","end":"2026-04-03T03:01:33.457591Z","steps":["trace[734908725] 'process raft request' (duration: 184.064225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:33.457775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.35037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T03:01:33.457858Z","caller":"traceutil/trace.go:171","msg":"trace[430244313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2185; }","duration":"188.481912ms","start":"2026-04-03T03:01:33.269356Z","end":"2026-04-03T03:01:33.457838Z","steps":["trace[430244313] 'agreement among raft nodes before linearized reading' (duration: 188.206066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:33.79152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.108958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b99c2f26946c\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-03T03:01:33.791612Z","caller":"traceutil/trace.go:171","msg":"trace[102942682] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2b99c2f26946c; range_end:; response_count:1; response_revision:2185; }","duration":"198.24007ms","start":"2026-04-03T03:01:33.593348Z","end":"2026-04-03T03:01:33.791588Z","steps":["trace[102942682] 'range keys from in-memory index tree' (duration: 197.838661ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:34.212865Z","caller":"traceutil/trace.go:171","msg":"trace[976230661] linearizableReadLoop","detail":"{readStateIndex:2274; appliedIndex:2273; }","duration":"135.041187ms","start":"2026-04-03T03:01:34.0778Z","end":"2026-04-03T03:01:34.212841Z","steps":["trace[976230661] 'read index received' (duration: 134.809941ms)","trace[976230661] 'applied index is now lower than readState.Index' (duration: 230.096µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:34.212937Z","caller":"traceutil/trace.go:171","msg":"trace[1219082638] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"333.147215ms","start":"2026-04-03T03:01:33.879761Z","end":"2026-04-03T03:01:34.212908Z","steps":["trace[1219082638] 'process raft request' (duration: 332.93087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:34.213083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:33.879748Z","time spent":"333.251938ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12368,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:34.213132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.314634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:01:34.213213Z","caller":"traceutil/trace.go:171","msg":"trace[1486592234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2187; }","duration":"135.447437ms","start":"2026-04-03T03:01:34.077742Z","end":"2026-04-03T03:01:34.21319Z","steps":["trace[1486592234] 'agreement among raft nodes before linearized reading' (duration: 135.225651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:34.856334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.373705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:01:34.856659Z","caller":"traceutil/trace.go:171","msg":"trace[524207093] linearizableReadLoop","detail":"{readStateIndex:2279; appliedIndex:2275; }","duration":"612.040372ms","start":"2026-04-03T03:01:34.244597Z","end":"2026-04-03T03:01:34.856637Z","steps":["trace[524207093] 'read index received' (duration: 157.159142ms)","trace[524207093] 'applied index is now lower than readState.Index' (duration: 454.88031ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:34.856777Z","caller":"traceutil/trace.go:171","msg":"trace[1598536752] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"638.584925ms","start":"2026-04-03T03:01:34.218172Z","end":"2026-04-03T03:01:34.856757Z","steps":["trace[1598536752] 'process raft request' (duration: 638.426791ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:34.856759Z","caller":"traceutil/trace.go:171","msg":"trace[197969907] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"638.631646ms","start":"2026-04-03T03:01:34.218083Z","end":"2026-04-03T03:01:34.856715Z","steps":["trace[197969907] 'process raft request' (duration: 638.378079ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:34.856773Z","caller":"traceutil/trace.go:171","msg":"trace[1088774172] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"638.644606ms","start":"2026-04-03T03:01:34.218094Z","end":"2026-04-03T03:01:34.856739Z","steps":["trace[1088774172] 'process raft request' (duration: 638.460421ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:34.856773Z","caller":"traceutil/trace.go:171","msg":"trace[376389632] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"639.008306ms","start":"2026-04-03T03:01:34.217729Z","end":"2026-04-03T03:01:34.856737Z","steps":["trace[376389632] 'process raft request' (duration: 184.120187ms)","trace[376389632] 'compare' (duration: 454.15931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:34.856874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:34.218141Z","time spent":"638.686778ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:34.856882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.00445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:34.856928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:34.218062Z","time spent":"638.77594ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:34.856922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.325319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-04-03T03:01:34.85692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.453684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:34.856955Z","caller":"traceutil/trace.go:171","msg":"trace[1459062694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2192; }","duration":"162.119755ms","start":"2026-04-03T03:01:34.694811Z","end":"2026-04-03T03:01:34.85693Z","steps":["trace[1459062694] 'agreement among raft nodes before linearized reading' (duration: 161.999572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:34.856953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:34.2177Z","time spent":"639.15391ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:34.85698Z","caller":"traceutil/trace.go:171","msg":"trace[1398874027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2192; }","duration":"612.38638ms","start":"2026-04-03T03:01:34.24458Z","end":"2026-04-03T03:01:34.856967Z","steps":["trace[1398874027] 'agreement among raft nodes before linearized reading' (duration: 612.177755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:34.856947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:34.21808Z","time spent":"638.773749ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:34.857025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:34.244529Z","time spent":"612.485204ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T03:01:34.857021Z","caller":"traceutil/trace.go:171","msg":"trace[1743548035] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2192; }","duration":"609.600177ms","start":"2026-04-03T03:01:34.247393Z","end":"2026-04-03T03:01:34.856993Z","steps":["trace[1743548035] 'agreement among raft nodes before linearized reading' (duration: 609.422833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:34.857076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.694405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T03:01:34.857112Z","caller":"traceutil/trace.go:171","msg":"trace[1575700675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2192; }","duration":"391.774378ms","start":"2026-04-03T03:01:34.465325Z","end":"2026-04-03T03:01:34.8571Z","steps":["trace[1575700675] 'agreement among raft nodes before linearized reading' (duration: 391.658275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:34.8571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:34.247382Z","time spent":"609.696949ms","remote":"127.0.0.1:59996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:01:34.857142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:34.4653Z","time spent":"391.835959ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T03:01:36.362602Z","caller":"traceutil/trace.go:171","msg":"trace[2082236498] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"119.101065ms","start":"2026-04-03T03:01:36.243473Z","end":"2026-04-03T03:01:36.362574Z","steps":["trace[2082236498] 'process raft request' (duration: 118.951082ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:37.129158Z","caller":"traceutil/trace.go:171","msg":"trace[1369989650] linearizableReadLoop","detail":"{readStateIndex:2288; appliedIndex:2284; }","duration":"255.59517ms","start":"2026-04-03T03:01:36.87354Z","end":"2026-04-03T03:01:37.129135Z","steps":["trace[1369989650] 'read index received' (duration: 27.878459ms)","trace[1369989650] 'applied index is now lower than readState.Index' (duration: 227.715751ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:37.129412Z","caller":"traceutil/trace.go:171","msg":"trace[1640765211] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"263.140471ms","start":"2026-04-03T03:01:36.866234Z","end":"2026-04-03T03:01:37.129374Z","steps":["trace[1640765211] 'process raft request' (duration: 262.812552ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:37.129658Z","caller":"traceutil/trace.go:171","msg":"trace[764741783] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"263.362547ms","start":"2026-04-03T03:01:36.866269Z","end":"2026-04-03T03:01:37.129632Z","steps":["trace[764741783] 'process raft request' (duration: 262.825943ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:37.129666Z","caller":"traceutil/trace.go:171","msg":"trace[1017259554] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"263.48308ms","start":"2026-04-03T03:01:36.866148Z","end":"2026-04-03T03:01:37.129631Z","steps":["trace[1017259554] 'process raft request' (duration: 208.502733ms)","trace[1017259554] 'compare' (duration: 53.955639ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:37.129917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.35985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T03:01:37.129969Z","caller":"traceutil/trace.go:171","msg":"trace[206203951] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2201; }","duration":"256.429192ms","start":"2026-04-03T03:01:36.873519Z","end":"2026-04-03T03:01:37.129948Z","steps":["trace[206203951] 'agreement among raft nodes before linearized reading' (duration: 255.887758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:37.181429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.909966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:37.181494Z","caller":"traceutil/trace.go:171","msg":"trace[361938954] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2202; }","duration":"120.0502ms","start":"2026-04-03T03:01:37.061427Z","end":"2026-04-03T03:01:37.181478Z","steps":["trace[361938954] 'agreement among raft nodes before linearized reading' (duration: 119.865456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:37.697553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.937453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:01:37.698299Z","caller":"traceutil/trace.go:171","msg":"trace[752755431] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"233.333571ms","start":"2026-04-03T03:01:37.464916Z","end":"2026-04-03T03:01:37.69825Z","steps":["trace[752755431] 'process raft request' (duration: 34.570275ms)","trace[752755431] 'compare' (duration: 197.761909ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:37.79521Z","caller":"traceutil/trace.go:171","msg":"trace[1748777537] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"326.705644ms","start":"2026-04-03T03:01:37.468436Z","end":"2026-04-03T03:01:37.795141Z","steps":["trace[1748777537] 'process raft request' (duration: 326.444507ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:37.795311Z","caller":"traceutil/trace.go:171","msg":"trace[957625516] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"325.957984ms","start":"2026-04-03T03:01:37.469334Z","end":"2026-04-03T03:01:37.795292Z","steps":["trace[957625516] 'process raft request' (duration: 325.746508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:37.795496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:37.469302Z","time spent":"326.075498ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:37.795513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:37.468386Z","time spent":"326.92471ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:37.795212Z","caller":"traceutil/trace.go:171","msg":"trace[821075799] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"325.922594ms","start":"2026-04-03T03:01:37.469232Z","end":"2026-04-03T03:01:37.795154Z","steps":["trace[821075799] 'process raft request' (duration: 325.808241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:37.795964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:37.469217Z","time spent":"326.649092ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:39.88158Z","caller":"traceutil/trace.go:171","msg":"trace[2021063892] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"177.402729ms","start":"2026-04-03T03:01:39.704149Z","end":"2026-04-03T03:01:39.881552Z","steps":["trace[2021063892] 'process raft request' (duration: 177.215554ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:39.921885Z","caller":"traceutil/trace.go:171","msg":"trace[2034328993] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"120.861671ms","start":"2026-04-03T03:01:39.800996Z","end":"2026-04-03T03:01:39.921857Z","steps":["trace[2034328993] 'process raft request' (duration: 120.654976ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:39.922194Z","caller":"traceutil/trace.go:171","msg":"trace[532036221] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"120.083681ms","start":"2026-04-03T03:01:39.802088Z","end":"2026-04-03T03:01:39.922172Z","steps":["trace[532036221] 'process raft request' (duration: 119.710771ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:39.922553Z","caller":"traceutil/trace.go:171","msg":"trace[1131338853] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"120.397499ms","start":"2026-04-03T03:01:39.802134Z","end":"2026-04-03T03:01:39.922531Z","steps":["trace[1131338853] 'process raft request' (duration: 119.915996ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:42.055742Z","caller":"traceutil/trace.go:171","msg":"trace[1128932813] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"126.925463ms","start":"2026-04-03T03:01:41.928786Z","end":"2026-04-03T03:01:42.055712Z","steps":["trace[1128932813] 'process raft request' (duration: 126.407419ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:42.05595Z","caller":"traceutil/trace.go:171","msg":"trace[2099865032] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"126.671206ms","start":"2026-04-03T03:01:41.929256Z","end":"2026-04-03T03:01:42.055927Z","steps":["trace[2099865032] 'process raft request' (duration: 126.388088ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:43.354918Z","caller":"traceutil/trace.go:171","msg":"trace[41280811] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"146.161561ms","start":"2026-04-03T03:01:43.208716Z","end":"2026-04-03T03:01:43.354878Z","steps":["trace[41280811] 'process raft request' (duration: 129.82342ms)","trace[41280811] 'compare' (duration: 16.118376ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:43.35524Z","caller":"traceutil/trace.go:171","msg":"trace[2045241425] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"146.366086ms","start":"2026-04-03T03:01:43.208837Z","end":"2026-04-03T03:01:43.355203Z","steps":["trace[2045241425] 'process raft request' (duration: 146.13252ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:43.355463Z","caller":"traceutil/trace.go:171","msg":"trace[648345697] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"146.531592ms","start":"2026-04-03T03:01:43.20889Z","end":"2026-04-03T03:01:43.355422Z","steps":["trace[648345697] 'process raft request' (duration: 146.249344ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:43.3555Z","caller":"traceutil/trace.go:171","msg":"trace[1167430430] linearizableReadLoop","detail":"{readStateIndex:2322; appliedIndex:2319; }","duration":"138.618872ms","start":"2026-04-03T03:01:43.216783Z","end":"2026-04-03T03:01:43.355402Z","steps":["trace[1167430430] 'read index received' (duration: 121.772606ms)","trace[1167430430] 'applied index is now lower than readState.Index' (duration: 16.845086ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:43.355867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.071773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T03:01:43.355926Z","caller":"traceutil/trace.go:171","msg":"trace[594996208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2233; }","duration":"139.135285ms","start":"2026-04-03T03:01:43.21677Z","end":"2026-04-03T03:01:43.355905Z","steps":["trace[594996208] 'agreement among raft nodes before linearized reading' (duration: 138.754585ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:55.417225Z","caller":"traceutil/trace.go:171","msg":"trace[1326324075] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"252.138399ms","start":"2026-04-03T03:01:55.165067Z","end":"2026-04-03T03:01:55.417205Z","steps":["trace[1326324075] 'process raft request' (duration: 251.82441ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:55.57043Z","caller":"traceutil/trace.go:171","msg":"trace[2071248139] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"149.698386ms","start":"2026-04-03T03:01:55.420693Z","end":"2026-04-03T03:01:55.570391Z","steps":["trace[2071248139] 'process raft request' (duration: 111.293178ms)","trace[2071248139] 'compare' (duration: 38.175572ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:55.570459Z","caller":"traceutil/trace.go:171","msg":"trace[1718577751] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"148.967566ms","start":"2026-04-03T03:01:55.42147Z","end":"2026-04-03T03:01:55.570437Z","steps":["trace[1718577751] 'process raft request' (duration: 148.834112ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:55.570474Z","caller":"traceutil/trace.go:171","msg":"trace[746975561] linearizableReadLoop","detail":"{readStateIndex:2388; appliedIndex:2385; }","duration":"129.842719ms","start":"2026-04-03T03:01:55.440604Z","end":"2026-04-03T03:01:55.570447Z","steps":["trace[746975561] 'read index received' (duration: 91.39269ms)","trace[746975561] 'applied index is now lower than readState.Index' (duration: 38.447689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:55.570707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.086866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T03:01:55.570736Z","caller":"traceutil/trace.go:171","msg":"trace[1187059306] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"148.815683ms","start":"2026-04-03T03:01:55.421913Z","end":"2026-04-03T03:01:55.570729Z","steps":["trace[1187059306] 'process raft request' (duration: 148.453802ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:55.570811Z","caller":"traceutil/trace.go:171","msg":"trace[1320889068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2297; }","duration":"130.224299ms","start":"2026-04-03T03:01:55.440568Z","end":"2026-04-03T03:01:55.570792Z","steps":["trace[1320889068] 'agreement among raft nodes before linearized reading' (duration: 129.963542ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:56.444096Z","caller":"traceutil/trace.go:171","msg":"trace[1159503569] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"283.793537ms","start":"2026-04-03T03:01:56.160269Z","end":"2026-04-03T03:01:56.444062Z","steps":["trace[1159503569] 'process raft request' (duration: 283.600101ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:56.446194Z","caller":"traceutil/trace.go:171","msg":"trace[1033718747] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"282.896324ms","start":"2026-04-03T03:01:56.163281Z","end":"2026-04-03T03:01:56.446177Z","steps":["trace[1033718747] 'process raft request' (duration: 282.807221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:56.721144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.514936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T03:01:56.721218Z","caller":"traceutil/trace.go:171","msg":"trace[1766178146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2301; }","duration":"142.638459ms","start":"2026-04-03T03:01:56.578564Z","end":"2026-04-03T03:01:56.721202Z","steps":["trace[1766178146] 'range keys from in-memory index tree' (duration: 142.316799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:56.721579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.406027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:01:56.721887Z","caller":"traceutil/trace.go:171","msg":"trace[1486622615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2301; }","duration":"189.750976ms","start":"2026-04-03T03:01:56.532117Z","end":"2026-04-03T03:01:56.721868Z","steps":["trace[1486622615] 'range keys from in-memory index tree' (duration: 188.699488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:58.0747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353876429,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:01:58.40262Z","caller":"traceutil/trace.go:171","msg":"trace[1134017324] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"976.598829ms","start":"2026-04-03T03:01:57.425991Z","end":"2026-04-03T03:01:58.40259Z","steps":["trace[1134017324] 'process raft request' (duration: 976.449965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:58.402804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:57.425972Z","time spent":"976.728532ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:58.888407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.15009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:01:58.888803Z","caller":"traceutil/trace.go:171","msg":"trace[1680597505] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"1.231319156s","start":"2026-04-03T03:01:57.657434Z","end":"2026-04-03T03:01:58.888753Z","steps":["trace[1680597505] 'process raft request' (duration: 947.747044ms)","trace[1680597505] 'compare' (duration: 283.030937ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:58.8889Z","caller":"traceutil/trace.go:171","msg":"trace[840431114] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"787.109619ms","start":"2026-04-03T03:01:58.101746Z","end":"2026-04-03T03:01:58.888855Z","steps":["trace[840431114] 'process raft request' (duration: 786.79651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:58.889066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:57.65741Z","time spent":"1.231522031s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:58.888845Z","caller":"traceutil/trace.go:171","msg":"trace[523890804] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"794.141466ms","start":"2026-04-03T03:01:58.094668Z","end":"2026-04-03T03:01:58.88881Z","steps":["trace[523890804] 'process raft request' (duration: 793.827497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:58.889133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:58.101732Z","time spent":"787.267324ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:58.889246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:58.094644Z","time spent":"794.544146ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:58.911404Z","caller":"traceutil/trace.go:171","msg":"trace[413331393] linearizableReadLoop","detail":"{readStateIndex:2395; appliedIndex:2393; }","duration":"1.33678073s","start":"2026-04-03T03:01:57.574605Z","end":"2026-04-03T03:01:58.911386Z","steps":["trace[413331393] 'read index received' (duration: 827.89931ms)","trace[413331393] 'applied index is now lower than readState.Index' (duration: 508.879329ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:58.911433Z","caller":"traceutil/trace.go:171","msg":"trace[1853092324] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"458.125606ms","start":"2026-04-03T03:01:58.453292Z","end":"2026-04-03T03:01:58.911418Z","steps":["trace[1853092324] 'process raft request' (duration: 458.079164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:58.911516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:58.453267Z","time spent":"458.207797ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:58.91159Z","caller":"traceutil/trace.go:171","msg":"trace[2013490503] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"460.438056ms","start":"2026-04-03T03:01:58.451006Z","end":"2026-04-03T03:01:58.911444Z","steps":["trace[2013490503] 'process raft request' (duration: 460.279353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:58.911665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337049657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T03:01:58.911725Z","caller":"traceutil/trace.go:171","msg":"trace[824870462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2308; }","duration":"1.337151361s","start":"2026-04-03T03:01:57.574558Z","end":"2026-04-03T03:01:58.911709Z","steps":["trace[824870462] 'agreement among raft nodes before linearized reading' (duration: 1.336966216s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:58.91176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:57.574536Z","time spent":"1.337216312s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:01:58.911769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.473502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:01:58.911807Z","caller":"traceutil/trace.go:171","msg":"trace[205886286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2308; }","duration":"154.549343ms","start":"2026-04-03T03:01:58.757247Z","end":"2026-04-03T03:01:58.911796Z","steps":["trace[205886286] 'agreement among raft nodes before linearized reading' (duration: 154.43745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:58.911865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.515332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:58.911851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.0812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:58.911896Z","caller":"traceutil/trace.go:171","msg":"trace[1310103505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2308; }","duration":"217.590253ms","start":"2026-04-03T03:01:58.694298Z","end":"2026-04-03T03:01:58.911888Z","steps":["trace[1310103505] 'agreement among raft nodes before linearized reading' (duration: 217.545172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:58.911941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.206495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b99c2f26946c\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-03T03:01:58.911994Z","caller":"traceutil/trace.go:171","msg":"trace[1467710512] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2b99c2f26946c; range_end:; response_count:1; response_revision:2308; }","duration":"322.292757ms","start":"2026-04-03T03:01:58.589683Z","end":"2026-04-03T03:01:58.911976Z","steps":["trace[1467710512] 'agreement among raft nodes before linearized reading' (duration: 322.196525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:58.912004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.259543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:01:58.912026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:58.589662Z","time spent":"322.355998ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b99c2f26946c\" "} {"level":"info","ts":"2026-04-03T03:01:58.912036Z","caller":"traceutil/trace.go:171","msg":"trace[1148559266] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2308; }","duration":"505.329015ms","start":"2026-04-03T03:01:58.406696Z","end":"2026-04-03T03:01:58.912025Z","steps":["trace[1148559266] 'agreement among raft nodes before linearized reading' (duration: 505.274954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:58.912071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:58.406677Z","time spent":"505.385267ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:01:58.911943Z","caller":"traceutil/trace.go:171","msg":"trace[458517382] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2308; }","duration":"838.223423ms","start":"2026-04-03T03:01:58.073694Z","end":"2026-04-03T03:01:58.911918Z","steps":["trace[458517382] 'agreement among raft nodes before linearized reading' (duration: 838.06784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:58.912201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:58.07367Z","time spent":"838.518901ms","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:01:58.912388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337683593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:01:58.91243Z","caller":"traceutil/trace.go:171","msg":"trace[180637675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2308; }","duration":"1.337737224s","start":"2026-04-03T03:01:57.574683Z","end":"2026-04-03T03:01:58.91242Z","steps":["trace[180637675] 'agreement among raft nodes before linearized reading' (duration: 1.337636391s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:58.912458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:57.574675Z","time spent":"1.337777147s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:01:58.91165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.547349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:58.911949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:58.45098Z","time spent":"460.716284ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:58.912498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183983432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T03:01:58.912575Z","caller":"traceutil/trace.go:171","msg":"trace[458806588] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2308; }","duration":"387.525844ms","start":"2026-04-03T03:01:58.525031Z","end":"2026-04-03T03:01:58.912557Z","steps":["trace[458806588] 'agreement among raft nodes before linearized reading' (duration: 386.58656ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:58.912618Z","caller":"traceutil/trace.go:171","msg":"trace[254336055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2308; }","duration":"1.184098165s","start":"2026-04-03T03:01:57.728489Z","end":"2026-04-03T03:01:58.912587Z","steps":["trace[254336055] 'agreement among raft nodes before linearized reading' (duration: 1.183825327s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:58.912654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:58.524995Z","time spent":"387.638308ms","remote":"127.0.0.1:36280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:01:58.91267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:57.728421Z","time spent":"1.184234879s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T03:01:58.911887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337235082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:01:58.912873Z","caller":"traceutil/trace.go:171","msg":"trace[1635254432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2308; }","duration":"1.338243328s","start":"2026-04-03T03:01:57.574604Z","end":"2026-04-03T03:01:58.912847Z","steps":["trace[1635254432] 'agreement among raft nodes before linearized reading' (duration: 1.336965964s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:58.913027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:57.574573Z","time spent":"1.338424582s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:02:47.281324Z","caller":"traceutil/trace.go:171","msg":"trace[2101015426] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"195.928898ms","start":"2026-04-03T03:02:47.085365Z","end":"2026-04-03T03:02:47.281294Z","steps":["trace[2101015426] 'process raft request' (duration: 195.721102ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:47.281649Z","caller":"traceutil/trace.go:171","msg":"trace[2145839211] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"187.945746ms","start":"2026-04-03T03:02:47.093675Z","end":"2026-04-03T03:02:47.281621Z","steps":["trace[2145839211] 'process raft request' (duration: 187.572516ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:47.281707Z","caller":"traceutil/trace.go:171","msg":"trace[1735251063] linearizableReadLoop","detail":"{readStateIndex:2671; appliedIndex:2668; }","duration":"109.372375ms","start":"2026-04-03T03:02:47.172321Z","end":"2026-04-03T03:02:47.281693Z","steps":["trace[1735251063] 'read index received' (duration: 108.746249ms)","trace[1735251063] 'applied index is now lower than readState.Index' (duration: 624.366µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:02:47.281815Z","caller":"traceutil/trace.go:171","msg":"trace[2113105694] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"186.431496ms","start":"2026-04-03T03:02:47.095357Z","end":"2026-04-03T03:02:47.281789Z","steps":["trace[2113105694] 'process raft request' (duration: 186.149899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:02:47.282069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.737495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:02:47.28212Z","caller":"traceutil/trace.go:171","msg":"trace[1151434831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2570; }","duration":"109.837889ms","start":"2026-04-03T03:02:47.172271Z","end":"2026-04-03T03:02:47.282108Z","steps":["trace[1151434831] 'agreement among raft nodes before linearized reading' (duration: 109.598092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:02:47.282785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.989226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T03:02:47.282842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.441209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-03T03:02:47.282894Z","caller":"traceutil/trace.go:171","msg":"trace[1226661307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2570; }","duration":"106.187812ms","start":"2026-04-03T03:02:47.176682Z","end":"2026-04-03T03:02:47.28287Z","steps":["trace[1226661307] 'agreement among raft nodes before linearized reading' (duration: 105.916045ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:47.282923Z","caller":"traceutil/trace.go:171","msg":"trace[1131930631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2570; }","duration":"106.546021ms","start":"2026-04-03T03:02:47.176358Z","end":"2026-04-03T03:02:47.282904Z","steps":["trace[1131930631] 'agreement among raft nodes before linearized reading' (duration: 106.300594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:02:47.283265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.946951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T03:02:47.283346Z","caller":"traceutil/trace.go:171","msg":"trace[421135411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2570; }","duration":"110.079374ms","start":"2026-04-03T03:02:47.17325Z","end":"2026-04-03T03:02:47.28333Z","steps":["trace[421135411] 'agreement among raft nodes before linearized reading' (duration: 109.305804ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:53.263219Z","caller":"traceutil/trace.go:171","msg":"trace[2091656146] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"197.686524ms","start":"2026-04-03T03:02:53.065504Z","end":"2026-04-03T03:02:53.26319Z","steps":["trace[2091656146] 'process raft request' (duration: 197.461017ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:53.324185Z","caller":"traceutil/trace.go:171","msg":"trace[1028627911] linearizableReadLoop","detail":"{readStateIndex:2711; appliedIndex:2709; }","duration":"160.89773ms","start":"2026-04-03T03:02:53.163258Z","end":"2026-04-03T03:02:53.324156Z","steps":["trace[1028627911] 'read index received' (duration: 99.679188ms)","trace[1028627911] 'applied index is now lower than readState.Index' (duration: 61.217212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:02:53.324378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.094924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:02:53.324429Z","caller":"traceutil/trace.go:171","msg":"trace[1385804144] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2609; }","duration":"161.214658ms","start":"2026-04-03T03:02:53.163203Z","end":"2026-04-03T03:02:53.324417Z","steps":["trace[1385804144] 'agreement among raft nodes before linearized reading' (duration: 161.112975ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:53.325148Z","caller":"traceutil/trace.go:171","msg":"trace[1903218634] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"199.940314ms","start":"2026-04-03T03:02:53.124691Z","end":"2026-04-03T03:02:53.324632Z","steps":["trace[1903218634] 'process raft request' (duration: 199.273316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:02:53.348383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.574722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:02:53.348473Z","caller":"traceutil/trace.go:171","msg":"trace[1202100279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2612; }","duration":"151.692885ms","start":"2026-04-03T03:02:53.196765Z","end":"2026-04-03T03:02:53.348458Z","steps":["trace[1202100279] 'agreement among raft nodes before linearized reading' (duration: 151.543962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:02:53.348658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.619142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T03:02:53.348787Z","caller":"traceutil/trace.go:171","msg":"trace[962195099] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:2612; }","duration":"166.806926ms","start":"2026-04-03T03:02:53.181916Z","end":"2026-04-03T03:02:53.348723Z","steps":["trace[962195099] 'agreement among raft nodes before linearized reading' (duration: 166.260101ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:53.507175Z","caller":"traceutil/trace.go:171","msg":"trace[1627627990] linearizableReadLoop","detail":"{readStateIndex:2717; appliedIndex:2714; }","duration":"128.774079ms","start":"2026-04-03T03:02:53.378372Z","end":"2026-04-03T03:02:53.507147Z","steps":["trace[1627627990] 'read index received' (duration: 43.992105ms)","trace[1627627990] 'applied index is now lower than readState.Index' (duration: 84.780844ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:02:53.50745Z","caller":"traceutil/trace.go:171","msg":"trace[1897174000] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"153.713629ms","start":"2026-04-03T03:02:53.35368Z","end":"2026-04-03T03:02:53.507394Z","steps":["trace[1897174000] 'process raft request' (duration: 153.402341ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:53.507452Z","caller":"traceutil/trace.go:171","msg":"trace[1688024698] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"156.415041ms","start":"2026-04-03T03:02:53.351004Z","end":"2026-04-03T03:02:53.507419Z","steps":["trace[1688024698] 'process raft request' (duration: 155.935388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:02:53.507671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.17458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T03:02:53.507736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.41829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:02:53.507775Z","caller":"traceutil/trace.go:171","msg":"trace[1658797385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2614; }","duration":"129.337134ms","start":"2026-04-03T03:02:53.378413Z","end":"2026-04-03T03:02:53.50775Z","steps":["trace[1658797385] 'agreement among raft nodes before linearized reading' (duration: 129.020536ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:53.507785Z","caller":"traceutil/trace.go:171","msg":"trace[585358899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2614; }","duration":"128.517573ms","start":"2026-04-03T03:02:53.379256Z","end":"2026-04-03T03:02:53.507773Z","steps":["trace[585358899] 'agreement among raft nodes before linearized reading' (duration: 128.284446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:02:53.507775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.388384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:02:53.507943Z","caller":"traceutil/trace.go:171","msg":"trace[106482016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2614; }","duration":"129.58363ms","start":"2026-04-03T03:02:53.378342Z","end":"2026-04-03T03:02:53.507926Z","steps":["trace[106482016] 'agreement among raft nodes before linearized reading' (duration: 129.162749ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:53.697254Z","caller":"traceutil/trace.go:171","msg":"trace[1665900210] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"183.903609ms","start":"2026-04-03T03:02:53.513317Z","end":"2026-04-03T03:02:53.697221Z","steps":["trace[1665900210] 'process raft request' (duration: 183.781896ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:53.697266Z","caller":"traceutil/trace.go:171","msg":"trace[1176913104] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"184.464784ms","start":"2026-04-03T03:02:53.512756Z","end":"2026-04-03T03:02:53.697221Z","steps":["trace[1176913104] 'process raft request' (duration: 144.68592ms)","trace[1176913104] 'compare' (duration: 39.313171ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:02:53.69748Z","caller":"traceutil/trace.go:171","msg":"trace[1547179280] linearizableReadLoop","detail":"{readStateIndex:2723; appliedIndex:2717; }","duration":"156.451962ms","start":"2026-04-03T03:02:53.541006Z","end":"2026-04-03T03:02:53.697458Z","steps":["trace[1547179280] 'read index received' (duration: 10.147108ms)","trace[1547179280] 'applied index is now lower than readState.Index' (duration: 146.303734ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:02:53.697555Z","caller":"traceutil/trace.go:171","msg":"trace[1421591859] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"183.488288ms","start":"2026-04-03T03:02:53.514054Z","end":"2026-04-03T03:02:53.697543Z","steps":["trace[1421591859] 'process raft request' (duration: 183.21407ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:53.697593Z","caller":"traceutil/trace.go:171","msg":"trace[824440565] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"183.21706ms","start":"2026-04-03T03:02:53.514343Z","end":"2026-04-03T03:02:53.69756Z","steps":["trace[824440565] 'process raft request' (duration: 183.047245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:02:53.697722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.427417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-03T03:02:53.697744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.685409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:02:53.697862Z","caller":"traceutil/trace.go:171","msg":"trace[2115012762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2620; }","duration":"156.894893ms","start":"2026-04-03T03:02:53.540943Z","end":"2026-04-03T03:02:53.697837Z","steps":["trace[2115012762] 'agreement among raft nodes before linearized reading' (duration: 156.631696ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:53.69779Z","caller":"traceutil/trace.go:171","msg":"trace[1234287792] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2620; }","duration":"143.564941ms","start":"2026-04-03T03:02:53.554209Z","end":"2026-04-03T03:02:53.697774Z","steps":["trace[1234287792] 'agreement among raft nodes before linearized reading' (duration: 143.414306ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:53.698265Z","caller":"traceutil/trace.go:171","msg":"trace[1882209121] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"184.415152ms","start":"2026-04-03T03:02:53.5138Z","end":"2026-04-03T03:02:53.698215Z","steps":["trace[1882209121] 'process raft request' (duration: 183.361194ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:54.986715Z","caller":"traceutil/trace.go:171","msg":"trace[1593881259] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"107.014763ms","start":"2026-04-03T03:02:54.879664Z","end":"2026-04-03T03:02:54.986679Z","steps":["trace[1593881259] 'process raft request' (duration: 31.419142ms)","trace[1593881259] 'compare' (duration: 75.456368ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:02:54.99786Z","caller":"traceutil/trace.go:171","msg":"trace[1749816546] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2623; }","duration":"110.539167ms","start":"2026-04-03T03:02:54.887296Z","end":"2026-04-03T03:02:54.997835Z","steps":["trace[1749816546] 'process raft request' (duration: 110.27835ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:54.997985Z","caller":"traceutil/trace.go:171","msg":"trace[242684549] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"111.268546ms","start":"2026-04-03T03:02:54.886646Z","end":"2026-04-03T03:02:54.997914Z","steps":["trace[242684549] 'process raft request' (duration: 110.786463ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:54.998232Z","caller":"traceutil/trace.go:171","msg":"trace[1577677872] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"110.725751ms","start":"2026-04-03T03:02:54.887479Z","end":"2026-04-03T03:02:54.998204Z","steps":["trace[1577677872] 'process raft request' (duration: 110.135145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:07.906924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353877590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:08.407915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353877590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:08.908616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353877590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:09.223542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.935459969s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:03:09.351356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.498255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:09.351494Z","caller":"traceutil/trace.go:171","msg":"trace[643677150] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"2.063509639s","start":"2026-04-03T03:03:07.287958Z","end":"2026-04-03T03:03:09.351468Z","steps":["trace[643677150] 'process raft request' (duration: 1.935797248s)","trace[643677150] 'compare' (duration: 126.88446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:09.351559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:07.287928Z","time spent":"2.063600182s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:09.354027Z","caller":"traceutil/trace.go:171","msg":"trace[570506634] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"1.978877468s","start":"2026-04-03T03:03:07.37512Z","end":"2026-04-03T03:03:09.353998Z","steps":["trace[570506634] 'process raft request' (duration: 1.978685523s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:09.354137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:07.375092Z","time spent":"1.978992952s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:09.354458Z","caller":"traceutil/trace.go:171","msg":"trace[858337981] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"1.958226442s","start":"2026-04-03T03:03:07.396205Z","end":"2026-04-03T03:03:09.354432Z","steps":["trace[858337981] 'process raft request' (duration: 1.957744638s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:09.354625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:07.396191Z","time spent":"1.958354545s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:09.354818Z","caller":"traceutil/trace.go:171","msg":"trace[982610919] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"1.95854003s","start":"2026-04-03T03:03:07.396233Z","end":"2026-04-03T03:03:09.354773Z","steps":["trace[982610919] 'process raft request' (duration: 1.958094458s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:09.355009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:07.396205Z","time spent":"1.958700524s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:09.355219Z","caller":"traceutil/trace.go:171","msg":"trace[60605427] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"1.957799871s","start":"2026-04-03T03:03:07.397323Z","end":"2026-04-03T03:03:09.355123Z","steps":["trace[60605427] 'process raft request' (duration: 1.957247126s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:09.35531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:07.397313Z","time spent":"1.957953795s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:09.357897Z","caller":"traceutil/trace.go:171","msg":"trace[243286433] linearizableReadLoop","detail":"{readStateIndex:2960; appliedIndex:2954; }","duration":"1.951044362s","start":"2026-04-03T03:03:07.406841Z","end":"2026-04-03T03:03:09.357886Z","steps":["trace[243286433] 'read index received' (duration: 1.817029965s)","trace[243286433] 'applied index is now lower than readState.Index' (duration: 134.013257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:09.358083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951244067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T03:03:09.358112Z","caller":"traceutil/trace.go:171","msg":"trace[70734024] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2846; }","duration":"1.951313779s","start":"2026-04-03T03:03:07.406791Z","end":"2026-04-03T03:03:09.358105Z","steps":["trace[70734024] 'agreement among raft nodes before linearized reading' (duration: 1.951192876s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:09.358132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:07.406769Z","time spent":"1.951358479s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:03:09.358137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782447598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T03:03:09.358148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393385758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:09.358225Z","caller":"traceutil/trace.go:171","msg":"trace[1549720452] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2846; }","duration":"1.393521493s","start":"2026-04-03T03:03:07.964687Z","end":"2026-04-03T03:03:09.358208Z","steps":["trace[1549720452] 'agreement among raft nodes before linearized reading' (duration: 1.393388669s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:09.35827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:07.964659Z","time spent":"1.393601423s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:09.358312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590510677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T03:03:09.358377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.393731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:03:09.358422Z","caller":"traceutil/trace.go:171","msg":"trace[1962651882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2846; }","duration":"1.590662081s","start":"2026-04-03T03:03:07.767748Z","end":"2026-04-03T03:03:09.35841Z","steps":["trace[1962651882] 'agreement among raft nodes before linearized reading' (duration: 1.590500076s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:09.358463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:07.767722Z","time spent":"1.590729433s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:03:09.358513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.584647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T03:03:09.358552Z","caller":"traceutil/trace.go:171","msg":"trace[50780337] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2846; }","duration":"326.684138ms","start":"2026-04-03T03:03:09.031859Z","end":"2026-04-03T03:03:09.358543Z","steps":["trace[50780337] 'agreement among raft nodes before linearized reading' (duration: 326.553795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:09.358579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:09.031838Z","time spent":"326.73418ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T03:03:09.358574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59704393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T03:03:09.358593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59181103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:03:09.358619Z","caller":"traceutil/trace.go:171","msg":"trace[759875084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2846; }","duration":"1.597143732s","start":"2026-04-03T03:03:07.761466Z","end":"2026-04-03T03:03:09.35861Z","steps":["trace[759875084] 'agreement among raft nodes before linearized reading' (duration: 1.59703453s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:09.358633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664105255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:09.358632Z","caller":"traceutil/trace.go:171","msg":"trace[186085712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2846; }","duration":"1.591928515s","start":"2026-04-03T03:03:07.766691Z","end":"2026-04-03T03:03:09.35862Z","steps":["trace[186085712] 'agreement among raft nodes before linearized reading' (duration: 1.591828962s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:09.358663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:07.766663Z","time spent":"1.591995835s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:03:09.358179Z","caller":"traceutil/trace.go:171","msg":"trace[7230917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2846; }","duration":"1.782531331s","start":"2026-04-03T03:03:07.575638Z","end":"2026-04-03T03:03:09.358169Z","steps":["trace[7230917] 'agreement among raft nodes before linearized reading' (duration: 1.782366266s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:09.358661Z","caller":"traceutil/trace.go:171","msg":"trace[1527050519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2846; }","duration":"1.664185697s","start":"2026-04-03T03:03:07.694467Z","end":"2026-04-03T03:03:09.358653Z","steps":["trace[1527050519] 'agreement among raft nodes before linearized reading' (duration: 1.664134446s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:09.358711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:07.575616Z","time spent":"1.783086704s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:03:09.358726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:07.694436Z","time spent":"1.66428664s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:09.35866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:07.761435Z","time spent":"1.597217434s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:03:09.358434Z","caller":"traceutil/trace.go:171","msg":"trace[2111195800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2846; }","duration":"306.453833ms","start":"2026-04-03T03:03:09.051966Z","end":"2026-04-03T03:03:09.35842Z","steps":["trace[2111195800] 'agreement among raft nodes before linearized reading' (duration: 306.165145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:09.358933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:09.051953Z","time spent":"306.963417ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:03:09.358996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.125497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:09.359022Z","caller":"traceutil/trace.go:171","msg":"trace[1488961094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2846; }","duration":"237.686152ms","start":"2026-04-03T03:03:09.121327Z","end":"2026-04-03T03:03:09.359014Z","steps":["trace[1488961094] 'agreement among raft nodes before linearized reading' (duration: 237.144978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:25.745057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.842086ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:25.745319Z","caller":"traceutil/trace.go:171","msg":"trace[131095980] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2957; }","duration":"139.132034ms","start":"2026-04-03T03:03:25.606166Z","end":"2026-04-03T03:03:25.745299Z","steps":["trace[131095980] 'range keys from in-memory index tree' (duration: 138.819494ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:25.745583Z","caller":"traceutil/trace.go:171","msg":"trace[2139983420] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"235.241879ms","start":"2026-04-03T03:03:25.510293Z","end":"2026-04-03T03:03:25.745535Z","steps":["trace[2139983420] 'process raft request' (duration: 139.416472ms)","trace[2139983420] 'compare' (duration: 95.487607ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:25.745597Z","caller":"traceutil/trace.go:171","msg":"trace[481998623] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"235.198996ms","start":"2026-04-03T03:03:25.510365Z","end":"2026-04-03T03:03:25.745564Z","steps":["trace[481998623] 'process raft request' (duration: 235.037011ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:25.746021Z","caller":"traceutil/trace.go:171","msg":"trace[1503598048] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"235.593127ms","start":"2026-04-03T03:03:25.51039Z","end":"2026-04-03T03:03:25.745983Z","steps":["trace[1503598048] 'process raft request' (duration: 235.126204ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:25.746052Z","caller":"traceutil/trace.go:171","msg":"trace[964557810] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"235.423072ms","start":"2026-04-03T03:03:25.510598Z","end":"2026-04-03T03:03:25.746021Z","steps":["trace[964557810] 'process raft request' (duration: 235.217037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:27.765962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.407087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:27.766074Z","caller":"traceutil/trace.go:171","msg":"trace[671519941] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"256.036668ms","start":"2026-04-03T03:03:27.510016Z","end":"2026-04-03T03:03:27.766053Z","steps":["trace[671519941] 'process raft request' (duration: 47.457336ms)","trace[671519941] 'compare' (duration: 208.293284ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:27.772551Z","caller":"traceutil/trace.go:171","msg":"trace[959079896] linearizableReadLoop","detail":"{readStateIndex:3082; appliedIndex:3079; }","duration":"224.505503ms","start":"2026-04-03T03:03:27.548024Z","end":"2026-04-03T03:03:27.77253Z","steps":["trace[959079896] 'read index received' (duration: 9.46613ms)","trace[959079896] 'applied index is now lower than readState.Index' (duration: 215.038113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:27.773022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.986087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T03:03:27.773041Z","caller":"traceutil/trace.go:171","msg":"trace[657516275] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"262.843989ms","start":"2026-04-03T03:03:27.510152Z","end":"2026-04-03T03:03:27.772996Z","steps":["trace[657516275] 'process raft request' (duration: 262.220412ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:27.773094Z","caller":"traceutil/trace.go:171","msg":"trace[201432513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2965; }","duration":"225.096419ms","start":"2026-04-03T03:03:27.547981Z","end":"2026-04-03T03:03:27.773077Z","steps":["trace[201432513] 'agreement among raft nodes before linearized reading' (duration: 224.867473ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:27.77363Z","caller":"traceutil/trace.go:171","msg":"trace[1212622809] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"263.396293ms","start":"2026-04-03T03:03:27.510204Z","end":"2026-04-03T03:03:27.7736Z","steps":["trace[1212622809] 'process raft request' (duration: 262.271104ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:34.127097Z","caller":"traceutil/trace.go:171","msg":"trace[128347193] linearizableReadLoop","detail":"{readStateIndex:3123; appliedIndex:3121; }","duration":"293.120239ms","start":"2026-04-03T03:03:33.833952Z","end":"2026-04-03T03:03:34.127072Z","steps":["trace[128347193] 'read index received' (duration: 43.523832ms)","trace[128347193] 'applied index is now lower than readState.Index' (duration: 249.595047ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:34.127141Z","caller":"traceutil/trace.go:171","msg":"trace[1852047387] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"332.826652ms","start":"2026-04-03T03:03:33.794275Z","end":"2026-04-03T03:03:34.127102Z","steps":["trace[1852047387] 'process raft request' (duration: 270.663255ms)","trace[1852047387] 'compare' (duration: 61.944891ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:34.127232Z","caller":"traceutil/trace.go:171","msg":"trace[1292258782] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"331.118687ms","start":"2026-04-03T03:03:33.796101Z","end":"2026-04-03T03:03:34.12722Z","steps":["trace[1292258782] 'process raft request' (duration: 330.921331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:34.127306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:33.794257Z","time spent":"332.958395ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:34.127385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:33.796088Z","time spent":"331.190428ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:34.127484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.50473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:03:34.127581Z","caller":"traceutil/trace.go:171","msg":"trace[994822536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3004; }","duration":"293.611352ms","start":"2026-04-03T03:03:33.833946Z","end":"2026-04-03T03:03:34.127557Z","steps":["trace[994822536] 'agreement among raft nodes before linearized reading' (duration: 293.359626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:34.128075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.081067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T03:03:34.128175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.113584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T03:03:34.128183Z","caller":"traceutil/trace.go:171","msg":"trace[1625768026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3004; }","duration":"288.22338ms","start":"2026-04-03T03:03:33.839937Z","end":"2026-04-03T03:03:34.12816Z","steps":["trace[1625768026] 'agreement among raft nodes before linearized reading' (duration: 287.946693ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:34.128204Z","caller":"traceutil/trace.go:171","msg":"trace[1831068031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3004; }","duration":"286.166146ms","start":"2026-04-03T03:03:33.84203Z","end":"2026-04-03T03:03:34.128197Z","steps":["trace[1831068031] 'agreement among raft nodes before linearized reading' (duration: 286.080914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:34.128178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.661132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:03:34.128298Z","caller":"traceutil/trace.go:171","msg":"trace[184116314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3004; }","duration":"288.802955ms","start":"2026-04-03T03:03:33.839471Z","end":"2026-04-03T03:03:34.128274Z","steps":["trace[184116314] 'agreement among raft nodes before linearized reading' (duration: 288.509788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:34.1281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.19694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:03:34.128446Z","caller":"traceutil/trace.go:171","msg":"trace[207699313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3004; }","duration":"288.583611ms","start":"2026-04-03T03:03:33.839853Z","end":"2026-04-03T03:03:34.128436Z","steps":["trace[207699313] 'agreement among raft nodes before linearized reading' (duration: 288.090547ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:35.634849Z","caller":"traceutil/trace.go:171","msg":"trace[1138239823] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"100.798929ms","start":"2026-04-03T03:03:35.534027Z","end":"2026-04-03T03:03:35.634826Z","steps":["trace[1138239823] 'process raft request' (duration: 100.47412ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:41.164774Z","caller":"traceutil/trace.go:171","msg":"trace[300268356] linearizableReadLoop","detail":"{readStateIndex:3159; appliedIndex:3158; }","duration":"133.319082ms","start":"2026-04-03T03:03:41.031429Z","end":"2026-04-03T03:03:41.164749Z","steps":["trace[300268356] 'read index received' (duration: 133.065054ms)","trace[300268356] 'applied index is now lower than readState.Index' (duration: 252.318µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:41.164893Z","caller":"traceutil/trace.go:171","msg":"trace[197536940] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"177.23399ms","start":"2026-04-03T03:03:40.987605Z","end":"2026-04-03T03:03:41.164839Z","steps":["trace[197536940] 'process raft request' (duration: 176.906671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:42.196339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353878099,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:42.697315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353878099,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:43.198476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353878099,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:43.653894Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.926768205s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:03:43.695926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000103592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:03:43.696Z","caller":"traceutil/trace.go:171","msg":"trace[733884467] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227215s","start":"2026-04-03T03:03:41.695756Z","end":"2026-04-03T03:03:43.695983Z","steps":["trace[733884467] 'agreement among raft nodes before linearized reading' (duration: 2.000139523s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:43.696041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:41.695733Z","time spent":"2.000298807s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:03:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:43.783247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751816199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T03:03:43.783311Z","caller":"traceutil/trace.go:171","msg":"trace[189417989] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3039; }","duration":"2.751922933s","start":"2026-04-03T03:03:41.031373Z","end":"2026-04-03T03:03:43.783296Z","steps":["trace[189417989] 'agreement among raft nodes before linearized reading' (duration: 133.477567ms)","trace[189417989] 'range keys from in-memory index tree' (duration: 2.618293833s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:43.783343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:41.03135Z","time spent":"2.751986925s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T03:03:43.785762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.482479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:43.786094Z","caller":"traceutil/trace.go:171","msg":"trace[1208704683] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"2.132839296s","start":"2026-04-03T03:03:41.653029Z","end":"2026-04-03T03:03:43.785868Z","steps":["trace[1208704683] 'process raft request' (duration: 2.00115009s)","trace[1208704683] 'compare' (duration: 129.952316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:43.786233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:41.652998Z","time spent":"2.133151076s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:44.820616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000616626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:44.820704Z","caller":"traceutil/trace.go:171","msg":"trace[33529604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00075461s","start":"2026-04-03T03:03:42.819931Z","end":"2026-04-03T03:03:44.820685Z","steps":["trace[33529604] 'agreement among raft nodes before linearized reading' (duration: 2.000633667s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:44.820753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.81991Z","time spent":"2.000834251s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:03:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:45.548064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.893995854s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:03:45.696459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000110981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:03:45.696524Z","caller":"traceutil/trace.go:171","msg":"trace[1495592868] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234815s","start":"2026-04-03T03:03:43.696277Z","end":"2026-04-03T03:03:45.696512Z","steps":["trace[1495592868] 'agreement among raft nodes before linearized reading' (duration: 2.000147112s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:45.696555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:43.696254Z","time spent":"2.000295388s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:46.2918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.362841ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:46.291907Z","caller":"traceutil/trace.go:171","msg":"trace[840616986] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3040; }","duration":"685.491436ms","start":"2026-04-03T03:03:45.606394Z","end":"2026-04-03T03:03:46.291885Z","steps":["trace[840616986] 'range keys from in-memory index tree' (duration: 685.33827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:46.292141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.798813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:46.292376Z","caller":"traceutil/trace.go:171","msg":"trace[462326402] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"4.386355625s","start":"2026-04-03T03:03:41.905987Z","end":"2026-04-03T03:03:46.292342Z","steps":["trace[462326402] 'process raft request' (duration: 3.642249053s)","trace[462326402] 'compare' (duration: 743.182156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:46.2926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:41.905966Z","time spent":"4.386507699s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:46.29281Z","caller":"traceutil/trace.go:171","msg":"trace[1956613324] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"4.096028409s","start":"2026-04-03T03:03:42.196768Z","end":"2026-04-03T03:03:46.292797Z","steps":["trace[1956613324] 'process raft request' (duration: 4.095874095s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:46.292911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.196752Z","time spent":"4.096100211s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:46.292757Z","caller":"traceutil/trace.go:171","msg":"trace[417112725] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"4.096869012s","start":"2026-04-03T03:03:42.195862Z","end":"2026-04-03T03:03:46.292731Z","steps":["trace[417112725] 'process raft request' (duration: 4.096389459s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:46.293113Z","caller":"traceutil/trace.go:171","msg":"trace[250618960] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"3.469287654s","start":"2026-04-03T03:03:42.823809Z","end":"2026-04-03T03:03:46.293097Z","steps":["trace[250618960] 'process raft request' (duration: 3.468958244s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:46.29319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.823792Z","time spent":"3.469358806s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:46.293112Z","caller":"traceutil/trace.go:171","msg":"trace[487979949] linearizableReadLoop","detail":"{readStateIndex:3164; appliedIndex:3159; }","duration":"4.597279384s","start":"2026-04-03T03:03:41.695812Z","end":"2026-04-03T03:03:46.293092Z","steps":["trace[487979949] 'read index received' (duration: 1.958361474s)","trace[487979949] 'applied index is now lower than readState.Index' (duration: 2.63891692s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:46.29316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.195834Z","time spent":"4.097196401s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:47.255166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999289216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:47.255324Z","caller":"traceutil/trace.go:171","msg":"trace[604701915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999489662s","start":"2026-04-03T03:03:42.255785Z","end":"2026-04-03T03:03:47.255275Z","steps":["trace[604701915] 'agreement among raft nodes before linearized reading' (duration: 4.999335748s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.255444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.255758Z","time spent":"4.999672467s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 03:03:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:47.256802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999396019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:47.256936Z","caller":"traceutil/trace.go:171","msg":"trace[144537417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999586914s","start":"2026-04-03T03:03:42.257318Z","end":"2026-04-03T03:03:47.256905Z","steps":["trace[144537417] 'agreement among raft nodes before linearized reading' (duration: 4.9994087s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.256994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.257307Z","time spent":"4.999676137s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 03:03:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:47.257793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999491491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:47.257875Z","caller":"traceutil/trace.go:171","msg":"trace[814063151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999602945s","start":"2026-04-03T03:03:42.258251Z","end":"2026-04-03T03:03:47.257854Z","steps":["trace[814063151] 'agreement among raft nodes before linearized reading' (duration: 4.999509363s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.257921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.25824Z","time spent":"4.999668897s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/03 03:03:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:47.350854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.285111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:47.351334Z","caller":"traceutil/trace.go:171","msg":"trace[29225535] linearizableReadLoop","detail":"{readStateIndex:3165; appliedIndex:3164; }","duration":"1.057914896s","start":"2026-04-03T03:03:46.293401Z","end":"2026-04-03T03:03:47.351316Z","steps":["trace[29225535] 'read index received' (duration: 98.037227ms)","trace[29225535] 'applied index is now lower than readState.Index' (duration: 959.875789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:47.351439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.142043518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:47.351463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.716567057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:47.351559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.414062732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:47.351643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454038722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:47.351661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890869194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:47.351641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.167072579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T03:03:47.351682Z","caller":"traceutil/trace.go:171","msg":"trace[591088563] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3045; }","duration":"5.414219797s","start":"2026-04-03T03:03:41.937443Z","end":"2026-04-03T03:03:47.351663Z","steps":["trace[591088563] 'agreement among raft nodes before linearized reading' (duration: 5.414086454s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:47.351686Z","caller":"traceutil/trace.go:171","msg":"trace[485034272] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3045; }","duration":"2.454120293s","start":"2026-04-03T03:03:44.897555Z","end":"2026-04-03T03:03:47.351675Z","steps":["trace[485034272] 'agreement among raft nodes before linearized reading' (duration: 2.454041221s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.351687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.541410744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a2b9b7b53310d5\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-03T03:03:47.351716Z","caller":"traceutil/trace.go:171","msg":"trace[363146634] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:3045; }","duration":"4.167197952s","start":"2026-04-03T03:03:43.184501Z","end":"2026-04-03T03:03:47.351699Z","steps":["trace[363146634] 'agreement among raft nodes before linearized reading' (duration: 4.166928935s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.351735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:41.93741Z","time spent":"5.414311269s","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:47.351743Z","caller":"traceutil/trace.go:171","msg":"trace[1784981632] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a2b9b7b53310d5; range_end:; response_count:1; response_revision:3045; }","duration":"5.541457696s","start":"2026-04-03T03:03:41.810269Z","end":"2026-04-03T03:03:47.351726Z","steps":["trace[1784981632] 'agreement among raft nodes before linearized reading' (duration: 5.541345882s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.35174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:44.897519Z","time spent":"2.454210757s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:47.351787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:41.810062Z","time spent":"5.541716743s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a2b9b7b53310d5\" "} {"level":"warn","ts":"2026-04-03T03:03:47.351737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181292055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-03T03:03:47.351827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:43.184479Z","time spent":"4.167336516s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-04-03T03:03:47.351887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.564367307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-03T03:03:47.351901Z","caller":"traceutil/trace.go:171","msg":"trace[64865822] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3045; }","duration":"1.181506741s","start":"2026-04-03T03:03:46.170356Z","end":"2026-04-03T03:03:47.351862Z","steps":["trace[64865822] 'agreement among raft nodes before linearized reading' (duration: 1.181014397s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:47.35195Z","caller":"traceutil/trace.go:171","msg":"trace[1881877839] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3045; }","duration":"3.564505433s","start":"2026-04-03T03:03:43.787435Z","end":"2026-04-03T03:03:47.35194Z","steps":["trace[1881877839] 'agreement among raft nodes before linearized reading' (duration: 3.564208004s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.351993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:46.17031Z","time spent":"1.181658985s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:03:47.351515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647124113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:47.352118Z","caller":"traceutil/trace.go:171","msg":"trace[288375707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3045; }","duration":"1.64771933s","start":"2026-04-03T03:03:45.704384Z","end":"2026-04-03T03:03:47.352103Z","steps":["trace[288375707] 'agreement among raft nodes before linearized reading' (duration: 1.647108973s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.352174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:45.704293Z","time spent":"1.647867014s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:03:47.351564Z","caller":"traceutil/trace.go:171","msg":"trace[548032209] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3045; }","duration":"3.716730701s","start":"2026-04-03T03:03:43.634815Z","end":"2026-04-03T03:03:47.351546Z","steps":["trace[548032209] 'agreement among raft nodes before linearized reading' (duration: 3.716511685s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.352273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:43.634794Z","time spent":"3.717452393s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:47.351485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312243079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T03:03:47.352386Z","caller":"traceutil/trace.go:171","msg":"trace[1453280726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3045; }","duration":"2.313179975s","start":"2026-04-03T03:03:45.039188Z","end":"2026-04-03T03:03:47.352368Z","steps":["trace[1453280726] 'agreement among raft nodes before linearized reading' (duration: 2.312157175s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.352481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:45.039167Z","time spent":"2.31330057s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:03:47.351437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.886955251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:47.352643Z","caller":"traceutil/trace.go:171","msg":"trace[1662592000] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3045; }","duration":"4.888205536s","start":"2026-04-03T03:03:42.4644Z","end":"2026-04-03T03:03:47.352606Z","steps":["trace[1662592000] 'agreement among raft nodes before linearized reading' (duration: 4.88694615s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.351587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.095169353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:03:47.352787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.464379Z","time spent":"4.88831717s","remote":"127.0.0.1:36466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:47.351603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.147927663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:03:47.35283Z","caller":"traceutil/trace.go:171","msg":"trace[1763146413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3045; }","duration":"5.096428708s","start":"2026-04-03T03:03:42.256384Z","end":"2026-04-03T03:03:47.352813Z","steps":["trace[1763146413] 'agreement among raft nodes before linearized reading' (duration: 5.095019478s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.3529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.256375Z","time spent":"5.096508081s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:03:47.35158Z","caller":"traceutil/trace.go:171","msg":"trace[481588738] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3045; }","duration":"4.142177341s","start":"2026-04-03T03:03:43.209345Z","end":"2026-04-03T03:03:47.351522Z","steps":["trace[481588738] 'agreement among raft nodes before linearized reading' (duration: 4.142047267s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:47.352907Z","caller":"traceutil/trace.go:171","msg":"trace[872075566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3045; }","duration":"5.14922279s","start":"2026-04-03T03:03:42.203646Z","end":"2026-04-03T03:03:47.352869Z","steps":["trace[872075566] 'agreement among raft nodes before linearized reading' (duration: 5.147893713s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.352997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.203636Z","time spent":"5.149347894s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:03:47.352987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:43.209332Z","time spent":"4.143620381s","remote":"127.0.0.1:36476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:47.352072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:43.787418Z","time spent":"3.564617886s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-03T03:03:47.351698Z","caller":"traceutil/trace.go:171","msg":"trace[1352280372] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3045; }","duration":"2.890950126s","start":"2026-04-03T03:03:44.460738Z","end":"2026-04-03T03:03:47.351688Z","steps":["trace[1352280372] 'agreement among raft nodes before linearized reading' (duration: 2.890894615s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.353298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:44.460714Z","time spent":"2.892558753s","remote":"127.0.0.1:60252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:47.353523Z","caller":"traceutil/trace.go:171","msg":"trace[1268482182] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"1.559772709s","start":"2026-04-03T03:03:45.791548Z","end":"2026-04-03T03:03:47.351321Z","steps":["trace[1268482182] 'process raft request' (duration: 599.88183ms)","trace[1268482182] 'compare' (duration: 958.378156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:47.353951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:45.791512Z","time spent":"1.562108006s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:47.364659Z","caller":"traceutil/trace.go:171","msg":"trace[2039155479] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"469.582115ms","start":"2026-04-03T03:03:46.895058Z","end":"2026-04-03T03:03:47.36464Z","steps":["trace[2039155479] 'process raft request' (duration: 469.45397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.364693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.180395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:47.364732Z","caller":"traceutil/trace.go:171","msg":"trace[1431451828] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3046; }","duration":"647.255657ms","start":"2026-04-03T03:03:46.717465Z","end":"2026-04-03T03:03:47.36472Z","steps":["trace[1431451828] 'agreement among raft nodes before linearized reading' (duration: 647.173306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.364758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:46.717443Z","time spent":"647.308229ms","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:47.364766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:46.895034Z","time spent":"469.671257ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:47.864874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353878115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:48.268214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.745235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:48.268635Z","caller":"traceutil/trace.go:171","msg":"trace[1992903811] transaction","detail":"{read_only:false; response_revision:3047; number_of_response:1; }","duration":"913.91529ms","start":"2026-04-03T03:03:47.354698Z","end":"2026-04-03T03:03:48.268613Z","steps":["trace[1992903811] 'process raft request' (duration: 620.696052ms)","trace[1992903811] 'compare' (duration: 292.429836ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:48.268665Z","caller":"traceutil/trace.go:171","msg":"trace[373643162] linearizableReadLoop","detail":"{readStateIndex:3171; appliedIndex:3166; }","duration":"904.044001ms","start":"2026-04-03T03:03:47.364614Z","end":"2026-04-03T03:03:48.268658Z","steps":["trace[373643162] 'read index received' (duration: 610.817502ms)","trace[373643162] 'applied index is now lower than readState.Index' (duration: 293.225959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:48.268724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:47.354674Z","time spent":"914.006474ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:48.26878Z","caller":"traceutil/trace.go:171","msg":"trace[529814791] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"911.617307ms","start":"2026-04-03T03:03:47.357157Z","end":"2026-04-03T03:03:48.268775Z","steps":["trace[529814791] 'process raft request' (duration: 911.421071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:48.268829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:47.357145Z","time spent":"911.664077ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:48.268816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:47.353978Z","time spent":"914.835456ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:03:48.268941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.005355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:48.268983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.680963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T03:03:48.269023Z","caller":"traceutil/trace.go:171","msg":"trace[911836965] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"911.75472ms","start":"2026-04-03T03:03:47.357255Z","end":"2026-04-03T03:03:48.26901Z","steps":["trace[911836965] 'process raft request' (duration: 911.38258ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:48.269037Z","caller":"traceutil/trace.go:171","msg":"trace[507576806] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3050; }","duration":"221.160989ms","start":"2026-04-03T03:03:48.047854Z","end":"2026-04-03T03:03:48.269015Z","steps":["trace[507576806] 'agreement among raft nodes before linearized reading' (duration: 220.994515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:48.268973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.710132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:48.269088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:47.357246Z","time spent":"911.810692ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:48.269092Z","caller":"traceutil/trace.go:171","msg":"trace[984957229] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3050; }","duration":"863.848678ms","start":"2026-04-03T03:03:47.405221Z","end":"2026-04-03T03:03:48.26907Z","steps":["trace[984957229] 'agreement among raft nodes before linearized reading' (duration: 863.623362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:48.269092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.977205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-03T03:03:48.269143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:47.405193Z","time spent":"863.94125ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T03:03:48.269184Z","caller":"traceutil/trace.go:171","msg":"trace[1017375389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3050; }","duration":"915.896448ms","start":"2026-04-03T03:03:47.353204Z","end":"2026-04-03T03:03:48.2691Z","steps":["trace[1017375389] 'agreement among raft nodes before linearized reading' (duration: 915.643821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:48.269224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.582434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-03T03:03:48.269251Z","caller":"traceutil/trace.go:171","msg":"trace[2135696457] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"912.071669ms","start":"2026-04-03T03:03:47.357151Z","end":"2026-04-03T03:03:48.269223Z","steps":["trace[2135696457] 'process raft request' (duration: 911.468933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:48.269372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:47.353173Z","time spent":"916.131745ms","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:03:48.269307Z","caller":"traceutil/trace.go:171","msg":"trace[337886523] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3050; }","duration":"912.697367ms","start":"2026-04-03T03:03:47.356596Z","end":"2026-04-03T03:03:48.269294Z","steps":["trace[337886523] 'agreement among raft nodes before linearized reading' (duration: 912.48208ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:48.269197Z","caller":"traceutil/trace.go:171","msg":"trace[1008247331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3050; }","duration":"913.124709ms","start":"2026-04-03T03:03:47.356048Z","end":"2026-04-03T03:03:48.269173Z","steps":["trace[1008247331] 'agreement among raft nodes before linearized reading' (duration: 912.79119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:48.269439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:47.356578Z","time spent":"912.849751ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T03:03:48.269469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:47.357131Z","time spent":"912.204892ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:48.269483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:47.356036Z","time spent":"913.425077ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:03:48.573941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.721554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:48.574443Z","caller":"traceutil/trace.go:171","msg":"trace[1519721041] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"299.372314ms","start":"2026-04-03T03:03:48.275052Z","end":"2026-04-03T03:03:48.574424Z","steps":["trace[1519721041] 'process raft request' (duration: 298.996424ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:48.574523Z","caller":"traceutil/trace.go:171","msg":"trace[1276378273] transaction","detail":"{read_only:false; response_revision:3051; number_of_response:1; }","duration":"304.467469ms","start":"2026-04-03T03:03:48.269998Z","end":"2026-04-03T03:03:48.574465Z","steps":["trace[1276378273] 'process raft request' (duration: 190.137778ms)","trace[1276378273] 'compare' (duration: 113.475348ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:48.574679Z","caller":"traceutil/trace.go:171","msg":"trace[418096567] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"276.133043ms","start":"2026-04-03T03:03:48.298536Z","end":"2026-04-03T03:03:48.574669Z","steps":["trace[418096567] 'process raft request' (duration: 275.569417ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:48.574845Z","caller":"traceutil/trace.go:171","msg":"trace[938860940] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"276.209285ms","start":"2026-04-03T03:03:48.298626Z","end":"2026-04-03T03:03:48.574835Z","steps":["trace[938860940] 'process raft request' (duration: 275.509405ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:48.574889Z","caller":"traceutil/trace.go:171","msg":"trace[384896004] linearizableReadLoop","detail":"{readStateIndex:3172; appliedIndex:3171; }","duration":"302.885444ms","start":"2026-04-03T03:03:48.27199Z","end":"2026-04-03T03:03:48.574875Z","steps":["trace[384896004] 'read index received' (duration: 188.159671ms)","trace[384896004] 'applied index is now lower than readState.Index' (duration: 114.723873ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:48.574984Z","caller":"traceutil/trace.go:171","msg":"trace[176784453] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"275.777584ms","start":"2026-04-03T03:03:48.299192Z","end":"2026-04-03T03:03:48.57497Z","steps":["trace[176784453] 'process raft request' (duration: 274.973341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:48.574835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:48.269983Z","time spent":"304.678935ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:48.676093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.080012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a2b9ba1380a694\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-03T03:03:48.676177Z","caller":"traceutil/trace.go:171","msg":"trace[1508489973] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a2b9ba1380a694; range_end:; response_count:1; response_revision:3055; }","duration":"404.188435ms","start":"2026-04-03T03:03:48.271964Z","end":"2026-04-03T03:03:48.676152Z","steps":["trace[1508489973] 'agreement among raft nodes before linearized reading' (duration: 303.042017ms)","trace[1508489973] 'range keys from in-memory index tree' (duration: 100.92145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:48.676218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:48.271953Z","time spent":"404.255756ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a2b9ba1380a694\" "} {"level":"warn","ts":"2026-04-03T03:03:48.67633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.122024ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T03:03:48.676389Z","caller":"traceutil/trace.go:171","msg":"trace[1663508507] linearizableReadLoop","detail":"{readStateIndex:3177; appliedIndex:3176; }","duration":"101.441995ms","start":"2026-04-03T03:03:48.574936Z","end":"2026-04-03T03:03:48.676378Z","steps":["trace[1663508507] 'read index received' (duration: 95.343µs)","trace[1663508507] 'applied index is now lower than readState.Index' (duration: 101.345702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:48.676438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.768561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:48.676508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.462833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9402"} {"level":"info","ts":"2026-04-03T03:03:48.676542Z","caller":"traceutil/trace.go:171","msg":"trace[1995382490] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3055; }","duration":"404.527964ms","start":"2026-04-03T03:03:48.272006Z","end":"2026-04-03T03:03:48.676534Z","steps":["trace[1995382490] 'agreement among raft nodes before linearized reading' (duration: 404.444231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:48.676572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:48.271986Z","time spent":"404.579056ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9425,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T03:03:48.676506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.570319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-03T03:03:48.67665Z","caller":"traceutil/trace.go:171","msg":"trace[1814732101] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3055; }","duration":"402.733983ms","start":"2026-04-03T03:03:48.273906Z","end":"2026-04-03T03:03:48.67664Z","steps":["trace[1814732101] 'agreement among raft nodes before linearized reading' (duration: 402.531667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:48.676683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:48.273894Z","time spent":"402.778635ms","remote":"127.0.0.1:60410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-03T03:03:48.676506Z","caller":"traceutil/trace.go:171","msg":"trace[1745496664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3055; }","duration":"398.847774ms","start":"2026-04-03T03:03:48.27764Z","end":"2026-04-03T03:03:48.676487Z","steps":["trace[1745496664] 'agreement among raft nodes before linearized reading' (duration: 398.754651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:48.676941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:48.277631Z","time spent":"399.295676ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:03:48.843358Z","caller":"traceutil/trace.go:171","msg":"trace[1281494848] linearizableReadLoop","detail":"{readStateIndex:3178; appliedIndex:3177; }","duration":"164.102788ms","start":"2026-04-03T03:03:48.67923Z","end":"2026-04-03T03:03:48.843333Z","steps":["trace[1281494848] 'read index received' (duration: 163.889352ms)","trace[1281494848] 'applied index is now lower than readState.Index' (duration: 212.356µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:48.843528Z","caller":"traceutil/trace.go:171","msg":"trace[482422860] transaction","detail":"{read_only:false; response_revision:3056; number_of_response:1; }","duration":"165.557309ms","start":"2026-04-03T03:03:48.677956Z","end":"2026-04-03T03:03:48.843513Z","steps":["trace[482422860] 'process raft request' (duration: 165.161798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:48.843777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.51807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T03:03:48.84385Z","caller":"traceutil/trace.go:171","msg":"trace[197345275] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3056; }","duration":"164.619142ms","start":"2026-04-03T03:03:48.679215Z","end":"2026-04-03T03:03:48.843834Z","steps":["trace[197345275] 'agreement among raft nodes before linearized reading' (duration: 164.422856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:48.984055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.000751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:48.9842Z","caller":"traceutil/trace.go:171","msg":"trace[1451426137] linearizableReadLoop","detail":"{readStateIndex:3179; appliedIndex:3178; }","duration":"133.194319ms","start":"2026-04-03T03:03:48.850987Z","end":"2026-04-03T03:03:48.984181Z","steps":["trace[1451426137] 'read index received' (duration: 30.907199ms)","trace[1451426137] 'applied index is now lower than readState.Index' (duration: 102.28495ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:48.9843Z","caller":"traceutil/trace.go:171","msg":"trace[757641380] transaction","detail":"{read_only:false; response_revision:3057; number_of_response:1; }","duration":"134.772114ms","start":"2026-04-03T03:03:48.849481Z","end":"2026-04-03T03:03:48.984253Z","steps":["trace[757641380] 'process raft request' (duration: 32.464654ms)","trace[757641380] 'compare' (duration: 101.725013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:48.984434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.440735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T03:03:48.98447Z","caller":"traceutil/trace.go:171","msg":"trace[1094743802] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3057; }","duration":"133.498786ms","start":"2026-04-03T03:03:48.850961Z","end":"2026-04-03T03:03:48.98446Z","steps":["trace[1094743802] 'agreement among raft nodes before linearized reading' (duration: 133.27657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:49.396366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.870657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:49.396546Z","caller":"traceutil/trace.go:171","msg":"trace[1971904080] linearizableReadLoop","detail":"{readStateIndex:3181; appliedIndex:3180; }","duration":"354.003968ms","start":"2026-04-03T03:03:49.042525Z","end":"2026-04-03T03:03:49.396529Z","steps":["trace[1971904080] 'read index received' (duration: 104.78517ms)","trace[1971904080] 'applied index is now lower than readState.Index' (duration: 249.217068ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:49.396673Z","caller":"traceutil/trace.go:171","msg":"trace[1444362741] transaction","detail":"{read_only:false; response_revision:3059; number_of_response:1; }","duration":"356.057377ms","start":"2026-04-03T03:03:49.040565Z","end":"2026-04-03T03:03:49.396622Z","steps":["trace[1444362741] 'process raft request' (duration: 106.821799ms)","trace[1444362741] 'compare' (duration: 248.714633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:49.396822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:49.040542Z","time spent":"356.204201ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:49.396844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.322447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-03T03:03:49.396944Z","caller":"traceutil/trace.go:171","msg":"trace[1500381475] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3059; }","duration":"354.46208ms","start":"2026-04-03T03:03:49.04247Z","end":"2026-04-03T03:03:49.396932Z","steps":["trace[1500381475] 'agreement among raft nodes before linearized reading' (duration: 354.160763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:49.397014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:49.04245Z","time spent":"354.553903ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T03:03:49.428973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.652254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:49.428986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.83804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:49.429059Z","caller":"traceutil/trace.go:171","msg":"trace[798768329] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3060; }","duration":"137.772799ms","start":"2026-04-03T03:03:49.291265Z","end":"2026-04-03T03:03:49.429038Z","steps":["trace[798768329] 'agreement among raft nodes before linearized reading' (duration: 137.596994ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:49.429087Z","caller":"traceutil/trace.go:171","msg":"trace[638349864] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3060; }","duration":"317.998374ms","start":"2026-04-03T03:03:49.111064Z","end":"2026-04-03T03:03:49.429062Z","steps":["trace[638349864] 'agreement among raft nodes before linearized reading' (duration: 317.839459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:49.42914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:49.111042Z","time spent":"318.081335ms","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:49.429029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.369078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T03:03:49.429277Z","caller":"traceutil/trace.go:171","msg":"trace[839819992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3060; }","duration":"168.656157ms","start":"2026-04-03T03:03:49.260604Z","end":"2026-04-03T03:03:49.42926Z","steps":["trace[839819992] 'agreement among raft nodes before linearized reading' (duration: 168.270055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:49.429284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.609442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:03:49.429388Z","caller":"traceutil/trace.go:171","msg":"trace[1061160293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3060; }","duration":"170.770257ms","start":"2026-04-03T03:03:49.2586Z","end":"2026-04-03T03:03:49.42937Z","steps":["trace[1061160293] 'agreement among raft nodes before linearized reading' (duration: 170.510739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:49.42917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.201872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:03:49.429534Z","caller":"traceutil/trace.go:171","msg":"trace[1872952183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3060; }","duration":"169.613563ms","start":"2026-04-03T03:03:49.259898Z","end":"2026-04-03T03:03:49.429511Z","steps":["trace[1872952183] 'agreement among raft nodes before linearized reading' (duration: 169.073748ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:50.778175Z","caller":"traceutil/trace.go:171","msg":"trace[1079926384] transaction","detail":"{read_only:false; response_revision:3066; number_of_response:1; }","duration":"197.481966ms","start":"2026-04-03T03:03:50.580669Z","end":"2026-04-03T03:03:50.778151Z","steps":["trace[1079926384] 'process raft request' (duration: 197.328591ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:50.79543Z","caller":"traceutil/trace.go:171","msg":"trace[516876206] transaction","detail":"{read_only:false; response_revision:3067; number_of_response:1; }","duration":"214.133081ms","start":"2026-04-03T03:03:50.581254Z","end":"2026-04-03T03:03:50.795387Z","steps":["trace[516876206] 'process raft request' (duration: 213.798701ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:50.795553Z","caller":"traceutil/trace.go:171","msg":"trace[1926938849] transaction","detail":"{read_only:false; response_revision:3068; number_of_response:1; }","duration":"214.054478ms","start":"2026-04-03T03:03:50.581471Z","end":"2026-04-03T03:03:50.795525Z","steps":["trace[1926938849] 'process raft request' (duration: 213.736249ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:10.96306Z","caller":"traceutil/trace.go:171","msg":"trace[1135756584] linearizableReadLoop","detail":"{readStateIndex:3300; appliedIndex:3299; }","duration":"437.75788ms","start":"2026-04-03T03:04:10.525272Z","end":"2026-04-03T03:04:10.96303Z","steps":["trace[1135756584] 'read index received' (duration: 437.720219ms)","trace[1135756584] 'applied index is now lower than readState.Index' (duration: 36.431µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:10.963118Z","caller":"traceutil/trace.go:171","msg":"trace[488571110] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"477.026197ms","start":"2026-04-03T03:04:10.486063Z","end":"2026-04-03T03:04:10.963089Z","steps":["trace[488571110] 'process raft request' (duration: 476.776869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:10.963247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:10.486037Z","time spent":"477.13794ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:10.963593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.312435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:04:10.96368Z","caller":"traceutil/trace.go:171","msg":"trace[1592718573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3173; }","duration":"438.408918ms","start":"2026-04-03T03:04:10.52525Z","end":"2026-04-03T03:04:10.963659Z","steps":["trace[1592718573] 'agreement among raft nodes before linearized reading' (duration: 437.899223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:10.963722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:10.525185Z","time spent":"438.527721ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:04:11.172568Z","caller":"traceutil/trace.go:171","msg":"trace[1774882115] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"321.272507ms","start":"2026-04-03T03:04:10.851248Z","end":"2026-04-03T03:04:11.17252Z","steps":["trace[1774882115] 'process raft request' (duration: 289.482643ms)","trace[1774882115] 'compare' (duration: 31.607449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:11.172735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:10.851207Z","time spent":"321.447402ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:11.172951Z","caller":"traceutil/trace.go:171","msg":"trace[793938781] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"298.742646ms","start":"2026-04-03T03:04:10.874191Z","end":"2026-04-03T03:04:11.172934Z","steps":["trace[793938781] 'process raft request' (duration: 298.286984ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:11.173158Z","caller":"traceutil/trace.go:171","msg":"trace[170579599] linearizableReadLoop","detail":"{readStateIndex:3303; appliedIndex:3300; }","duration":"209.89495ms","start":"2026-04-03T03:04:10.963149Z","end":"2026-04-03T03:04:11.173044Z","steps":["trace[170579599] 'read index received' (duration: 177.650403ms)","trace[170579599] 'applied index is now lower than readState.Index' (duration: 32.242316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:11.173247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.998879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:11.173344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.820614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:11.173364Z","caller":"traceutil/trace.go:171","msg":"trace[58731979] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3176; }","duration":"244.148123ms","start":"2026-04-03T03:04:10.929189Z","end":"2026-04-03T03:04:11.173337Z","steps":["trace[58731979] 'agreement among raft nodes before linearized reading' (duration: 243.919297ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:11.173393Z","caller":"traceutil/trace.go:171","msg":"trace[185510680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3176; }","duration":"429.899295ms","start":"2026-04-03T03:04:10.743479Z","end":"2026-04-03T03:04:11.173378Z","steps":["trace[185510680] 'agreement among raft nodes before linearized reading' (duration: 429.818243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:11.173434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:10.74346Z","time spent":"429.965359ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:04:11.173516Z","caller":"traceutil/trace.go:171","msg":"trace[692756053] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"267.077656ms","start":"2026-04-03T03:04:10.90639Z","end":"2026-04-03T03:04:11.173468Z","steps":["trace[692756053] 'process raft request' (duration: 266.378616ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:11.174218Z","caller":"traceutil/trace.go:171","msg":"trace[1260931875] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"205.34479ms","start":"2026-04-03T03:04:10.968854Z","end":"2026-04-03T03:04:11.174199Z","steps":["trace[1260931875] 'process raft request' (duration: 204.869086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:11.17434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.46326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T03:04:11.174455Z","caller":"traceutil/trace.go:171","msg":"trace[776292901] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3177; }","duration":"143.635265ms","start":"2026-04-03T03:04:11.030792Z","end":"2026-04-03T03:04:11.174427Z","steps":["trace[776292901] 'agreement among raft nodes before linearized reading' (duration: 143.335036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:11.75471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.796663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:11.754848Z","caller":"traceutil/trace.go:171","msg":"trace[1091024615] linearizableReadLoop","detail":"{readStateIndex:3306; appliedIndex:3305; }","duration":"141.455563ms","start":"2026-04-03T03:04:11.613379Z","end":"2026-04-03T03:04:11.754835Z","steps":["trace[1091024615] 'read index received' (duration: 18.538877ms)","trace[1091024615] 'applied index is now lower than readState.Index' (duration: 122.915685ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:11.754892Z","caller":"traceutil/trace.go:171","msg":"trace[679924371] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"152.560469ms","start":"2026-04-03T03:04:11.602288Z","end":"2026-04-03T03:04:11.754848Z","steps":["trace[679924371] 'process raft request' (duration: 29.5542ms)","trace[679924371] 'compare' (duration: 122.69473ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:11.755127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.613937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:04:11.755186Z","caller":"traceutil/trace.go:171","msg":"trace[1990857949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3180; }","duration":"141.724841ms","start":"2026-04-03T03:04:11.613448Z","end":"2026-04-03T03:04:11.755172Z","steps":["trace[1990857949] 'agreement among raft nodes before linearized reading' (duration: 141.536045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:11.755212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.813664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:04:11.755314Z","caller":"traceutil/trace.go:171","msg":"trace[841697222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3179; }","duration":"141.952067ms","start":"2026-04-03T03:04:11.613346Z","end":"2026-04-03T03:04:11.755299Z","steps":["trace[841697222] 'agreement among raft nodes before linearized reading' (duration: 141.562216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:13.292713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.908911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:04:13.292812Z","caller":"traceutil/trace.go:171","msg":"trace[119359583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3185; }","duration":"113.065216ms","start":"2026-04-03T03:04:13.179722Z","end":"2026-04-03T03:04:13.292787Z","steps":["trace[119359583] 'range keys from in-memory index tree' (duration: 112.715746ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:13.293202Z","caller":"traceutil/trace.go:171","msg":"trace[152202352] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"112.533561ms","start":"2026-04-03T03:04:13.180621Z","end":"2026-04-03T03:04:13.293155Z","steps":["trace[152202352] 'process raft request' (duration: 34.883093ms)","trace[152202352] 'compare' (duration: 77.456822ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:13.352346Z","caller":"traceutil/trace.go:171","msg":"trace[693047712] linearizableReadLoop","detail":"{readStateIndex:3315; appliedIndex:3312; }","duration":"166.68054ms","start":"2026-04-03T03:04:13.185627Z","end":"2026-04-03T03:04:13.352308Z","steps":["trace[693047712] 'read index received' (duration: 29.89815ms)","trace[693047712] 'applied index is now lower than readState.Index' (duration: 136.781ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:13.352426Z","caller":"traceutil/trace.go:171","msg":"trace[1035027167] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"171.679992ms","start":"2026-04-03T03:04:13.180683Z","end":"2026-04-03T03:04:13.352363Z","steps":["trace[1035027167] 'process raft request' (duration: 171.205169ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:13.352519Z","caller":"traceutil/trace.go:171","msg":"trace[47487073] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"171.529589ms","start":"2026-04-03T03:04:13.180929Z","end":"2026-04-03T03:04:13.352458Z","steps":["trace[47487073] 'process raft request' (duration: 171.303852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:13.352688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.03576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T03:04:13.352745Z","caller":"traceutil/trace.go:171","msg":"trace[47808943] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:3188; }","duration":"167.122253ms","start":"2026-04-03T03:04:13.185604Z","end":"2026-04-03T03:04:13.352726Z","steps":["trace[47808943] 'agreement among raft nodes before linearized reading' (duration: 166.903707ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:13.468851Z","caller":"traceutil/trace.go:171","msg":"trace[1227090075] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"106.028117ms","start":"2026-04-03T03:04:13.362786Z","end":"2026-04-03T03:04:13.468814Z","steps":["trace[1227090075] 'process raft request' (duration: 105.836511ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:13.89941Z","caller":"traceutil/trace.go:171","msg":"trace[2018642808] linearizableReadLoop","detail":"{readStateIndex:3321; appliedIndex:3320; }","duration":"113.131718ms","start":"2026-04-03T03:04:13.786246Z","end":"2026-04-03T03:04:13.899378Z","steps":["trace[2018642808] 'read index received' (duration: 112.915182ms)","trace[2018642808] 'applied index is now lower than readState.Index' (duration: 215.446µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:13.899511Z","caller":"traceutil/trace.go:171","msg":"trace[1203592009] transaction","detail":"{read_only:false; response_revision:3193; number_of_response:1; }","duration":"132.957052ms","start":"2026-04-03T03:04:13.766531Z","end":"2026-04-03T03:04:13.899488Z","steps":["trace[1203592009] 'process raft request' (duration: 132.635972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:13.899874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.608681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:04:13.899959Z","caller":"traceutil/trace.go:171","msg":"trace[1011651470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3193; }","duration":"113.756015ms","start":"2026-04-03T03:04:13.786185Z","end":"2026-04-03T03:04:13.899941Z","steps":["trace[1011651470] 'agreement among raft nodes before linearized reading' (duration: 113.416356ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:15.228938Z","caller":"traceutil/trace.go:171","msg":"trace[180336670] linearizableReadLoop","detail":"{readStateIndex:3324; appliedIndex:3323; }","duration":"197.812425ms","start":"2026-04-03T03:04:15.031094Z","end":"2026-04-03T03:04:15.228907Z","steps":["trace[180336670] 'read index received' (duration: 197.64211ms)","trace[180336670] 'applied index is now lower than readState.Index' (duration: 168.825µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:15.229196Z","caller":"traceutil/trace.go:171","msg":"trace[146183668] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"230.532045ms","start":"2026-04-03T03:04:14.998626Z","end":"2026-04-03T03:04:15.229158Z","steps":["trace[146183668] 'process raft request' (duration: 230.058802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:15.22943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.321029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T03:04:15.229501Z","caller":"traceutil/trace.go:171","msg":"trace[1039564552] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3196; }","duration":"198.452203ms","start":"2026-04-03T03:04:15.031031Z","end":"2026-04-03T03:04:15.229484Z","steps":["trace[1039564552] 'agreement among raft nodes before linearized reading' (duration: 198.0011ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:15.428535Z","caller":"traceutil/trace.go:171","msg":"trace[2028603872] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"128.7605ms","start":"2026-04-03T03:04:15.299739Z","end":"2026-04-03T03:04:15.4285Z","steps":["trace[2028603872] 'process raft request' (duration: 128.557694ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:15.636497Z","caller":"traceutil/trace.go:171","msg":"trace[875564546] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"278.777968ms","start":"2026-04-03T03:04:15.357671Z","end":"2026-04-03T03:04:15.636449Z","steps":["trace[875564546] 'process raft request' (duration: 209.833617ms)","trace[875564546] 'compare' (duration: 68.319893ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:15.636717Z","caller":"traceutil/trace.go:171","msg":"trace[370918884] linearizableReadLoop","detail":"{readStateIndex:3327; appliedIndex:3324; }","duration":"271.855741ms","start":"2026-04-03T03:04:15.364832Z","end":"2026-04-03T03:04:15.636688Z","steps":["trace[370918884] 'read index received' (duration: 63.436504ms)","trace[370918884] 'applied index is now lower than readState.Index' (duration: 208.418046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:15.636976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.140469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:04:15.637018Z","caller":"traceutil/trace.go:171","msg":"trace[1655814903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3199; }","duration":"272.200391ms","start":"2026-04-03T03:04:15.364806Z","end":"2026-04-03T03:04:15.637006Z","steps":["trace[1655814903] 'agreement among raft nodes before linearized reading' (duration: 271.991585ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:15.637036Z","caller":"traceutil/trace.go:171","msg":"trace[765556335] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"277.187163ms","start":"2026-04-03T03:04:15.35981Z","end":"2026-04-03T03:04:15.636997Z","steps":["trace[765556335] 'process raft request' (duration: 276.745051ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:15.921201Z","caller":"traceutil/trace.go:171","msg":"trace[1352944954] linearizableReadLoop","detail":"{readStateIndex:3329; appliedIndex:3327; }","duration":"226.711607ms","start":"2026-04-03T03:04:15.694455Z","end":"2026-04-03T03:04:15.921166Z","steps":["trace[1352944954] 'read index received' (duration: 191.075µs)","trace[1352944954] 'applied index is now lower than readState.Index' (duration: 226.519022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:15.921387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.912944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:15.921514Z","caller":"traceutil/trace.go:171","msg":"trace[1986172369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3201; }","duration":"226.988085ms","start":"2026-04-03T03:04:15.694436Z","end":"2026-04-03T03:04:15.921424Z","steps":["trace[1986172369] 'agreement among raft nodes before linearized reading' (duration: 226.884912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:15.921584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.519635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:15.921652Z","caller":"traceutil/trace.go:171","msg":"trace[1075845569] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3201; }","duration":"166.634748ms","start":"2026-04-03T03:04:15.755001Z","end":"2026-04-03T03:04:15.921636Z","steps":["trace[1075845569] 'agreement among raft nodes before linearized reading' (duration: 166.495485ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:15.921356Z","caller":"traceutil/trace.go:171","msg":"trace[247116757] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"279.303343ms","start":"2026-04-03T03:04:15.642009Z","end":"2026-04-03T03:04:15.921312Z","steps":["trace[247116757] 'process raft request' (duration: 241.229131ms)","trace[247116757] 'compare' (duration: 37.550367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:17.251737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.638345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T03:04:17.251964Z","caller":"traceutil/trace.go:171","msg":"trace[1686439926] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3205; }","duration":"220.924413ms","start":"2026-04-03T03:04:17.031014Z","end":"2026-04-03T03:04:17.251939Z","steps":["trace[1686439926] 'range keys from in-memory index tree' (duration: 220.404067ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:17.66394Z","caller":"traceutil/trace.go:171","msg":"trace[1256405721] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"253.766738ms","start":"2026-04-03T03:04:17.410143Z","end":"2026-04-03T03:04:17.66391Z","steps":["trace[1256405721] 'process raft request' (duration: 253.571782ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:17.671823Z","caller":"traceutil/trace.go:171","msg":"trace[256932101] transaction","detail":"{read_only:false; response_revision:3208; number_of_response:1; }","duration":"236.667351ms","start":"2026-04-03T03:04:17.435134Z","end":"2026-04-03T03:04:17.671801Z","steps":["trace[256932101] 'process raft request' (duration: 236.319062ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:18.164853Z","caller":"traceutil/trace.go:171","msg":"trace[913906547] linearizableReadLoop","detail":"{readStateIndex:3340; appliedIndex:3339; }","duration":"163.403577ms","start":"2026-04-03T03:04:18.001417Z","end":"2026-04-03T03:04:18.16482Z","steps":["trace[913906547] 'read index received' (duration: 163.192191ms)","trace[913906547] 'applied index is now lower than readState.Index' (duration: 210.256µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:18.164942Z","caller":"traceutil/trace.go:171","msg":"trace[940697144] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"232.990816ms","start":"2026-04-03T03:04:17.931899Z","end":"2026-04-03T03:04:18.16489Z","steps":["trace[940697144] 'process raft request' (duration: 232.730579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:18.165174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.740196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:04:18.165227Z","caller":"traceutil/trace.go:171","msg":"trace[1688613090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3212; }","duration":"163.869631ms","start":"2026-04-03T03:04:18.001345Z","end":"2026-04-03T03:04:18.165215Z","steps":["trace[1688613090] 'agreement among raft nodes before linearized reading' (duration: 163.671315ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:18.321269Z","caller":"traceutil/trace.go:171","msg":"trace[1323488560] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"151.152769ms","start":"2026-04-03T03:04:18.170078Z","end":"2026-04-03T03:04:18.321231Z","steps":["trace[1323488560] 'process raft request' (duration: 66.933534ms)","trace[1323488560] 'compare' (duration: 83.981947ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:18.321683Z","caller":"traceutil/trace.go:171","msg":"trace[1393656396] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"150.747146ms","start":"2026-04-03T03:04:18.170883Z","end":"2026-04-03T03:04:18.32163Z","steps":["trace[1393656396] 'process raft request' (duration: 150.298874ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:18.321791Z","caller":"traceutil/trace.go:171","msg":"trace[884208368] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"150.912453ms","start":"2026-04-03T03:04:18.170845Z","end":"2026-04-03T03:04:18.321758Z","steps":["trace[884208368] 'process raft request' (duration: 150.683155ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:20.109177Z","caller":"traceutil/trace.go:171","msg":"trace[1394305625] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"430.858201ms","start":"2026-04-03T03:04:19.678288Z","end":"2026-04-03T03:04:20.109146Z","steps":["trace[1394305625] 'process raft request' (duration: 430.509311ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:20.109259Z","caller":"traceutil/trace.go:171","msg":"trace[1715490166] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"430.845552ms","start":"2026-04-03T03:04:19.678369Z","end":"2026-04-03T03:04:20.109215Z","steps":["trace[1715490166] 'process raft request' (duration: 430.661737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:20.109372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:19.678263Z","time spent":"431.019028ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:20.109492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:19.67836Z","time spent":"431.009426ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:20.109346Z","caller":"traceutil/trace.go:171","msg":"trace[320934722] linearizableReadLoop","detail":"{readStateIndex:3351; appliedIndex:3349; }","duration":"416.01549ms","start":"2026-04-03T03:04:19.693293Z","end":"2026-04-03T03:04:20.109309Z","steps":["trace[320934722] 'read index received' (duration: 44.573008ms)","trace[320934722] 'applied index is now lower than readState.Index' (duration: 371.440792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:20.109551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.209046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:20.109673Z","caller":"traceutil/trace.go:171","msg":"trace[1814381001] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3223; }","duration":"416.38966ms","start":"2026-04-03T03:04:19.693261Z","end":"2026-04-03T03:04:20.109651Z","steps":["trace[1814381001] 'agreement among raft nodes before linearized reading' (duration: 416.128463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:20.109733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:19.693246Z","time spent":"416.476683ms","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T03:04:20.109802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.167285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:20.109919Z","caller":"traceutil/trace.go:171","msg":"trace[1485928295] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3223; }","duration":"300.357231ms","start":"2026-04-03T03:04:19.809537Z","end":"2026-04-03T03:04:20.109894Z","steps":["trace[1485928295] 'agreement among raft nodes before linearized reading' (duration: 300.143665ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:20.109926Z","caller":"traceutil/trace.go:171","msg":"trace[429517430] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"399.999274ms","start":"2026-04-03T03:04:19.70934Z","end":"2026-04-03T03:04:20.109339Z","steps":["trace[429517430] 'process raft request' (duration: 399.803688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:20.109974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:19.809516Z","time spent":"300.447764ms","remote":"127.0.0.1:48112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:20.110067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:19.709316Z","time spent":"400.699984ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:32.145592Z","caller":"traceutil/trace.go:171","msg":"trace[925437809] linearizableReadLoop","detail":"{readStateIndex:3735; appliedIndex:3734; }","duration":"110.921575ms","start":"2026-04-03T03:05:32.034656Z","end":"2026-04-03T03:05:32.145577Z","steps":["trace[925437809] 'read index received' (duration: 110.781002ms)","trace[925437809] 'applied index is now lower than readState.Index' (duration: 140.083µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:32.145699Z","caller":"traceutil/trace.go:171","msg":"trace[1973206699] transaction","detail":"{read_only:false; response_revision:3592; number_of_response:1; }","duration":"157.873643ms","start":"2026-04-03T03:05:31.987805Z","end":"2026-04-03T03:05:32.145679Z","steps":["trace[1973206699] 'process raft request' (duration: 157.673229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:32.145724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.044639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:32.145865Z","caller":"traceutil/trace.go:171","msg":"trace[1714654309] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3592; }","duration":"111.238473ms","start":"2026-04-03T03:05:32.034618Z","end":"2026-04-03T03:05:32.145856Z","steps":["trace[1714654309] 'agreement among raft nodes before linearized reading' (duration: 111.026388ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:32.680206Z","caller":"traceutil/trace.go:171","msg":"trace[895840231] linearizableReadLoop","detail":"{readStateIndex:3738; appliedIndex:3737; }","duration":"140.454483ms","start":"2026-04-03T03:05:32.539725Z","end":"2026-04-03T03:05:32.68018Z","steps":["trace[895840231] 'read index received' (duration: 136.894727ms)","trace[895840231] 'applied index is now lower than readState.Index' (duration: 3.558936ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:32.68037Z","caller":"traceutil/trace.go:171","msg":"trace[1381695347] transaction","detail":"{read_only:false; response_revision:3595; number_of_response:1; }","duration":"211.917342ms","start":"2026-04-03T03:05:32.468379Z","end":"2026-04-03T03:05:32.680297Z","steps":["trace[1381695347] 'process raft request' (duration: 208.351655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:32.680535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.792812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:05:32.680663Z","caller":"traceutil/trace.go:171","msg":"trace[252127224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3595; }","duration":"140.975097ms","start":"2026-04-03T03:05:32.539665Z","end":"2026-04-03T03:05:32.68064Z","steps":["trace[252127224] 'agreement among raft nodes before linearized reading' (duration: 140.660249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:35.043764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.158697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:35.043857Z","caller":"traceutil/trace.go:171","msg":"trace[882262766] linearizableReadLoop","detail":"{readStateIndex:3755; appliedIndex:3753; }","duration":"234.162253ms","start":"2026-04-03T03:05:34.80968Z","end":"2026-04-03T03:05:35.043842Z","steps":["trace[882262766] 'read index received' (duration: 26.234949ms)","trace[882262766] 'applied index is now lower than readState.Index' (duration: 207.926044ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:35.043953Z","caller":"traceutil/trace.go:171","msg":"trace[1468188416] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"261.884602ms","start":"2026-04-03T03:05:34.782046Z","end":"2026-04-03T03:05:35.04393Z","steps":["trace[1468188416] 'process raft request' (duration: 95.486599ms)","trace[1468188416] 'compare' (duration: 166.070684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:35.04401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.332787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:05:35.044109Z","caller":"traceutil/trace.go:171","msg":"trace[1233706137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3611; }","duration":"234.470332ms","start":"2026-04-03T03:05:34.809627Z","end":"2026-04-03T03:05:35.044098Z","steps":["trace[1233706137] 'agreement among raft nodes before linearized reading' (duration: 234.297677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:35.044229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.609998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:05:35.044328Z","caller":"traceutil/trace.go:171","msg":"trace[776630529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3611; }","duration":"233.790453ms","start":"2026-04-03T03:05:34.810508Z","end":"2026-04-03T03:05:35.044299Z","steps":["trace[776630529] 'agreement among raft nodes before linearized reading' (duration: 233.493594ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:36.292192Z","caller":"traceutil/trace.go:171","msg":"trace[641998570] transaction","detail":"{read_only:false; response_revision:3614; number_of_response:1; }","duration":"411.083611ms","start":"2026-04-03T03:05:35.881078Z","end":"2026-04-03T03:05:36.292161Z","steps":["trace[641998570] 'process raft request' (duration: 410.882316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:36.292332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.95247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:36.292389Z","caller":"traceutil/trace.go:171","msg":"trace[425457691] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3614; }","duration":"213.041303ms","start":"2026-04-03T03:05:36.079334Z","end":"2026-04-03T03:05:36.292376Z","steps":["trace[425457691] 'agreement among raft nodes before linearized reading' (duration: 212.909919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:36.29245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:35.88106Z","time spent":"411.261855ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:36.292182Z","caller":"traceutil/trace.go:171","msg":"trace[1959818268] linearizableReadLoop","detail":"{readStateIndex:3758; appliedIndex:3757; }","duration":"212.770635ms","start":"2026-04-03T03:05:36.07935Z","end":"2026-04-03T03:05:36.29212Z","steps":["trace[1959818268] 'read index received' (duration: 212.662362ms)","trace[1959818268] 'applied index is now lower than readState.Index' (duration: 106.853µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:36.362111Z","caller":"traceutil/trace.go:171","msg":"trace[877084755] transaction","detail":"{read_only:false; response_revision:3615; number_of_response:1; }","duration":"204.609365ms","start":"2026-04-03T03:05:36.157475Z","end":"2026-04-03T03:05:36.362085Z","steps":["trace[877084755] 'process raft request' (duration: 204.43591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:36.681926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.476215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:36.682124Z","caller":"traceutil/trace.go:171","msg":"trace[669145867] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"109.049664ms","start":"2026-04-03T03:05:36.573051Z","end":"2026-04-03T03:05:36.6821Z","steps":["trace[669145867] 'process raft request' (duration: 108.982573ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:36.682255Z","caller":"traceutil/trace.go:171","msg":"trace[883796839] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"196.627358ms","start":"2026-04-03T03:05:36.485589Z","end":"2026-04-03T03:05:36.682216Z","steps":["trace[883796839] 'process raft request' (duration: 72.774084ms)","trace[883796839] 'compare' (duration: 123.381382ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:36.682388Z","caller":"traceutil/trace.go:171","msg":"trace[1012805045] linearizableReadLoop","detail":"{readStateIndex:3760; appliedIndex:3759; }","duration":"185.077438ms","start":"2026-04-03T03:05:36.497264Z","end":"2026-04-03T03:05:36.682341Z","steps":["trace[1012805045] 'read index received' (duration: 61.053029ms)","trace[1012805045] 'applied index is now lower than readState.Index' (duration: 124.022729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:36.68256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.297013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T03:05:36.682605Z","caller":"traceutil/trace.go:171","msg":"trace[2121110769] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3617; }","duration":"185.383945ms","start":"2026-04-03T03:05:36.497211Z","end":"2026-04-03T03:05:36.682595Z","steps":["trace[2121110769] 'agreement among raft nodes before linearized reading' (duration: 185.21469ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:36.995233Z","caller":"traceutil/trace.go:171","msg":"trace[1130434654] linearizableReadLoop","detail":"{readStateIndex:3762; appliedIndex:3761; }","duration":"210.317468ms","start":"2026-04-03T03:05:36.784868Z","end":"2026-04-03T03:05:36.995186Z","steps":["trace[1130434654] 'read index received' (duration: 168.592302ms)","trace[1130434654] 'applied index is now lower than readState.Index' (duration: 41.723546ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:36.995244Z","caller":"traceutil/trace.go:171","msg":"trace[1713826473] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"210.690419ms","start":"2026-04-03T03:05:36.784515Z","end":"2026-04-03T03:05:36.995206Z","steps":["trace[1713826473] 'process raft request' (duration: 169.045865ms)","trace[1713826473] 'compare' (duration: 41.11114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:36.995429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.531347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:05:36.995414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.517034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:05:36.995464Z","caller":"traceutil/trace.go:171","msg":"trace[1455291868] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3618; }","duration":"209.60618ms","start":"2026-04-03T03:05:36.785849Z","end":"2026-04-03T03:05:36.995455Z","steps":["trace[1455291868] 'agreement among raft nodes before linearized reading' (duration: 209.512157ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:36.995496Z","caller":"traceutil/trace.go:171","msg":"trace[1315055783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3618; }","duration":"210.645988ms","start":"2026-04-03T03:05:36.78483Z","end":"2026-04-03T03:05:36.995476Z","steps":["trace[1315055783] 'agreement among raft nodes before linearized reading' (duration: 210.498735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:36.995561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.447698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:05:36.995653Z","caller":"traceutil/trace.go:171","msg":"trace[257734401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3618; }","duration":"155.560001ms","start":"2026-04-03T03:05:36.840072Z","end":"2026-04-03T03:05:36.995632Z","steps":["trace[257734401] 'agreement among raft nodes before linearized reading' (duration: 155.318984ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:37.161664Z","caller":"traceutil/trace.go:171","msg":"trace[3687523] linearizableReadLoop","detail":"{readStateIndex:3763; appliedIndex:3762; }","duration":"159.891627ms","start":"2026-04-03T03:05:37.001742Z","end":"2026-04-03T03:05:37.161634Z","steps":["trace[3687523] 'read index received' (duration: 159.597909ms)","trace[3687523] 'applied index is now lower than readState.Index' (duration: 292.388µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:37.161768Z","caller":"traceutil/trace.go:171","msg":"trace[176093173] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"161.82577ms","start":"2026-04-03T03:05:36.999887Z","end":"2026-04-03T03:05:37.161712Z","steps":["trace[176093173] 'process raft request' (duration: 161.540192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:37.162021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.592766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T03:05:37.162091Z","caller":"traceutil/trace.go:171","msg":"trace[1132443186] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3619; }","duration":"130.72765ms","start":"2026-04-03T03:05:37.031342Z","end":"2026-04-03T03:05:37.16207Z","steps":["trace[1132443186] 'agreement among raft nodes before linearized reading' (duration: 130.483654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:37.162312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.918537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:05:37.162427Z","caller":"traceutil/trace.go:171","msg":"trace[1201658613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3619; }","duration":"114.06648ms","start":"2026-04-03T03:05:37.04832Z","end":"2026-04-03T03:05:37.162386Z","steps":["trace[1201658613] 'agreement among raft nodes before linearized reading' (duration: 113.664749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:37.16272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.934056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T03:05:37.162931Z","caller":"traceutil/trace.go:171","msg":"trace[429904743] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3619; }","duration":"161.192463ms","start":"2026-04-03T03:05:37.001713Z","end":"2026-04-03T03:05:37.162906Z","steps":["trace[429904743] 'agreement among raft nodes before linearized reading' (duration: 160.075912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:37.396438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.348151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:37.396758Z","caller":"traceutil/trace.go:171","msg":"trace[615456241] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"229.391754ms","start":"2026-04-03T03:05:37.167328Z","end":"2026-04-03T03:05:37.39672Z","steps":["trace[615456241] 'process raft request' (duration: 229.268991ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:37.39678Z","caller":"traceutil/trace.go:171","msg":"trace[875676733] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"229.679422ms","start":"2026-04-03T03:05:37.16703Z","end":"2026-04-03T03:05:37.396709Z","steps":["trace[875676733] 'process raft request' (duration: 55.92521ms)","trace[875676733] 'compare' (duration: 173.131025ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:37.397034Z","caller":"traceutil/trace.go:171","msg":"trace[1602180402] transaction","detail":"{read_only:false; response_revision:3622; number_of_response:1; }","duration":"229.654591ms","start":"2026-04-03T03:05:37.167359Z","end":"2026-04-03T03:05:37.397013Z","steps":["trace[1602180402] 'process raft request' (duration: 229.317232ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:37.397054Z","caller":"traceutil/trace.go:171","msg":"trace[621386885] linearizableReadLoop","detail":"{readStateIndex:3766; appliedIndex:3763; }","duration":"227.821212ms","start":"2026-04-03T03:05:37.16918Z","end":"2026-04-03T03:05:37.397001Z","steps":["trace[621386885] 'read index received' (duration: 53.747891ms)","trace[621386885] 'applied index is now lower than readState.Index' (duration: 174.070201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:37.397281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.084549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-03T03:05:37.397353Z","caller":"traceutil/trace.go:171","msg":"trace[1686724167] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3622; }","duration":"228.191022ms","start":"2026-04-03T03:05:37.169149Z","end":"2026-04-03T03:05:37.39734Z","steps":["trace[1686724167] 'agreement among raft nodes before linearized reading' (duration: 227.972496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:37.397532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.292978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-03T03:05:37.397601Z","caller":"traceutil/trace.go:171","msg":"trace[1801019140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3622; }","duration":"220.3672ms","start":"2026-04-03T03:05:37.177211Z","end":"2026-04-03T03:05:37.397578Z","steps":["trace[1801019140] 'agreement among raft nodes before linearized reading' (duration: 220.154795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:38.356066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.028741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:38.356183Z","caller":"traceutil/trace.go:171","msg":"trace[775135673] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3623; }","duration":"100.203346ms","start":"2026-04-03T03:05:38.255953Z","end":"2026-04-03T03:05:38.356156Z","steps":["trace[775135673] 'count revisions from in-memory index tree' (duration: 99.947669ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:39.55264Z","caller":"traceutil/trace.go:171","msg":"trace[2055094469] transaction","detail":"{read_only:false; response_revision:3631; number_of_response:1; }","duration":"145.996372ms","start":"2026-04-03T03:05:39.406608Z","end":"2026-04-03T03:05:39.552604Z","steps":["trace[2055094469] 'process raft request' (duration: 107.901254ms)","trace[2055094469] 'compare' (duration: 37.734619ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:39.552692Z","caller":"traceutil/trace.go:171","msg":"trace[876845240] transaction","detail":"{read_only:false; response_revision:3632; number_of_response:1; }","duration":"145.385896ms","start":"2026-04-03T03:05:39.407274Z","end":"2026-04-03T03:05:39.552659Z","steps":["trace[876845240] 'process raft request' (duration: 145.230871ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:40.815787Z","caller":"traceutil/trace.go:171","msg":"trace[1412978295] transaction","detail":"{read_only:false; response_revision:3636; number_of_response:1; }","duration":"108.90527ms","start":"2026-04-03T03:05:40.706854Z","end":"2026-04-03T03:05:40.815759Z","steps":["trace[1412978295] 'process raft request' (duration: 108.694155ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:41.758924Z","caller":"traceutil/trace.go:171","msg":"trace[207142208] transaction","detail":"{read_only:false; response_revision:3641; number_of_response:1; }","duration":"197.858893ms","start":"2026-04-03T03:05:41.561036Z","end":"2026-04-03T03:05:41.758895Z","steps":["trace[207142208] 'process raft request' (duration: 175.592731ms)","trace[207142208] 'compare' (duration: 21.576863ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:41.763217Z","caller":"traceutil/trace.go:171","msg":"trace[2120640651] transaction","detail":"{read_only:false; response_revision:3642; number_of_response:1; }","duration":"201.514651ms","start":"2026-04-03T03:05:41.561676Z","end":"2026-04-03T03:05:41.76319Z","steps":["trace[2120640651] 'process raft request' (duration: 201.379547ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:43.363456Z","caller":"traceutil/trace.go:171","msg":"trace[105926315] linearizableReadLoop","detail":"{readStateIndex:3792; appliedIndex:3791; }","duration":"171.656315ms","start":"2026-04-03T03:05:43.191765Z","end":"2026-04-03T03:05:43.363421Z","steps":["trace[105926315] 'read index received' (duration: 171.316756ms)","trace[105926315] 'applied index is now lower than readState.Index' (duration: 338.159µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:43.363523Z","caller":"traceutil/trace.go:171","msg":"trace[1619016358] transaction","detail":"{read_only:false; response_revision:3647; number_of_response:1; }","duration":"291.438119ms","start":"2026-04-03T03:05:43.072047Z","end":"2026-04-03T03:05:43.363486Z","steps":["trace[1619016358] 'process raft request' (duration: 291.11483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:43.36374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.951022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T03:05:43.363821Z","caller":"traceutil/trace.go:171","msg":"trace[1001477273] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:3647; }","duration":"172.076166ms","start":"2026-04-03T03:05:43.191726Z","end":"2026-04-03T03:05:43.363802Z","steps":["trace[1001477273] 'agreement among raft nodes before linearized reading' (duration: 171.84713ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:43.476663Z","caller":"traceutil/trace.go:171","msg":"trace[1565992291] transaction","detail":"{read_only:false; response_revision:3648; number_of_response:1; }","duration":"108.400047ms","start":"2026-04-03T03:05:43.36823Z","end":"2026-04-03T03:05:43.47663Z","steps":["trace[1565992291] 'process raft request' (duration: 108.206372ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:44.044194Z","caller":"traceutil/trace.go:171","msg":"trace[1533462651] linearizableReadLoop","detail":"{readStateIndex:3799; appliedIndex:3798; }","duration":"145.388845ms","start":"2026-04-03T03:05:43.898779Z","end":"2026-04-03T03:05:44.044168Z","steps":["trace[1533462651] 'read index received' (duration: 145.236301ms)","trace[1533462651] 'applied index is now lower than readState.Index' (duration: 151.224µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:44.044281Z","caller":"traceutil/trace.go:171","msg":"trace[598370770] transaction","detail":"{read_only:false; response_revision:3653; number_of_response:1; }","duration":"220.510104ms","start":"2026-04-03T03:05:43.823723Z","end":"2026-04-03T03:05:44.044233Z","steps":["trace[598370770] 'process raft request' (duration: 220.287578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:44.044399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.607742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:8144"} {"level":"info","ts":"2026-04-03T03:05:44.044443Z","caller":"traceutil/trace.go:171","msg":"trace[86012827] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:3653; }","duration":"145.735285ms","start":"2026-04-03T03:05:43.898697Z","end":"2026-04-03T03:05:44.044432Z","steps":["trace[86012827] 'agreement among raft nodes before linearized reading' (duration: 145.570111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:44.643661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.257547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:44.644053Z","caller":"traceutil/trace.go:171","msg":"trace[1775344962] transaction","detail":"{read_only:false; response_revision:3655; number_of_response:1; }","duration":"159.747903ms","start":"2026-04-03T03:05:44.484286Z","end":"2026-04-03T03:05:44.644034Z","steps":["trace[1775344962] 'process raft request' (duration: 159.584899ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:44.644038Z","caller":"traceutil/trace.go:171","msg":"trace[1340727585] transaction","detail":"{read_only:false; response_revision:3654; number_of_response:1; }","duration":"588.644135ms","start":"2026-04-03T03:05:44.05534Z","end":"2026-04-03T03:05:44.643984Z","steps":["trace[1340727585] 'process raft request' (duration: 183.934486ms)","trace[1340727585] 'compare' (duration: 404.112743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:44.644219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:44.055304Z","time spent":"588.8208ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8129,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:44.644236Z","caller":"traceutil/trace.go:171","msg":"trace[2005833213] linearizableReadLoop","detail":"{readStateIndex:3800; appliedIndex:3799; }","duration":"497.160544ms","start":"2026-04-03T03:05:44.147033Z","end":"2026-04-03T03:05:44.644193Z","steps":["trace[2005833213] 'read index received' (duration: 92.144209ms)","trace[2005833213] 'applied index is now lower than readState.Index' (duration: 405.013895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:44.64459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.567636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:05:44.644693Z","caller":"traceutil/trace.go:171","msg":"trace[2026028829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3655; }","duration":"217.71679ms","start":"2026-04-03T03:05:44.426954Z","end":"2026-04-03T03:05:44.644671Z","steps":["trace[2026028829] 'agreement among raft nodes before linearized reading' (duration: 217.414741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:44.64472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.657018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:05:44.644848Z","caller":"traceutil/trace.go:171","msg":"trace[689687331] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3655; }","duration":"497.841913ms","start":"2026-04-03T03:05:44.14698Z","end":"2026-04-03T03:05:44.644822Z","steps":["trace[689687331] 'agreement among raft nodes before linearized reading' (duration: 497.399262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:44.644906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:44.146959Z","time spent":"497.932856ms","remote":"127.0.0.1:60414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:05:44.822019Z","caller":"traceutil/trace.go:171","msg":"trace[648741962] transaction","detail":"{read_only:false; response_revision:3657; number_of_response:1; }","duration":"164.102261ms","start":"2026-04-03T03:05:44.657894Z","end":"2026-04-03T03:05:44.821996Z","steps":["trace[648741962] 'process raft request' (duration: 163.32124ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:45.256904Z","caller":"traceutil/trace.go:171","msg":"trace[132189747] transaction","detail":"{read_only:false; response_revision:3659; number_of_response:1; }","duration":"428.932541ms","start":"2026-04-03T03:05:44.827945Z","end":"2026-04-03T03:05:45.256877Z","steps":["trace[132189747] 'process raft request' (duration: 370.36372ms)","trace[132189747] 'compare' (duration: 58.14678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:45.257177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:44.827924Z","time spent":"429.074017ms","remote":"127.0.0.1:60086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":977,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:45.257277Z","caller":"traceutil/trace.go:171","msg":"trace[1007250755] transaction","detail":"{read_only:false; response_revision:3660; number_of_response:1; }","duration":"429.225661ms","start":"2026-04-03T03:05:44.828019Z","end":"2026-04-03T03:05:45.257245Z","steps":["trace[1007250755] 'process raft request' (duration: 428.774889ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:45.257317Z","caller":"traceutil/trace.go:171","msg":"trace[1261823018] transaction","detail":"{read_only:false; response_revision:3661; number_of_response:1; }","duration":"428.88315ms","start":"2026-04-03T03:05:44.828398Z","end":"2026-04-03T03:05:45.257281Z","steps":["trace[1261823018] 'process raft request' (duration: 428.686485ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:45.257398Z","caller":"traceutil/trace.go:171","msg":"trace[1027764544] transaction","detail":"{read_only:false; response_revision:3662; number_of_response:1; }","duration":"428.921493ms","start":"2026-04-03T03:05:44.828428Z","end":"2026-04-03T03:05:45.25735Z","steps":["trace[1027764544] 'process raft request' (duration: 428.767838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:45.25755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:44.828012Z","time spent":"429.370054ms","remote":"127.0.0.1:60086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:45.257466Z","caller":"traceutil/trace.go:171","msg":"trace[39545321] transaction","detail":"{read_only:false; response_revision:3664; number_of_response:1; }","duration":"422.979252ms","start":"2026-04-03T03:05:44.834459Z","end":"2026-04-03T03:05:45.257438Z","steps":["trace[39545321] 'process raft request' (duration: 422.872879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:45.258389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:44.834449Z","time spent":"423.854826ms","remote":"127.0.0.1:60410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:45.257469Z","caller":"traceutil/trace.go:171","msg":"trace[268538388] transaction","detail":"{read_only:false; response_revision:3663; number_of_response:1; }","duration":"428.919111ms","start":"2026-04-03T03:05:44.828504Z","end":"2026-04-03T03:05:45.257423Z","steps":["trace[268538388] 'process raft request' (duration: 428.740357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:45.258856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:44.828477Z","time spent":"430.33972ms","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1618,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:45.257593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:44.82836Z","time spent":"429.108638ms","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1526,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:45.257702Z","caller":"traceutil/trace.go:171","msg":"trace[1769847347] linearizableReadLoop","detail":"{readStateIndex:3812; appliedIndex:3804; }","duration":"226.234729ms","start":"2026-04-03T03:05:45.031435Z","end":"2026-04-03T03:05:45.25767Z","steps":["trace[1769847347] 'read index received' (duration: 166.861255ms)","trace[1769847347] 'applied index is now lower than readState.Index' (duration: 59.372234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:45.257728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:44.828403Z","time spent":"429.206609ms","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1487,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:45.259273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.806545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:45.259316Z","caller":"traceutil/trace.go:171","msg":"trace[1099627488] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3666; }","duration":"143.878335ms","start":"2026-04-03T03:05:45.115424Z","end":"2026-04-03T03:05:45.259302Z","steps":["trace[1099627488] 'agreement among raft nodes before linearized reading' (duration: 143.815823ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:45.257759Z","caller":"traceutil/trace.go:171","msg":"trace[1898887761] transaction","detail":"{read_only:false; response_revision:3665; number_of_response:1; }","duration":"422.436487ms","start":"2026-04-03T03:05:44.835302Z","end":"2026-04-03T03:05:45.257739Z","steps":["trace[1898887761] 'process raft request' (duration: 422.078307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:45.259517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:44.835292Z","time spent":"424.191094ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:45.257821Z","caller":"traceutil/trace.go:171","msg":"trace[2074225452] transaction","detail":"{read_only:false; response_revision:3666; number_of_response:1; }","duration":"421.908523ms","start":"2026-04-03T03:05:44.835893Z","end":"2026-04-03T03:05:45.257801Z","steps":["trace[2074225452] 'process raft request' (duration: 421.687547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:45.259679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:44.835827Z","time spent":"423.821573ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:45.257896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.436945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T03:05:45.259772Z","caller":"traceutil/trace.go:171","msg":"trace[970172319] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3666; }","duration":"228.384206ms","start":"2026-04-03T03:05:45.031378Z","end":"2026-04-03T03:05:45.259762Z","steps":["trace[970172319] 'agreement among raft nodes before linearized reading' (duration: 226.383973ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:54.832465Z","caller":"traceutil/trace.go:171","msg":"trace[620387684] transaction","detail":"{read_only:false; response_revision:3828; number_of_response:1; }","duration":"273.380982ms","start":"2026-04-03T03:05:54.55905Z","end":"2026-04-03T03:05:54.832431Z","steps":["trace[620387684] 'process raft request' (duration: 273.205848ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:54.85424Z","caller":"traceutil/trace.go:171","msg":"trace[1264950997] linearizableReadLoop","detail":"{readStateIndex:3982; appliedIndex:3981; }","duration":"160.117553ms","start":"2026-04-03T03:05:54.694099Z","end":"2026-04-03T03:05:54.854216Z","steps":["trace[1264950997] 'read index received' (duration: 138.436868ms)","trace[1264950997] 'applied index is now lower than readState.Index' (duration: 21.679415ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:54.854389Z","caller":"traceutil/trace.go:171","msg":"trace[1879465061] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"175.484816ms","start":"2026-04-03T03:05:54.678887Z","end":"2026-04-03T03:05:54.854371Z","steps":["trace[1879465061] 'process raft request' (duration: 175.178647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:54.854619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.467464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:54.85466Z","caller":"traceutil/trace.go:171","msg":"trace[1090734652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3829; }","duration":"160.603237ms","start":"2026-04-03T03:05:54.694046Z","end":"2026-04-03T03:05:54.854649Z","steps":["trace[1090734652] 'agreement among raft nodes before linearized reading' (duration: 160.476574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:54.858519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.264075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:05:54.85858Z","caller":"traceutil/trace.go:171","msg":"trace[348234871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3831; }","duration":"130.362958ms","start":"2026-04-03T03:05:54.728204Z","end":"2026-04-03T03:05:54.858567Z","steps":["trace[348234871] 'agreement among raft nodes before linearized reading' (duration: 130.206193ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:58.421515Z","caller":"traceutil/trace.go:171","msg":"trace[2015503970] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"108.784325ms","start":"2026-04-03T03:05:58.312702Z","end":"2026-04-03T03:05:58.421486Z","steps":["trace[2015503970] 'process raft request' (duration: 12.419931ms)","trace[2015503970] 'compare' (duration: 96.238691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:58.685216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.594391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:58.68553Z","caller":"traceutil/trace.go:171","msg":"trace[1013702468] transaction","detail":"{read_only:false; response_revision:3910; number_of_response:1; }","duration":"228.416879ms","start":"2026-04-03T03:05:58.457079Z","end":"2026-04-03T03:05:58.685496Z","steps":["trace[1013702468] 'process raft request' (duration: 65.460867ms)","trace[1013702468] 'compare' (duration: 162.361965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:58.79662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.300554ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T03:05:58.796708Z","caller":"traceutil/trace.go:171","msg":"trace[225669325] linearizableReadLoop","detail":"{readStateIndex:4064; appliedIndex:4062; }","duration":"194.876168ms","start":"2026-04-03T03:05:58.601816Z","end":"2026-04-03T03:05:58.796692Z","steps":["trace[225669325] 'read index received' (duration: 56.735557ms)","trace[225669325] 'applied index is now lower than readState.Index' (duration: 138.139581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:58.796824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.995051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:05:58.796848Z","caller":"traceutil/trace.go:171","msg":"trace[163451507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3910; }","duration":"195.103795ms","start":"2026-04-03T03:05:58.601737Z","end":"2026-04-03T03:05:58.796841Z","steps":["trace[163451507] 'agreement among raft nodes before linearized reading' (duration: 195.039492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:58.796999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.114655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:58.79709Z","caller":"traceutil/trace.go:171","msg":"trace[816068044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3910; }","duration":"105.25639ms","start":"2026-04-03T03:05:58.691813Z","end":"2026-04-03T03:05:58.797069Z","steps":["trace[816068044] 'agreement among raft nodes before linearized reading' (duration: 105.092825ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:58.988798Z","caller":"traceutil/trace.go:171","msg":"trace[351920982] linearizableReadLoop","detail":"{readStateIndex:4065; appliedIndex:4064; }","duration":"106.174855ms","start":"2026-04-03T03:05:58.8826Z","end":"2026-04-03T03:05:58.988775Z","steps":["trace[351920982] 'read index received' (duration: 105.780903ms)","trace[351920982] 'applied index is now lower than readState.Index' (duration: 393.062µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:58.988872Z","caller":"traceutil/trace.go:171","msg":"trace[449406259] transaction","detail":"{read_only:false; response_revision:3911; number_of_response:1; }","duration":"121.003621ms","start":"2026-04-03T03:05:58.867829Z","end":"2026-04-03T03:05:58.988833Z","steps":["trace[449406259] 'process raft request' (duration: 120.762064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:58.988983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.37331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:05:58.989018Z","caller":"traceutil/trace.go:171","msg":"trace[1845889565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3911; }","duration":"106.462231ms","start":"2026-04-03T03:05:58.882545Z","end":"2026-04-03T03:05:58.989007Z","steps":["trace[1845889565] 'agreement among raft nodes before linearized reading' (duration: 106.323707ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:59.278601Z","caller":"traceutil/trace.go:171","msg":"trace[889157697] transaction","detail":"{read_only:false; response_revision:3912; number_of_response:1; }","duration":"285.684981ms","start":"2026-04-03T03:05:58.992883Z","end":"2026-04-03T03:05:59.278568Z","steps":["trace[889157697] 'process raft request' (duration: 220.599434ms)","trace[889157697] 'compare' (duration: 64.939042ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:59.307285Z","caller":"traceutil/trace.go:171","msg":"trace[373291652] linearizableReadLoop","detail":"{readStateIndex:4067; appliedIndex:4065; }","duration":"169.583583ms","start":"2026-04-03T03:05:59.137678Z","end":"2026-04-03T03:05:59.307262Z","steps":["trace[373291652] 'read index received' (duration: 75.819051ms)","trace[373291652] 'applied index is now lower than readState.Index' (duration: 93.763222ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:59.3073Z","caller":"traceutil/trace.go:171","msg":"trace[1985738667] transaction","detail":"{read_only:false; response_revision:3913; number_of_response:1; }","duration":"269.28334ms","start":"2026-04-03T03:05:59.037991Z","end":"2026-04-03T03:05:59.307275Z","steps":["trace[1985738667] 'process raft request' (duration: 269.145956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:59.307437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.741449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:59.30748Z","caller":"traceutil/trace.go:171","msg":"trace[1203527151] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3913; }","duration":"169.860161ms","start":"2026-04-03T03:05:59.137609Z","end":"2026-04-03T03:05:59.307469Z","steps":["trace[1203527151] 'agreement among raft nodes before linearized reading' (duration: 169.744048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:59.984818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.822643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:59.985012Z","caller":"traceutil/trace.go:171","msg":"trace[723936360] transaction","detail":"{read_only:false; response_revision:3915; number_of_response:1; }","duration":"610.904945ms","start":"2026-04-03T03:05:59.374089Z","end":"2026-04-03T03:05:59.984994Z","steps":["trace[723936360] 'process raft request' (duration: 610.840923ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:59.985059Z","caller":"traceutil/trace.go:171","msg":"trace[2015860706] transaction","detail":"{read_only:false; response_revision:3914; number_of_response:1; }","duration":"612.870809ms","start":"2026-04-03T03:05:59.372154Z","end":"2026-04-03T03:05:59.985025Z","steps":["trace[2015860706] 'process raft request' (duration: 44.765518ms)","trace[2015860706] 'compare' (duration: 567.582857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:59.985117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:59.374074Z","time spent":"610.981877ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:59.98523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:59.372122Z","time spent":"613.014204ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:00.172445Z","caller":"traceutil/trace.go:171","msg":"trace[48846663] linearizableReadLoop","detail":"{readStateIndex:4070; appliedIndex:4067; }","duration":"623.368118ms","start":"2026-04-03T03:05:59.549045Z","end":"2026-04-03T03:06:00.172414Z","steps":["trace[48846663] 'read index received' (duration: 223.386571ms)","trace[48846663] 'applied index is now lower than readState.Index' (duration: 399.979707ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:00.172604Z","caller":"traceutil/trace.go:171","msg":"trace[758986325] transaction","detail":"{read_only:false; response_revision:3916; number_of_response:1; }","duration":"746.816075ms","start":"2026-04-03T03:05:59.42575Z","end":"2026-04-03T03:06:00.172566Z","steps":["trace[758986325] 'process raft request' (duration: 744.952234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:00.172907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.912117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:00.172931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.80984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:06:00.172978Z","caller":"traceutil/trace.go:171","msg":"trace[467287376] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:3916; }","duration":"145.064161ms","start":"2026-04-03T03:06:00.027896Z","end":"2026-04-03T03:06:00.17296Z","steps":["trace[467287376] 'agreement among raft nodes before linearized reading' (duration: 144.915976ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:00.173032Z","caller":"traceutil/trace.go:171","msg":"trace[740813611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3916; }","duration":"624.004944ms","start":"2026-04-03T03:05:59.549001Z","end":"2026-04-03T03:06:00.173006Z","steps":["trace[740813611] 'agreement among raft nodes before linearized reading' (duration: 623.710796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:00.173045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.844095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:00.173116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.355697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T03:06:00.173117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:59.548978Z","time spent":"624.111077ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:06:00.173149Z","caller":"traceutil/trace.go:171","msg":"trace[845205560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3916; }","duration":"255.423299ms","start":"2026-04-03T03:05:59.917715Z","end":"2026-04-03T03:06:00.173139Z","steps":["trace[845205560] 'agreement among raft nodes before linearized reading' (duration: 255.345467ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:00.173153Z","caller":"traceutil/trace.go:171","msg":"trace[326515105] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:3916; }","duration":"180.0025ms","start":"2026-04-03T03:05:59.993126Z","end":"2026-04-03T03:06:00.173129Z","steps":["trace[326515105] 'agreement among raft nodes before linearized reading' (duration: 179.822715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:00.173246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.205296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:00.17331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.724665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:06:00.173306Z","caller":"traceutil/trace.go:171","msg":"trace[1372286376] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:3916; }","duration":"129.287229ms","start":"2026-04-03T03:06:00.044005Z","end":"2026-04-03T03:06:00.173292Z","steps":["trace[1372286376] 'agreement among raft nodes before linearized reading' (duration: 129.199986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:00.173042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.882486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:00.173437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.034086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:00.173418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.294015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:00.173547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.660664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:00.17356Z","caller":"traceutil/trace.go:171","msg":"trace[1693348821] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:3916; }","duration":"111.416868ms","start":"2026-04-03T03:06:00.062092Z","end":"2026-04-03T03:06:00.173508Z","steps":["trace[1693348821] 'agreement among raft nodes before linearized reading' (duration: 111.254313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:00.173674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.648678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:00.173682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.484733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:00.173738Z","caller":"traceutil/trace.go:171","msg":"trace[1432282595] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:3916; }","duration":"129.749061ms","start":"2026-04-03T03:06:00.043974Z","end":"2026-04-03T03:06:00.173723Z","steps":["trace[1432282595] 'agreement among raft nodes before linearized reading' (duration: 129.652229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:00.172985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.503615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:06:00.173802Z","caller":"traceutil/trace.go:171","msg":"trace[1165298868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3916; }","duration":"525.363218ms","start":"2026-04-03T03:05:59.648423Z","end":"2026-04-03T03:06:00.173786Z","steps":["trace[1165298868] 'agreement among raft nodes before linearized reading' (duration: 524.369551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:00.173847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:59.648401Z","time spent":"525.43439ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:06:00.173839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.977503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:00.173857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.065795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:00.173891Z","caller":"traceutil/trace.go:171","msg":"trace[1976261250] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3916; }","duration":"167.048104ms","start":"2026-04-03T03:06:00.006826Z","end":"2026-04-03T03:06:00.173874Z","steps":["trace[1976261250] 'agreement among raft nodes before linearized reading' (duration: 166.974482ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:00.173928Z","caller":"traceutil/trace.go:171","msg":"trace[851541268] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3916; }","duration":"167.148628ms","start":"2026-04-03T03:06:00.006767Z","end":"2026-04-03T03:06:00.173915Z","steps":["trace[851541268] 'agreement among raft nodes before linearized reading' (duration: 167.060355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:00.173977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.956945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:00.174012Z","caller":"traceutil/trace.go:171","msg":"trace[1756073635] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:3916; }","duration":"146.007747ms","start":"2026-04-03T03:06:00.027991Z","end":"2026-04-03T03:06:00.173999Z","steps":["trace[1756073635] 'agreement among raft nodes before linearized reading' (duration: 145.956796ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:00.173471Z","caller":"traceutil/trace.go:171","msg":"trace[1554532179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3916; }","duration":"479.133879ms","start":"2026-04-03T03:05:59.69433Z","end":"2026-04-03T03:06:00.173464Z","steps":["trace[1554532179] 'agreement among raft nodes before linearized reading' (duration: 479.089208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:00.174079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.360203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:00.174175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.529618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:00.173064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.703982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:00.174255Z","caller":"traceutil/trace.go:171","msg":"trace[1821823740] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:3916; }","duration":"112.640141ms","start":"2026-04-03T03:06:00.061602Z","end":"2026-04-03T03:06:00.174242Z","steps":["trace[1821823740] 'agreement among raft nodes before linearized reading' (duration: 112.491656ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:00.174272Z","caller":"traceutil/trace.go:171","msg":"trace[1211096825] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:3916; }","duration":"129.938016ms","start":"2026-04-03T03:06:00.04432Z","end":"2026-04-03T03:06:00.174258Z","steps":["trace[1211096825] 'agreement among raft nodes before linearized reading' (duration: 128.540688ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:00.173774Z","caller":"traceutil/trace.go:171","msg":"trace[559394040] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:3916; }","duration":"180.611127ms","start":"2026-04-03T03:05:59.993145Z","end":"2026-04-03T03:06:00.173756Z","steps":["trace[559394040] 'agreement among raft nodes before linearized reading' (duration: 180.417832ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:00.173606Z","caller":"traceutil/trace.go:171","msg":"trace[533215816] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3916; }","duration":"166.731797ms","start":"2026-04-03T03:06:00.006861Z","end":"2026-04-03T03:06:00.173593Z","steps":["trace[533215816] 'agreement among raft nodes before linearized reading' (duration: 166.642774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:00.174379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:59.425711Z","time spent":"746.971459ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:00.173337Z","caller":"traceutil/trace.go:171","msg":"trace[105111371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3916; }","duration":"268.787496ms","start":"2026-04-03T03:05:59.904542Z","end":"2026-04-03T03:06:00.173329Z","steps":["trace[105111371] 'agreement among raft nodes before linearized reading' (duration: 268.710734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:00.174117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:59.694313Z","time spent":"479.794357ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:06:00.173403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.492392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:06:00.175885Z","caller":"traceutil/trace.go:171","msg":"trace[12447602] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:3916; }","duration":"301.00396ms","start":"2026-04-03T03:05:59.874864Z","end":"2026-04-03T03:06:00.175868Z","steps":["trace[12447602] 'agreement among raft nodes before linearized reading' (duration: 298.489081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:00.17593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:59.874833Z","time spent":"301.084363ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-z4vmz\" "} {"level":"info","ts":"2026-04-03T03:06:00.173476Z","caller":"traceutil/trace.go:171","msg":"trace[118556365] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:3916; }","duration":"180.337679ms","start":"2026-04-03T03:05:59.993124Z","end":"2026-04-03T03:06:00.173462Z","steps":["trace[118556365] 'agreement among raft nodes before linearized reading' (duration: 179.888507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:00.174142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.154852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:00.176787Z","caller":"traceutil/trace.go:171","msg":"trace[1745516496] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:3916; }","duration":"148.784214ms","start":"2026-04-03T03:06:00.027979Z","end":"2026-04-03T03:06:00.176763Z","steps":["trace[1745516496] 'agreement among raft nodes before linearized reading' (duration: 146.139851ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:00.174181Z","caller":"traceutil/trace.go:171","msg":"trace[1121046059] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:3916; }","duration":"112.519889ms","start":"2026-04-03T03:06:00.061644Z","end":"2026-04-03T03:06:00.174164Z","steps":["trace[1121046059] 'agreement among raft nodes before linearized reading' (duration: 112.347683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:01.377925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.271353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-7vsrr\" ","response":"range_response_count:1 size:3116"} {"level":"info","ts":"2026-04-03T03:06:01.37803Z","caller":"traceutil/trace.go:171","msg":"trace[36198466] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-7vsrr; range_end:; response_count:1; response_revision:3923; }","duration":"256.438387ms","start":"2026-04-03T03:06:01.121571Z","end":"2026-04-03T03:06:01.378009Z","steps":["trace[36198466] 'range keys from in-memory index tree' (duration: 256.068257ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:01.660213Z","caller":"traceutil/trace.go:171","msg":"trace[1235550132] transaction","detail":"{read_only:false; response_revision:3924; number_of_response:1; }","duration":"278.631546ms","start":"2026-04-03T03:06:01.381558Z","end":"2026-04-03T03:06:01.660189Z","steps":["trace[1235550132] 'process raft request' (duration: 277.939227ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:02.030595Z","caller":"traceutil/trace.go:171","msg":"trace[1556027189] transaction","detail":"{read_only:false; response_revision:3925; number_of_response:1; }","duration":"644.789095ms","start":"2026-04-03T03:06:01.385734Z","end":"2026-04-03T03:06:02.030523Z","steps":["trace[1556027189] 'process raft request' (duration: 644.458076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:02.030793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.76001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:02.030958Z","caller":"traceutil/trace.go:171","msg":"trace[1469227943] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3925; }","duration":"596.012996ms","start":"2026-04-03T03:06:01.434922Z","end":"2026-04-03T03:06:02.030935Z","steps":["trace[1469227943] 'agreement among raft nodes before linearized reading' (duration: 595.727578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:02.031033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:01.434903Z","time spent":"596.1133ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:06:02.031182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:01.385689Z","time spent":"645.124045ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3151,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:02.030394Z","caller":"traceutil/trace.go:171","msg":"trace[724614441] linearizableReadLoop","detail":"{readStateIndex:4079; appliedIndex:4077; }","duration":"595.39539ms","start":"2026-04-03T03:06:01.434973Z","end":"2026-04-03T03:06:02.030369Z","steps":["trace[724614441] 'read index received' (duration: 224.602244ms)","trace[724614441] 'applied index is now lower than readState.Index' (duration: 370.792066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:02.042683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.65692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:06:02.042775Z","caller":"traceutil/trace.go:171","msg":"trace[618005573] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3927; }","duration":"410.789774ms","start":"2026-04-03T03:06:01.631973Z","end":"2026-04-03T03:06:02.042763Z","steps":["trace[618005573] 'agreement among raft nodes before linearized reading' (duration: 410.652429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:02.042783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.431368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:02.04288Z","caller":"traceutil/trace.go:171","msg":"trace[1242418569] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3927; }","duration":"123.605852ms","start":"2026-04-03T03:06:01.919254Z","end":"2026-04-03T03:06:02.04286Z","steps":["trace[1242418569] 'agreement among raft nodes before linearized reading' (duration: 123.411107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:02.042825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:01.631955Z","time spent":"410.857976ms","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:06:02.0431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.496744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:02.043197Z","caller":"traceutil/trace.go:171","msg":"trace[191009108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3927; }","duration":"348.864974ms","start":"2026-04-03T03:06:01.694312Z","end":"2026-04-03T03:06:02.043177Z","steps":["trace[191009108] 'agreement among raft nodes before linearized reading' (duration: 348.488943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:02.04324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:01.694295Z","time spent":"348.935736ms","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:06:02.393707Z","caller":"traceutil/trace.go:171","msg":"trace[1691077570] transaction","detail":"{read_only:false; response_revision:3929; number_of_response:1; }","duration":"317.976197ms","start":"2026-04-03T03:06:02.075686Z","end":"2026-04-03T03:06:02.393663Z","steps":["trace[1691077570] 'process raft request' (duration: 284.286672ms)","trace[1691077570] 'compare' (duration: 33.449619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:02.393852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:02.075633Z","time spent":"318.144921ms","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3090,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:02.396227Z","caller":"traceutil/trace.go:171","msg":"trace[777211619] linearizableReadLoop","detail":"{readStateIndex:4084; appliedIndex:4082; }","duration":"209.52493ms","start":"2026-04-03T03:06:02.186677Z","end":"2026-04-03T03:06:02.396202Z","steps":["trace[777211619] 'read index received' (duration: 173.269175ms)","trace[777211619] 'applied index is now lower than readState.Index' (duration: 36.254565ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:02.396356Z","caller":"traceutil/trace.go:171","msg":"trace[1867644138] transaction","detail":"{read_only:false; response_revision:3930; number_of_response:1; }","duration":"215.893824ms","start":"2026-04-03T03:06:02.180379Z","end":"2026-04-03T03:06:02.396273Z","steps":["trace[1867644138] 'process raft request' (duration: 215.679809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:02.396477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.780618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:06:02.396543Z","caller":"traceutil/trace.go:171","msg":"trace[976801530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3930; }","duration":"209.87902ms","start":"2026-04-03T03:06:02.186648Z","end":"2026-04-03T03:06:02.396527Z","steps":["trace[976801530] 'agreement among raft nodes before linearized reading' (duration: 209.688745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:02.39658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.13847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T03:06:02.396568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.638796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-03T03:06:02.396494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.619562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:06:02.396639Z","caller":"traceutil/trace.go:171","msg":"trace[861449044] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:3930; }","duration":"208.739888ms","start":"2026-04-03T03:06:02.187883Z","end":"2026-04-03T03:06:02.396622Z","steps":["trace[861449044] 'agreement among raft nodes before linearized reading' (duration: 208.521882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:02.396703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.643545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:06:02.396733Z","caller":"traceutil/trace.go:171","msg":"trace[1471186614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3930; }","duration":"208.688497ms","start":"2026-04-03T03:06:02.188036Z","end":"2026-04-03T03:06:02.396725Z","steps":["trace[1471186614] 'agreement among raft nodes before linearized reading' (duration: 208.616125ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:02.396711Z","caller":"traceutil/trace.go:171","msg":"trace[2079363103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3930; }","duration":"209.85914ms","start":"2026-04-03T03:06:02.186815Z","end":"2026-04-03T03:06:02.396675Z","steps":["trace[2079363103] 'agreement among raft nodes before linearized reading' (duration: 209.578362ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:02.396622Z","caller":"traceutil/trace.go:171","msg":"trace[1019777833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3930; }","duration":"209.194161ms","start":"2026-04-03T03:06:02.187415Z","end":"2026-04-03T03:06:02.396609Z","steps":["trace[1019777833] 'agreement among raft nodes before linearized reading' (duration: 209.107939ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:02.862951Z","caller":"traceutil/trace.go:171","msg":"trace[1794897186] linearizableReadLoop","detail":"{readStateIndex:4088; appliedIndex:4085; }","duration":"170.511709ms","start":"2026-04-03T03:06:02.692416Z","end":"2026-04-03T03:06:02.862927Z","steps":["trace[1794897186] 'read index received' (duration: 170.138889ms)","trace[1794897186] 'applied index is now lower than readState.Index' (duration: 371.98µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:02.863083Z","caller":"traceutil/trace.go:171","msg":"trace[26700848] transaction","detail":"{read_only:false; response_revision:3933; number_of_response:1; }","duration":"460.883308ms","start":"2026-04-03T03:06:02.40215Z","end":"2026-04-03T03:06:02.863033Z","steps":["trace[26700848] 'process raft request' (duration: 460.672632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:02.863138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.706005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:02.863193Z","caller":"traceutil/trace.go:171","msg":"trace[2123473079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3934; }","duration":"170.808457ms","start":"2026-04-03T03:06:02.692374Z","end":"2026-04-03T03:06:02.863183Z","steps":["trace[2123473079] 'agreement among raft nodes before linearized reading' (duration: 170.713245ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:02.863048Z","caller":"traceutil/trace.go:171","msg":"trace[1517183369] transaction","detail":"{read_only:false; response_revision:3934; number_of_response:1; }","duration":"460.548319ms","start":"2026-04-03T03:06:02.402487Z","end":"2026-04-03T03:06:02.863035Z","steps":["trace[1517183369] 'process raft request' (duration: 460.402445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:02.863283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:02.402145Z","time spent":"461.039072ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:02.863362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:02.40248Z","time spent":"460.806846ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:02.862972Z","caller":"traceutil/trace.go:171","msg":"trace[208700874] transaction","detail":"{read_only:false; response_revision:3932; number_of_response:1; }","duration":"460.843947ms","start":"2026-04-03T03:06:02.402094Z","end":"2026-04-03T03:06:02.862938Z","steps":["trace[208700874] 'process raft request' (duration: 460.524178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:02.863457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:02.402082Z","time spent":"461.331361ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:03.016869Z","caller":"traceutil/trace.go:171","msg":"trace[1040822915] linearizableReadLoop","detail":"{readStateIndex:4089; appliedIndex:4088; }","duration":"153.729378ms","start":"2026-04-03T03:06:02.863106Z","end":"2026-04-03T03:06:03.016835Z","steps":["trace[1040822915] 'read index received' (duration: 97.429364ms)","trace[1040822915] 'applied index is now lower than readState.Index' (duration: 56.298624ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:03.016968Z","caller":"traceutil/trace.go:171","msg":"trace[1117459835] transaction","detail":"{read_only:false; response_revision:3935; number_of_response:1; }","duration":"193.504699ms","start":"2026-04-03T03:06:02.823432Z","end":"2026-04-03T03:06:03.016937Z","steps":["trace[1117459835] 'process raft request' (duration: 137.164783ms)","trace[1117459835] 'compare' (duration: 56.08162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:03.017178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.477986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T03:06:03.017241Z","caller":"traceutil/trace.go:171","msg":"trace[1806204748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3935; }","duration":"245.591959ms","start":"2026-04-03T03:06:02.771632Z","end":"2026-04-03T03:06:03.017224Z","steps":["trace[1806204748] 'agreement among raft nodes before linearized reading' (duration: 245.366523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:03.054258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.154939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:03.054322Z","caller":"traceutil/trace.go:171","msg":"trace[1837699294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3936; }","duration":"190.254101ms","start":"2026-04-03T03:06:02.864052Z","end":"2026-04-03T03:06:03.054306Z","steps":["trace[1837699294] 'agreement among raft nodes before linearized reading' (duration: 190.155538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:03.242653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.914175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:03.242774Z","caller":"traceutil/trace.go:171","msg":"trace[547471462] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3936; }","duration":"126.06709ms","start":"2026-04-03T03:06:03.116658Z","end":"2026-04-03T03:06:03.242725Z","steps":["trace[547471462] 'range keys from in-memory index tree' (duration: 125.816914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:03.243156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.382006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-72r92\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-04-03T03:06:03.243256Z","caller":"traceutil/trace.go:171","msg":"trace[1826691121] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-72r92; range_end:; response_count:1; response_revision:3936; }","duration":"123.52771ms","start":"2026-04-03T03:06:03.119705Z","end":"2026-04-03T03:06:03.243232Z","steps":["trace[1826691121] 'range keys from in-memory index tree' (duration: 122.884622ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:03.440613Z","caller":"traceutil/trace.go:171","msg":"trace[1631014822] linearizableReadLoop","detail":"{readStateIndex:4093; appliedIndex:4091; }","duration":"182.995592ms","start":"2026-04-03T03:06:03.257597Z","end":"2026-04-03T03:06:03.440593Z","steps":["trace[1631014822] 'read index received' (duration: 100.530429ms)","trace[1631014822] 'applied index is now lower than readState.Index' (duration: 82.464613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:03.440829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.215468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15673"} {"level":"info","ts":"2026-04-03T03:06:03.440852Z","caller":"traceutil/trace.go:171","msg":"trace[950564695] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3938; }","duration":"183.281869ms","start":"2026-04-03T03:06:03.257564Z","end":"2026-04-03T03:06:03.440846Z","steps":["trace[950564695] 'agreement among raft nodes before linearized reading' (duration: 183.102424ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:03.440764Z","caller":"traceutil/trace.go:171","msg":"trace[777168124] transaction","detail":"{read_only:false; response_revision:3937; number_of_response:1; }","duration":"188.486092ms","start":"2026-04-03T03:06:03.252235Z","end":"2026-04-03T03:06:03.440721Z","steps":["trace[777168124] 'process raft request' (duration: 105.881535ms)","trace[777168124] 'compare' (duration: 82.294519ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:03.440892Z","caller":"traceutil/trace.go:171","msg":"trace[1399322601] transaction","detail":"{read_only:false; response_revision:3938; number_of_response:1; }","duration":"183.799935ms","start":"2026-04-03T03:06:03.257066Z","end":"2026-04-03T03:06:03.440865Z","steps":["trace[1399322601] 'process raft request' (duration: 183.472266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:03.743124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.880037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:03.743251Z","caller":"traceutil/trace.go:171","msg":"trace[2115406532] linearizableReadLoop","detail":"{readStateIndex:4094; appliedIndex:4093; }","duration":"294.762599ms","start":"2026-04-03T03:06:03.448472Z","end":"2026-04-03T03:06:03.743235Z","steps":["trace[2115406532] 'read index received' (duration: 118.620215ms)","trace[2115406532] 'applied index is now lower than readState.Index' (duration: 176.140684ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:03.743345Z","caller":"traceutil/trace.go:171","msg":"trace[1525480054] transaction","detail":"{read_only:false; response_revision:3939; number_of_response:1; }","duration":"295.026527ms","start":"2026-04-03T03:06:03.448284Z","end":"2026-04-03T03:06:03.74331Z","steps":["trace[1525480054] 'process raft request' (duration: 118.866002ms)","trace[1525480054] 'compare' (duration: 174.488189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:03.743471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.990946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:06:03.743551Z","caller":"traceutil/trace.go:171","msg":"trace[543905034] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3939; }","duration":"295.083539ms","start":"2026-04-03T03:06:03.44845Z","end":"2026-04-03T03:06:03.743533Z","steps":["trace[543905034] 'agreement among raft nodes before linearized reading' (duration: 294.885503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:03.743527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.608684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:03.743589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.135172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T03:06:03.743621Z","caller":"traceutil/trace.go:171","msg":"trace[2001909274] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3939; }","duration":"259.201164ms","start":"2026-04-03T03:06:03.48441Z","end":"2026-04-03T03:06:03.743611Z","steps":["trace[2001909274] 'agreement among raft nodes before linearized reading' (duration: 259.111311ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:03.74362Z","caller":"traceutil/trace.go:171","msg":"trace[1840449365] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3939; }","duration":"189.752108ms","start":"2026-04-03T03:06:03.553845Z","end":"2026-04-03T03:06:03.743597Z","steps":["trace[1840449365] 'agreement among raft nodes before linearized reading' (duration: 189.604673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:03.743501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.043162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-03T03:06:03.743805Z","caller":"traceutil/trace.go:171","msg":"trace[234908775] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3939; }","duration":"293.353171ms","start":"2026-04-03T03:06:03.450434Z","end":"2026-04-03T03:06:03.743787Z","steps":["trace[234908775] 'agreement among raft nodes before linearized reading' (duration: 292.914768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:03.744242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.386044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:06:03.744898Z","caller":"traceutil/trace.go:171","msg":"trace[119554272] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3939; }","duration":"219.685669ms","start":"2026-04-03T03:06:03.525187Z","end":"2026-04-03T03:06:03.744873Z","steps":["trace[119554272] 'agreement among raft nodes before linearized reading' (duration: 218.27038ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:03.907918Z","caller":"traceutil/trace.go:171","msg":"trace[1240163749] transaction","detail":"{read_only:false; response_revision:3942; number_of_response:1; }","duration":"159.025614ms","start":"2026-04-03T03:06:03.748862Z","end":"2026-04-03T03:06:03.907888Z","steps":["trace[1240163749] 'process raft request' (duration: 158.837679ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:03.908276Z","caller":"traceutil/trace.go:171","msg":"trace[1114109107] transaction","detail":"{read_only:false; response_revision:3943; number_of_response:1; }","duration":"158.11817ms","start":"2026-04-03T03:06:03.750134Z","end":"2026-04-03T03:06:03.908252Z","steps":["trace[1114109107] 'process raft request' (duration: 157.619146ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:03.908489Z","caller":"traceutil/trace.go:171","msg":"trace[883480923] transaction","detail":"{read_only:false; response_revision:3941; number_of_response:1; }","duration":"159.713383ms","start":"2026-04-03T03:06:03.748754Z","end":"2026-04-03T03:06:03.908467Z","steps":["trace[883480923] 'process raft request' (duration: 126.550653ms)","trace[883480923] 'compare' (duration: 32.270985ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:04.186467Z","caller":"traceutil/trace.go:171","msg":"trace[654508786] transaction","detail":"{read_only:false; response_revision:3944; number_of_response:1; }","duration":"139.352525ms","start":"2026-04-03T03:06:04.047087Z","end":"2026-04-03T03:06:04.18644Z","steps":["trace[654508786] 'process raft request' (duration: 139.175089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:04.204363Z","caller":"traceutil/trace.go:171","msg":"trace[230501350] transaction","detail":"{read_only:false; response_revision:3945; number_of_response:1; }","duration":"156.573536ms","start":"2026-04-03T03:06:04.047765Z","end":"2026-04-03T03:06:04.204339Z","steps":["trace[230501350] 'process raft request' (duration: 156.446423ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:06.391238Z","caller":"traceutil/trace.go:171","msg":"trace[1270673909] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"181.695356ms","start":"2026-04-03T03:06:06.20952Z","end":"2026-04-03T03:06:06.391215Z","steps":["trace[1270673909] 'process raft request' (duration: 146.344276ms)","trace[1270673909] 'compare' (duration: 35.219816ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:08.007018Z","caller":"traceutil/trace.go:171","msg":"trace[1452303002] transaction","detail":"{read_only:false; response_revision:3963; number_of_response:1; }","duration":"134.999035ms","start":"2026-04-03T03:06:07.871995Z","end":"2026-04-03T03:06:08.006994Z","steps":["trace[1452303002] 'process raft request' (duration: 134.82677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:08.451812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.018176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:08.451976Z","caller":"traceutil/trace.go:171","msg":"trace[437622224] transaction","detail":"{read_only:false; response_revision:3965; number_of_response:1; }","duration":"190.813277ms","start":"2026-04-03T03:06:08.261132Z","end":"2026-04-03T03:06:08.451945Z","steps":["trace[437622224] 'process raft request' (duration: 86.551395ms)","trace[437622224] 'compare' (duration: 103.570863ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:08.675315Z","caller":"traceutil/trace.go:171","msg":"trace[897044229] transaction","detail":"{read_only:false; response_revision:3967; number_of_response:1; }","duration":"114.845741ms","start":"2026-04-03T03:06:08.560442Z","end":"2026-04-03T03:06:08.675288Z","steps":["trace[897044229] 'process raft request' (duration: 114.655726ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:08.784577Z","caller":"traceutil/trace.go:171","msg":"trace[150677271] linearizableReadLoop","detail":"{readStateIndex:4123; appliedIndex:4121; }","duration":"189.337686ms","start":"2026-04-03T03:06:08.595197Z","end":"2026-04-03T03:06:08.784535Z","steps":["trace[150677271] 'read index received' (duration: 79.967915ms)","trace[150677271] 'applied index is now lower than readState.Index' (duration: 109.362911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:08.78487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.640514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T03:06:08.784923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.03332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:06:08.785046Z","caller":"traceutil/trace.go:171","msg":"trace[106934298] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:3967; }","duration":"184.206095ms","start":"2026-04-03T03:06:08.600826Z","end":"2026-04-03T03:06:08.785032Z","steps":["trace[106934298] 'agreement among raft nodes before linearized reading' (duration: 183.921067ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:08.784974Z","caller":"traceutil/trace.go:171","msg":"trace[509276488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3967; }","duration":"189.786558ms","start":"2026-04-03T03:06:08.595147Z","end":"2026-04-03T03:06:08.784933Z","steps":["trace[509276488] 'agreement among raft nodes before linearized reading' (duration: 189.533261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:09.396299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.154772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-03T03:06:09.396379Z","caller":"traceutil/trace.go:171","msg":"trace[1908985119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3972; }","duration":"302.275075ms","start":"2026-04-03T03:06:09.094087Z","end":"2026-04-03T03:06:09.396362Z","steps":["trace[1908985119] 'range keys from in-memory index tree' (duration: 301.994777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:09.396417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:09.094069Z","time spent":"302.340247ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T03:06:09.397763Z","caller":"traceutil/trace.go:171","msg":"trace[710759702] transaction","detail":"{read_only:false; response_revision:3973; number_of_response:1; }","duration":"240.159031ms","start":"2026-04-03T03:06:09.157574Z","end":"2026-04-03T03:06:09.397733Z","steps":["trace[710759702] 'process raft request' (duration: 239.467672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:09.810673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.497727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:09.811058Z","caller":"traceutil/trace.go:171","msg":"trace[1744896929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3976; }","duration":"116.948589ms","start":"2026-04-03T03:06:09.694082Z","end":"2026-04-03T03:06:09.811031Z","steps":["trace[1744896929] 'range keys from in-memory index tree' (duration: 116.409364ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:10.635143Z","caller":"traceutil/trace.go:171","msg":"trace[1927484524] transaction","detail":"{read_only:false; response_revision:3980; number_of_response:1; }","duration":"113.387752ms","start":"2026-04-03T03:06:10.521727Z","end":"2026-04-03T03:06:10.635114Z","steps":["trace[1927484524] 'process raft request' (duration: 113.215697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:10.904154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.183006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:06:10.904263Z","caller":"traceutil/trace.go:171","msg":"trace[19691616] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:3981; }","duration":"109.355091ms","start":"2026-04-03T03:06:10.794882Z","end":"2026-04-03T03:06:10.904237Z","steps":["trace[19691616] 'range keys from in-memory index tree' (duration: 108.96338ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:20.71292Z","caller":"traceutil/trace.go:171","msg":"trace[697044621] transaction","detail":"{read_only:false; response_revision:4034; number_of_response:1; }","duration":"112.426625ms","start":"2026-04-03T03:06:20.600471Z","end":"2026-04-03T03:06:20.712898Z","steps":["trace[697044621] 'process raft request' (duration: 112.262071ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:24.31872Z","caller":"traceutil/trace.go:171","msg":"trace[1732229001] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"156.897486ms","start":"2026-04-03T03:06:24.161798Z","end":"2026-04-03T03:06:24.318696Z","steps":["trace[1732229001] 'process raft request' (duration: 156.68546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:25.107624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.979888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:25.107798Z","caller":"traceutil/trace.go:171","msg":"trace[1762382037] transaction","detail":"{read_only:false; response_revision:4059; number_of_response:1; }","duration":"335.690423ms","start":"2026-04-03T03:06:24.772085Z","end":"2026-04-03T03:06:25.107776Z","steps":["trace[1762382037] 'process raft request' (duration: 225.473697ms)","trace[1762382037] 'compare' (duration: 109.846255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:25.10787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:24.772064Z","time spent":"335.774664ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:25.108042Z","caller":"traceutil/trace.go:171","msg":"trace[2063320882] transaction","detail":"{read_only:false; response_revision:4060; number_of_response:1; }","duration":"240.439199ms","start":"2026-04-03T03:06:24.867557Z","end":"2026-04-03T03:06:25.107997Z","steps":["trace[2063320882] 'process raft request' (duration: 240.173291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:25.364093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.8555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:06:25.364192Z","caller":"traceutil/trace.go:171","msg":"trace[1438525657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4061; }","duration":"124.002404ms","start":"2026-04-03T03:06:25.240167Z","end":"2026-04-03T03:06:25.364169Z","steps":["trace[1438525657] 'range keys from in-memory index tree' (duration: 123.700365ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:25.720315Z","caller":"traceutil/trace.go:171","msg":"trace[674694740] transaction","detail":"{read_only:false; response_revision:4062; number_of_response:1; }","duration":"352.177804ms","start":"2026-04-03T03:06:25.36811Z","end":"2026-04-03T03:06:25.720288Z","steps":["trace[674694740] 'process raft request' (duration: 351.942538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:25.720505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:25.368086Z","time spent":"352.306168ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:27.694872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000233832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:06:27.694957Z","caller":"traceutil/trace.go:171","msg":"trace[926513136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392007s","start":"2026-04-03T03:06:25.694547Z","end":"2026-04-03T03:06:27.694939Z","steps":["trace[926513136] 'agreement among raft nodes before linearized reading' (duration: 2.000286404s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:27.695002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:25.694522Z","time spent":"2.000471748s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:06:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:06:28.521625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.801539122s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:06:28.522108Z","caller":"traceutil/trace.go:171","msg":"trace[320137299] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"3.153285094s","start":"2026-04-03T03:06:25.368796Z","end":"2026-04-03T03:06:28.522081Z","steps":["trace[320137299] 'process raft request' (duration: 3.153078218s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:28.522273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:25.368763Z","time spent":"3.153423138s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:28.522513Z","caller":"traceutil/trace.go:171","msg":"trace[236537090] transaction","detail":"{read_only:false; response_revision:4064; number_of_response:1; }","duration":"3.153044798s","start":"2026-04-03T03:06:25.369436Z","end":"2026-04-03T03:06:28.522481Z","steps":["trace[236537090] 'process raft request' (duration: 3.152602306s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:28.522557Z","caller":"traceutil/trace.go:171","msg":"trace[308460769] transaction","detail":"{read_only:false; response_revision:4065; number_of_response:1; }","duration":"3.145596003s","start":"2026-04-03T03:06:25.376918Z","end":"2026-04-03T03:06:28.522514Z","steps":["trace[308460769] 'process raft request' (duration: 3.145389947s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:28.522643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:25.36942Z","time spent":"3.153149342s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:28.52271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:25.376902Z","time spent":"3.145740078s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16234,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:28.522946Z","caller":"traceutil/trace.go:171","msg":"trace[982454326] transaction","detail":"{read_only:false; response_revision:4066; number_of_response:1; }","duration":"3.022244779s","start":"2026-04-03T03:06:25.500687Z","end":"2026-04-03T03:06:28.522932Z","steps":["trace[982454326] 'process raft request' (duration: 3.021779026s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:28.523071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:25.500668Z","time spent":"3.022362721s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:28.523372Z","caller":"traceutil/trace.go:171","msg":"trace[878511987] transaction","detail":"{read_only:false; response_revision:4067; number_of_response:1; }","duration":"2.873162858s","start":"2026-04-03T03:06:25.650186Z","end":"2026-04-03T03:06:28.523349Z","steps":["trace[878511987] 'process raft request' (duration: 2.87287507s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:28.523371Z","caller":"traceutil/trace.go:171","msg":"trace[1842984171] linearizableReadLoop","detail":"{readStateIndex:4224; appliedIndex:4220; }","duration":"3.031665798s","start":"2026-04-03T03:06:25.491665Z","end":"2026-04-03T03:06:28.523331Z","steps":["trace[1842984171] 'read index received' (duration: 228.355618ms)","trace[1842984171] 'applied index is now lower than readState.Index' (duration: 2.80330853s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:28.523544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:25.650161Z","time spent":"2.873296831s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:28.523558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.031839682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:06:28.523744Z","caller":"traceutil/trace.go:171","msg":"trace[624070678] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4067; }","duration":"3.032027297s","start":"2026-04-03T03:06:25.4916Z","end":"2026-04-03T03:06:28.523628Z","steps":["trace[624070678] 'agreement among raft nodes before linearized reading' (duration: 3.031829782s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:28.52406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:25.491569Z","time spent":"3.032260343s","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:06:28.650403Z","caller":"traceutil/trace.go:171","msg":"trace[1105996490] transaction","detail":"{read_only:false; response_revision:4068; number_of_response:1; }","duration":"2.223119299s","start":"2026-04-03T03:06:26.427255Z","end":"2026-04-03T03:06:28.650375Z","steps":["trace[1105996490] 'process raft request' (duration: 2.207024666s)","trace[1105996490] 'compare' (duration: 14.752115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:28.650644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:26.427224Z","time spent":"2.223261623s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:28.650669Z","caller":"traceutil/trace.go:171","msg":"trace[1723365676] linearizableReadLoop","detail":"{readStateIndex:4229; appliedIndex:4226; }","duration":"127.090848ms","start":"2026-04-03T03:06:28.523556Z","end":"2026-04-03T03:06:28.650646Z","steps":["trace[1723365676] 'read index received' (duration: 110.814151ms)","trace[1723365676] 'applied index is now lower than readState.Index' (duration: 16.275796ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:28.650707Z","caller":"traceutil/trace.go:171","msg":"trace[1040544409] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"1.884918767s","start":"2026-04-03T03:06:26.765749Z","end":"2026-04-03T03:06:28.650667Z","steps":["trace[1040544409] 'process raft request' (duration: 1.884547707s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:28.6509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.091335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:28.650934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.865415765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-04-03T03:06:28.650889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.689836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:28.650973Z","caller":"traceutil/trace.go:171","msg":"trace[211664411] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4070; }","duration":"335.22076ms","start":"2026-04-03T03:06:28.315736Z","end":"2026-04-03T03:06:28.650956Z","steps":["trace[211664411] 'agreement among raft nodes before linearized reading' (duration: 334.989004ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:28.650979Z","caller":"traceutil/trace.go:171","msg":"trace[513694958] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4070; }","duration":"2.865521338s","start":"2026-04-03T03:06:25.785444Z","end":"2026-04-03T03:06:28.650965Z","steps":["trace[513694958] 'agreement among raft nodes before linearized reading' (duration: 2.865314253s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:28.650931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:26.765724Z","time spent":"1.885101073s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:28.651032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:28.315714Z","time spent":"335.302822ms","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:06:28.651066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:25.785388Z","time spent":"2.865667462s","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1248,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-03T03:06:28.651116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328249784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:06:28.651144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.210268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T03:06:28.651076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487856652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:06:28.651212Z","caller":"traceutil/trace.go:171","msg":"trace[1424105938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4070; }","duration":"926.318761ms","start":"2026-04-03T03:06:27.724879Z","end":"2026-04-03T03:06:28.651198Z","steps":["trace[1424105938] 'agreement among raft nodes before linearized reading' (duration: 926.107945ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:28.651209Z","caller":"traceutil/trace.go:171","msg":"trace[647696844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4070; }","duration":"2.328383367s","start":"2026-04-03T03:06:26.322803Z","end":"2026-04-03T03:06:28.651187Z","steps":["trace[647696844] 'agreement among raft nodes before linearized reading' (duration: 2.328134901s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:28.651267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:27.724858Z","time spent":"926.396983ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:06:28.65127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:26.322782Z","time spent":"2.32848052s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:06:28.651281Z","caller":"traceutil/trace.go:171","msg":"trace[1914340273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4070; }","duration":"1.488077997s","start":"2026-04-03T03:06:27.163149Z","end":"2026-04-03T03:06:28.651227Z","steps":["trace[1914340273] 'agreement among raft nodes before linearized reading' (duration: 1.487650115s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:28.651017Z","caller":"traceutil/trace.go:171","msg":"trace[1879871633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4070; }","duration":"955.880772ms","start":"2026-04-03T03:06:27.695107Z","end":"2026-04-03T03:06:28.650988Z","steps":["trace[1879871633] 'agreement among raft nodes before linearized reading' (duration: 955.584104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:28.65141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:27.163127Z","time spent":"1.48819748s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:06:28.651445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:27.69507Z","time spent":"956.357235ms","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:06:28.651469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486697819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:06:28.651158Z","caller":"traceutil/trace.go:171","msg":"trace[1967216639] transaction","detail":"{read_only:false; response_revision:4070; number_of_response:1; }","duration":"1.537523824s","start":"2026-04-03T03:06:27.113609Z","end":"2026-04-03T03:06:28.651133Z","steps":["trace[1967216639] 'process raft request' (duration: 1.536929848s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:28.651539Z","caller":"traceutil/trace.go:171","msg":"trace[928505020] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:4070; }","duration":"1.486766611s","start":"2026-04-03T03:06:27.164736Z","end":"2026-04-03T03:06:28.651502Z","steps":["trace[928505020] 'agreement among raft nodes before linearized reading' (duration: 1.486507254s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:28.651615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:27.1647Z","time spent":"1.486904685s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-z4vmz\" "} {"level":"warn","ts":"2026-04-03T03:06:28.652003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:27.113578Z","time spent":"1.538213292s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:28.791132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.335904ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T03:06:28.791367Z","caller":"traceutil/trace.go:171","msg":"trace[1282342643] linearizableReadLoop","detail":"{readStateIndex:4230; appliedIndex:4229; }","duration":"135.469938ms","start":"2026-04-03T03:06:28.655874Z","end":"2026-04-03T03:06:28.791344Z","steps":["trace[1282342643] 'read index received' (duration: 7.904937ms)","trace[1282342643] 'applied index is now lower than readState.Index' (duration: 127.563611ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:28.791461Z","caller":"traceutil/trace.go:171","msg":"trace[1141281288] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"134.058558ms","start":"2026-04-03T03:06:28.657384Z","end":"2026-04-03T03:06:28.791442Z","steps":["trace[1141281288] 'process raft request' (duration: 134.003077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:28.791576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.685384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T03:06:28.791575Z","caller":"traceutil/trace.go:171","msg":"trace[1096500296] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"134.910391ms","start":"2026-04-03T03:06:28.656615Z","end":"2026-04-03T03:06:28.791526Z","steps":["trace[1096500296] 'process raft request' (duration: 134.621364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:28.791713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.508289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63075"} {"level":"info","ts":"2026-04-03T03:06:28.791766Z","caller":"traceutil/trace.go:171","msg":"trace[129072150] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4073; }","duration":"135.57672ms","start":"2026-04-03T03:06:28.656158Z","end":"2026-04-03T03:06:28.791735Z","steps":["trace[129072150] 'agreement among raft nodes before linearized reading' (duration: 135.473717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:28.791945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.746495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:28.791965Z","caller":"traceutil/trace.go:171","msg":"trace[665291031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4073; }","duration":"131.782915ms","start":"2026-04-03T03:06:28.660177Z","end":"2026-04-03T03:06:28.79196Z","steps":["trace[665291031] 'agreement among raft nodes before linearized reading' (duration: 131.744745ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:28.791954Z","caller":"traceutil/trace.go:171","msg":"trace[840738543] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"134.560004ms","start":"2026-04-03T03:06:28.65736Z","end":"2026-04-03T03:06:28.79192Z","steps":["trace[840738543] 'process raft request' (duration: 133.990148ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:28.791605Z","caller":"traceutil/trace.go:171","msg":"trace[1670684869] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde; range_end:; response_count:1; response_revision:4073; }","duration":"135.759486ms","start":"2026-04-03T03:06:28.655836Z","end":"2026-04-03T03:06:28.791595Z","steps":["trace[1670684869] 'agreement among raft nodes before linearized reading' (duration: 135.603011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.114725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353880761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:06:31.615432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353880761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:06:31.724353Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.168688852s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:06:31.845308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.62995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:31.845552Z","caller":"traceutil/trace.go:171","msg":"trace[2118164360] linearizableReadLoop","detail":"{readStateIndex:4243; appliedIndex:4238; }","duration":"1.231829545s","start":"2026-04-03T03:06:30.613709Z","end":"2026-04-03T03:06:31.845539Z","steps":["trace[2118164360] 'read index received' (duration: 1.110832245s)","trace[2118164360] 'applied index is now lower than readState.Index' (duration: 120.99636ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:31.845578Z","caller":"traceutil/trace.go:171","msg":"trace[1260429838] transaction","detail":"{read_only:false; response_revision:4079; number_of_response:1; }","duration":"1.314955487s","start":"2026-04-03T03:06:30.530574Z","end":"2026-04-03T03:06:31.845529Z","steps":["trace[1260429838] 'process raft request' (duration: 1.194023098s)","trace[1260429838] 'compare' (duration: 120.265181ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:31.845654Z","caller":"traceutil/trace.go:171","msg":"trace[1871037639] transaction","detail":"{read_only:false; response_revision:4080; number_of_response:1; }","duration":"1.314490753s","start":"2026-04-03T03:06:30.531142Z","end":"2026-04-03T03:06:31.845633Z","steps":["trace[1871037639] 'process raft request' (duration: 1.314243957s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:31.845693Z","caller":"traceutil/trace.go:171","msg":"trace[154222272] transaction","detail":"{read_only:false; response_revision:4082; number_of_response:1; }","duration":"1.188819664s","start":"2026-04-03T03:06:30.656828Z","end":"2026-04-03T03:06:31.845647Z","steps":["trace[154222272] 'process raft request' (duration: 1.18866576s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:31.845669Z","caller":"traceutil/trace.go:171","msg":"trace[1369330380] transaction","detail":"{read_only:false; response_revision:4081; number_of_response:1; }","duration":"1.189603136s","start":"2026-04-03T03:06:30.656021Z","end":"2026-04-03T03:06:31.845625Z","steps":["trace[1369330380] 'process raft request' (duration: 1.189439782s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.845731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.530564Z","time spent":"1.315061719s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:31.845745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.531138Z","time spent":"1.314559876s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:31.84576Z","caller":"traceutil/trace.go:171","msg":"trace[1764920260] transaction","detail":"{read_only:false; response_revision:4083; number_of_response:1; }","duration":"1.188157016s","start":"2026-04-03T03:06:30.657597Z","end":"2026-04-03T03:06:31.845754Z","steps":["trace[1764920260] 'process raft request' (duration: 1.187918969s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.845867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232167644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"warn","ts":"2026-04-03T03:06:31.845858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.656004Z","time spent":"1.18975842s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:31.845885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.65758Z","time spent":"1.188273389s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:31.845933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200039713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:31.845959Z","caller":"traceutil/trace.go:171","msg":"trace[885931162] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4083; }","duration":"1.200105994s","start":"2026-04-03T03:06:30.645848Z","end":"2026-04-03T03:06:31.845954Z","steps":["trace[885931162] 'agreement among raft nodes before linearized reading' (duration: 1.200063464s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.845734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.656805Z","time spent":"1.188907378s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:31.845977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.645823Z","time spent":"1.200149286s","remote":"127.0.0.1:36430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:06:31.846147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050414717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:06:31.84617Z","caller":"traceutil/trace.go:171","msg":"trace[25980826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4083; }","duration":"1.050458938s","start":"2026-04-03T03:06:30.795706Z","end":"2026-04-03T03:06:31.846165Z","steps":["trace[25980826] 'agreement among raft nodes before linearized reading' (duration: 1.050398387s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.846185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.795694Z","time spent":"1.050487168s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:06:31.846198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050020286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:06:31.846234Z","caller":"traceutil/trace.go:171","msg":"trace[68406390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4083; }","duration":"1.050085018s","start":"2026-04-03T03:06:30.796138Z","end":"2026-04-03T03:06:31.846223Z","steps":["trace[68406390] 'agreement among raft nodes before linearized reading' (duration: 1.049953934s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:31.84589Z","caller":"traceutil/trace.go:171","msg":"trace[563253246] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4083; }","duration":"1.232225155s","start":"2026-04-03T03:06:30.613657Z","end":"2026-04-03T03:06:31.845882Z","steps":["trace[563253246] 'agreement among raft nodes before linearized reading' (duration: 1.232117212s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.846224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149969599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:31.846272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.613632Z","time spent":"1.232634777s","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":715,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-03T03:06:31.846273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.796121Z","time spent":"1.050145869s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:06:31.846296Z","caller":"traceutil/trace.go:171","msg":"trace[38483136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4083; }","duration":"1.150081221s","start":"2026-04-03T03:06:30.696197Z","end":"2026-04-03T03:06:31.846278Z","steps":["trace[38483136] 'agreement among raft nodes before linearized reading' (duration: 1.149932127s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.846339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.696184Z","time spent":"1.150147414s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:06:31.846253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103192146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:31.846429Z","caller":"traceutil/trace.go:171","msg":"trace[1658364934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4083; }","duration":"1.10340735s","start":"2026-04-03T03:06:30.743012Z","end":"2026-04-03T03:06:31.846419Z","steps":["trace[1658364934] 'agreement among raft nodes before linearized reading' (duration: 1.103217175s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.846451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.74299Z","time spent":"1.103455882s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:06:31.846435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.316552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:31.846491Z","caller":"traceutil/trace.go:171","msg":"trace[1125888501] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4083; }","duration":"902.413085ms","start":"2026-04-03T03:06:30.944061Z","end":"2026-04-03T03:06:31.846474Z","steps":["trace[1125888501] 'agreement among raft nodes before linearized reading' (duration: 902.309682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.846542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.944038Z","time spent":"902.491657ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:06:31.846569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04833899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:06:31.846612Z","caller":"traceutil/trace.go:171","msg":"trace[1343268632] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:4083; }","duration":"1.048403751s","start":"2026-04-03T03:06:30.798199Z","end":"2026-04-03T03:06:31.846602Z","steps":["trace[1343268632] 'agreement among raft nodes before linearized reading' (duration: 1.048296258s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.846654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050430487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:06:31.846705Z","caller":"traceutil/trace.go:171","msg":"trace[1446712178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4083; }","duration":"1.050504369s","start":"2026-04-03T03:06:30.796188Z","end":"2026-04-03T03:06:31.846692Z","steps":["trace[1446712178] 'agreement among raft nodes before linearized reading' (duration: 1.050344015s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.84677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.796172Z","time spent":"1.050590482s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:06:31.847274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.798185Z","time spent":"1.048456383s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-z4vmz\" "} {"level":"info","ts":"2026-04-03T03:06:32.236419Z","caller":"traceutil/trace.go:171","msg":"trace[1270542199] transaction","detail":"{read_only:false; response_revision:4084; number_of_response:1; }","duration":"385.53634ms","start":"2026-04-03T03:06:31.850844Z","end":"2026-04-03T03:06:32.23638Z","steps":["trace[1270542199] 'process raft request' (duration: 383.711149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:32.236606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:31.850821Z","time spent":"385.688725ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:32.241777Z","caller":"traceutil/trace.go:171","msg":"trace[2071218854] transaction","detail":"{read_only:false; response_revision:4085; number_of_response:1; }","duration":"390.271619ms","start":"2026-04-03T03:06:31.851489Z","end":"2026-04-03T03:06:32.241761Z","steps":["trace[2071218854] 'process raft request' (duration: 390.152236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:32.241876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:31.851462Z","time spent":"390.362463ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:32.24192Z","caller":"traceutil/trace.go:171","msg":"trace[238408567] transaction","detail":"{read_only:false; response_revision:4086; number_of_response:1; }","duration":"388.45006ms","start":"2026-04-03T03:06:31.853449Z","end":"2026-04-03T03:06:32.241899Z","steps":["trace[238408567] 'process raft request' (duration: 388.274965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:32.24202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:31.853438Z","time spent":"388.530512ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:32.242212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.18012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63075"} {"level":"info","ts":"2026-04-03T03:06:32.242248Z","caller":"traceutil/trace.go:171","msg":"trace[1452575831] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4086; }","duration":"389.260183ms","start":"2026-04-03T03:06:31.852979Z","end":"2026-04-03T03:06:32.242239Z","steps":["trace[1452575831] 'agreement among raft nodes before linearized reading' (duration: 389.077368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:32.242271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:31.85296Z","time spent":"389.305524ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63098,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:06:32.241905Z","caller":"traceutil/trace.go:171","msg":"trace[69168427] linearizableReadLoop","detail":"{readStateIndex:4245; appliedIndex:4243; }","duration":"388.84039ms","start":"2026-04-03T03:06:31.853036Z","end":"2026-04-03T03:06:32.241877Z","steps":["trace[69168427] 'read index received' (duration: 381.496139ms)","trace[69168427] 'applied index is now lower than readState.Index' (duration: 7.342571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:32.243233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.558787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17051"} {"level":"info","ts":"2026-04-03T03:06:32.243289Z","caller":"traceutil/trace.go:171","msg":"trace[537065296] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:4086; }","duration":"156.659259ms","start":"2026-04-03T03:06:32.086616Z","end":"2026-04-03T03:06:32.243275Z","steps":["trace[537065296] 'agreement among raft nodes before linearized reading' (duration: 156.484425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:32.243282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.635239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-03T03:06:32.2432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.373388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:32.243368Z","caller":"traceutil/trace.go:171","msg":"trace[1138796075] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4086; }","duration":"128.752483ms","start":"2026-04-03T03:06:32.114593Z","end":"2026-04-03T03:06:32.243345Z","steps":["trace[1138796075] 'agreement among raft nodes before linearized reading' (duration: 128.499977ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:32.243392Z","caller":"traceutil/trace.go:171","msg":"trace[285342044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4086; }","duration":"388.608195ms","start":"2026-04-03T03:06:31.854761Z","end":"2026-04-03T03:06:32.24337Z","steps":["trace[285342044] 'agreement among raft nodes before linearized reading' (duration: 388.320217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:32.243453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:31.854753Z","time spent":"388.686247ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:07:06.121058Z","caller":"traceutil/trace.go:171","msg":"trace[137705456] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"148.565206ms","start":"2026-04-03T03:07:05.972458Z","end":"2026-04-03T03:07:06.121023Z","steps":["trace[137705456] 'process raft request' (duration: 132.600467ms)","trace[137705456] 'compare' (duration: 15.731673ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:06.121281Z","caller":"traceutil/trace.go:171","msg":"trace[1908728600] linearizableReadLoop","detail":"{readStateIndex:4476; appliedIndex:4474; }","duration":"121.080309ms","start":"2026-04-03T03:07:06.00017Z","end":"2026-04-03T03:07:06.121251Z","steps":["trace[1908728600] 'read index received' (duration: 104.903385ms)","trace[1908728600] 'applied index is now lower than readState.Index' (duration: 16.175154ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:06.121324Z","caller":"traceutil/trace.go:171","msg":"trace[145482216] transaction","detail":"{read_only:false; response_revision:4305; number_of_response:1; }","duration":"148.223737ms","start":"2026-04-03T03:07:05.973081Z","end":"2026-04-03T03:07:06.121304Z","steps":["trace[145482216] 'process raft request' (duration: 147.868717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:06.1215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.318244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:07:06.12156Z","caller":"traceutil/trace.go:171","msg":"trace[1861975048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4305; }","duration":"121.438928ms","start":"2026-04-03T03:07:06.000105Z","end":"2026-04-03T03:07:06.121544Z","steps":["trace[1861975048] 'agreement among raft nodes before linearized reading' (duration: 121.273144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:06.13733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.582588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:06.137366Z","caller":"traceutil/trace.go:171","msg":"trace[1771874353] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4307; }","duration":"129.657938ms","start":"2026-04-03T03:07:06.007697Z","end":"2026-04-03T03:07:06.137355Z","steps":["trace[1771874353] 'agreement among raft nodes before linearized reading' (duration: 129.598756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:06.137477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.65963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:07:06.137582Z","caller":"traceutil/trace.go:171","msg":"trace[1926619986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4307; }","duration":"135.824274ms","start":"2026-04-03T03:07:06.001734Z","end":"2026-04-03T03:07:06.137558Z","steps":["trace[1926619986] 'agreement among raft nodes before linearized reading' (duration: 135.505635ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:06.28564Z","caller":"traceutil/trace.go:171","msg":"trace[265438235] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"142.7906ms","start":"2026-04-03T03:07:06.142807Z","end":"2026-04-03T03:07:06.285598Z","steps":["trace[265438235] 'process raft request' (duration: 142.516433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:06.961277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.372823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:07:06.961537Z","caller":"traceutil/trace.go:171","msg":"trace[1992758662] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"202.609116ms","start":"2026-04-03T03:07:06.758907Z","end":"2026-04-03T03:07:06.961516Z","steps":["trace[1992758662] 'process raft request' (duration: 202.535374ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:06.961616Z","caller":"traceutil/trace.go:171","msg":"trace[85400384] linearizableReadLoop","detail":"{readStateIndex:4485; appliedIndex:4484; }","duration":"212.719277ms","start":"2026-04-03T03:07:06.748854Z","end":"2026-04-03T03:07:06.961573Z","steps":["trace[85400384] 'read index received' (duration: 45.961734ms)","trace[85400384] 'applied index is now lower than readState.Index' (duration: 166.753433ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:06.961705Z","caller":"traceutil/trace.go:171","msg":"trace[258632585] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"235.417746ms","start":"2026-04-03T03:07:06.726238Z","end":"2026-04-03T03:07:06.961655Z","steps":["trace[258632585] 'process raft request' (duration: 68.565689ms)","trace[258632585] 'compare' (duration: 166.194029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:06.961861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.975494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:07:06.961917Z","caller":"traceutil/trace.go:171","msg":"trace[1065356058] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4315; }","duration":"213.061876ms","start":"2026-04-03T03:07:06.748841Z","end":"2026-04-03T03:07:06.961903Z","steps":["trace[1065356058] 'agreement among raft nodes before linearized reading' (duration: 212.863721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:07.177714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.999499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:07:07.177862Z","caller":"traceutil/trace.go:171","msg":"trace[368464226] linearizableReadLoop","detail":"{readStateIndex:4487; appliedIndex:4486; }","duration":"216.126857ms","start":"2026-04-03T03:07:06.961713Z","end":"2026-04-03T03:07:07.17784Z","steps":["trace[368464226] 'read index received' (duration: 101.760309ms)","trace[368464226] 'applied index is now lower than readState.Index' (duration: 114.364848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:07.177941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.292094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:07.177906Z","caller":"traceutil/trace.go:171","msg":"trace[607625002] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"373.436349ms","start":"2026-04-03T03:07:06.804419Z","end":"2026-04-03T03:07:07.177855Z","steps":["trace[607625002] 'process raft request' (duration: 259.131412ms)","trace[607625002] 'compare' (duration: 113.750802ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:07.177986Z","caller":"traceutil/trace.go:171","msg":"trace[1322926443] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:0; response_revision:4316; }","duration":"411.361417ms","start":"2026-04-03T03:07:06.766614Z","end":"2026-04-03T03:07:07.177975Z","steps":["trace[1322926443] 'agreement among raft nodes before linearized reading' (duration: 411.287944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:07.178029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:06.766599Z","time spent":"411.421587ms","remote":"127.0.0.1:59952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" "} {"level":"warn","ts":"2026-04-03T03:07:07.178127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:06.804385Z","time spent":"373.618673ms","remote":"127.0.0.1:59952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:07.393084Z","caller":"traceutil/trace.go:171","msg":"trace[910116040] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"104.115733ms","start":"2026-04-03T03:07:07.288926Z","end":"2026-04-03T03:07:07.393041Z","steps":["trace[910116040] 'process raft request' (duration: 103.64387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:07.642089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.927716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:07:07.642232Z","caller":"traceutil/trace.go:171","msg":"trace[1220753415] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"185.244979ms","start":"2026-04-03T03:07:07.456964Z","end":"2026-04-03T03:07:07.642209Z","steps":["trace[1220753415] 'process raft request' (duration: 52.051446ms)","trace[1220753415] 'compare' (duration: 132.675159ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:07.643225Z","caller":"traceutil/trace.go:171","msg":"trace[1830573465] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"158.306847ms","start":"2026-04-03T03:07:07.484881Z","end":"2026-04-03T03:07:07.643188Z","steps":["trace[1830573465] 'process raft request' (duration: 157.65562ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:07.803382Z","caller":"traceutil/trace.go:171","msg":"trace[1972446449] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"131.149969ms","start":"2026-04-03T03:07:07.672201Z","end":"2026-04-03T03:07:07.803351Z","steps":["trace[1972446449] 'process raft request' (duration: 114.625015ms)","trace[1972446449] 'compare' (duration: 16.38241ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:07.80423Z","caller":"traceutil/trace.go:171","msg":"trace[587723690] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"130.500271ms","start":"2026-04-03T03:07:07.673711Z","end":"2026-04-03T03:07:07.804211Z","steps":["trace[587723690] 'process raft request' (duration: 130.08098ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:07.804895Z","caller":"traceutil/trace.go:171","msg":"trace[2038188144] linearizableReadLoop","detail":"{readStateIndex:4494; appliedIndex:4492; }","duration":"111.131072ms","start":"2026-04-03T03:07:07.69374Z","end":"2026-04-03T03:07:07.804871Z","steps":["trace[2038188144] 'read index received' (duration: 93.030836ms)","trace[2038188144] 'applied index is now lower than readState.Index' (duration: 18.099206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:07.805017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.268585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:07.805087Z","caller":"traceutil/trace.go:171","msg":"trace[1669637693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4324; }","duration":"111.39259ms","start":"2026-04-03T03:07:07.693681Z","end":"2026-04-03T03:07:07.805074Z","steps":["trace[1669637693] 'agreement among raft nodes before linearized reading' (duration: 111.281807ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:08.021702Z","caller":"traceutil/trace.go:171","msg":"trace[538955646] transaction","detail":"{read_only:false; response_revision:4327; number_of_response:1; }","duration":"111.792749ms","start":"2026-04-03T03:07:07.909873Z","end":"2026-04-03T03:07:08.021666Z","steps":["trace[538955646] 'process raft request' (duration: 63.186045ms)","trace[538955646] 'compare' (duration: 48.46776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:08.363194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.746036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:07:08.363322Z","caller":"traceutil/trace.go:171","msg":"trace[904123675] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"236.813143ms","start":"2026-04-03T03:07:08.126488Z","end":"2026-04-03T03:07:08.363302Z","steps":["trace[904123675] 'process raft request' (duration: 73.881862ms)","trace[904123675] 'compare' (duration: 162.403437ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:08.38786Z","caller":"traceutil/trace.go:171","msg":"trace[1036130643] transaction","detail":"{read_only:false; response_revision:4331; number_of_response:1; }","duration":"261.160456ms","start":"2026-04-03T03:07:08.126665Z","end":"2026-04-03T03:07:08.387826Z","steps":["trace[1036130643] 'process raft request' (duration: 260.909889ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:08.388351Z","caller":"traceutil/trace.go:171","msg":"trace[196224230] linearizableReadLoop","detail":"{readStateIndex:4502; appliedIndex:4500; }","duration":"249.333379ms","start":"2026-04-03T03:07:08.139002Z","end":"2026-04-03T03:07:08.388335Z","steps":["trace[196224230] 'read index received' (duration: 61.408058ms)","trace[196224230] 'applied index is now lower than readState.Index' (duration: 187.924471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:08.388458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.439432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:08.388491Z","caller":"traceutil/trace.go:171","msg":"trace[638374002] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:0; response_revision:4332; }","duration":"249.520184ms","start":"2026-04-03T03:07:08.13896Z","end":"2026-04-03T03:07:08.388481Z","steps":["trace[638374002] 'agreement among raft nodes before linearized reading' (duration: 249.438431ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:08.388445Z","caller":"traceutil/trace.go:171","msg":"trace[879433853] transaction","detail":"{read_only:false; response_revision:4332; number_of_response:1; }","duration":"239.662809ms","start":"2026-04-03T03:07:08.148737Z","end":"2026-04-03T03:07:08.3884Z","steps":["trace[879433853] 'process raft request' (duration: 239.157805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:08.388584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.30998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:07:08.388618Z","caller":"traceutil/trace.go:171","msg":"trace[1637907024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4332; }","duration":"236.349561ms","start":"2026-04-03T03:07:08.152258Z","end":"2026-04-03T03:07:08.388608Z","steps":["trace[1637907024] 'agreement among raft nodes before linearized reading' (duration: 236.219408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:08.690171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.520923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:07:08.690358Z","caller":"traceutil/trace.go:171","msg":"trace[455873649] transaction","detail":"{read_only:false; response_revision:4334; number_of_response:1; }","duration":"286.807244ms","start":"2026-04-03T03:07:08.403508Z","end":"2026-04-03T03:07:08.690316Z","steps":["trace[455873649] 'process raft request' (duration: 81.030424ms)","trace[455873649] 'compare' (duration: 205.35614ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:08.690469Z","caller":"traceutil/trace.go:171","msg":"trace[1849094455] linearizableReadLoop","detail":"{readStateIndex:4505; appliedIndex:4504; }","duration":"248.449436ms","start":"2026-04-03T03:07:08.441952Z","end":"2026-04-03T03:07:08.690401Z","steps":["trace[1849094455] 'read index received' (duration: 11.19676ms)","trace[1849094455] 'applied index is now lower than readState.Index' (duration: 237.247866ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:08.690586Z","caller":"traceutil/trace.go:171","msg":"trace[1660036247] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"187.627914ms","start":"2026-04-03T03:07:08.502944Z","end":"2026-04-03T03:07:08.690572Z","steps":["trace[1660036247] 'process raft request' (duration: 187.434848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:08.690715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.756584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:07:08.690791Z","caller":"traceutil/trace.go:171","msg":"trace[846358771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4335; }","duration":"248.880377ms","start":"2026-04-03T03:07:08.441897Z","end":"2026-04-03T03:07:08.690778Z","steps":["trace[846358771] 'agreement among raft nodes before linearized reading' (duration: 248.658451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:09.570235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.51217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:07:09.570389Z","caller":"traceutil/trace.go:171","msg":"trace[491275248] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"1.056540364s","start":"2026-04-03T03:07:08.513822Z","end":"2026-04-03T03:07:09.570362Z","steps":["trace[491275248] 'process raft request' (duration: 543.775038ms)","trace[491275248] 'compare' (duration: 512.122259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:09.570466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:08.51376Z","time spent":"1.05667472s","remote":"127.0.0.1:59952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":328619,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:10.045177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.347777ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T03:07:10.045684Z","caller":"traceutil/trace.go:171","msg":"trace[1667732275] transaction","detail":"{read_only:false; response_revision:4337; number_of_response:1; }","duration":"1.349535366s","start":"2026-04-03T03:07:08.696097Z","end":"2026-04-03T03:07:10.045632Z","steps":["trace[1667732275] 'process raft request' (duration: 1.349186717s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.045878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:08.696054Z","time spent":"1.349695659s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:10.11342Z","caller":"traceutil/trace.go:171","msg":"trace[28800465] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"1.316085748s","start":"2026-04-03T03:07:08.797301Z","end":"2026-04-03T03:07:10.113387Z","steps":["trace[28800465] 'process raft request' (duration: 1.248373031s)","trace[28800465] 'compare' (duration: 67.272595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:10.113567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:08.797269Z","time spent":"1.316225641s","remote":"127.0.0.1:59952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":379169,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:10.113648Z","caller":"traceutil/trace.go:171","msg":"trace[1496328674] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"993.620488ms","start":"2026-04-03T03:07:09.120002Z","end":"2026-04-03T03:07:10.113623Z","steps":["trace[1496328674] 'process raft request' (duration: 993.309479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.113739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:09.119972Z","time spent":"993.72299ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:07:10.113779Z","caller":"traceutil/trace.go:171","msg":"trace[340320363] linearizableReadLoop","detail":"{readStateIndex:4508; appliedIndex:4506; }","duration":"1.423234133s","start":"2026-04-03T03:07:08.690522Z","end":"2026-04-03T03:07:10.113756Z","steps":["trace[340320363] 'read index received' (duration: 366.930324ms)","trace[340320363] 'applied index is now lower than readState.Index' (duration: 1.056302199s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:10.113853Z","caller":"traceutil/trace.go:171","msg":"trace[1975835015] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"987.698419ms","start":"2026-04-03T03:07:09.126051Z","end":"2026-04-03T03:07:10.11375Z","steps":["trace[1975835015] 'process raft request' (duration: 987.338619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.113982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420211433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:07:10.113992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.682565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:10.114015Z","caller":"traceutil/trace.go:171","msg":"trace[2110198366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4342; }","duration":"1.420297363s","start":"2026-04-03T03:07:08.693709Z","end":"2026-04-03T03:07:10.114007Z","steps":["trace[2110198366] 'agreement among raft nodes before linearized reading' (duration: 1.420219621s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.114042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:08.693688Z","time spent":"1.420347855s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:07:10.114047Z","caller":"traceutil/trace.go:171","msg":"trace[793741050] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4342; }","duration":"657.779657ms","start":"2026-04-03T03:07:09.45625Z","end":"2026-04-03T03:07:10.11403Z","steps":["trace[793741050] 'agreement among raft nodes before linearized reading' (duration: 657.682894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.114075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65345602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-03T03:07:10.114132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377993209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:07:10.114124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660647213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:07:10.114183Z","caller":"traceutil/trace.go:171","msg":"trace[1642900184] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com; range_end:; response_count:0; response_revision:4342; }","duration":"1.378080262s","start":"2026-04-03T03:07:08.736087Z","end":"2026-04-03T03:07:10.114168Z","steps":["trace[1642900184] 'agreement among raft nodes before linearized reading' (duration: 1.37799892s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:10.114201Z","caller":"traceutil/trace.go:171","msg":"trace[1642262936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4342; }","duration":"1.660793626s","start":"2026-04-03T03:07:08.453387Z","end":"2026-04-03T03:07:10.11418Z","steps":["trace[1642262936] 'agreement among raft nodes before linearized reading' (duration: 1.660528749s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.1142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:09.126009Z","time spent":"987.961596ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1113,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:10.114226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:08.736069Z","time spent":"1.378145834s","remote":"127.0.0.1:59952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" "} {"level":"info","ts":"2026-04-03T03:07:10.114228Z","caller":"traceutil/trace.go:171","msg":"trace[1996550685] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:4342; }","duration":"1.653581933s","start":"2026-04-03T03:07:08.460565Z","end":"2026-04-03T03:07:10.114147Z","steps":["trace[1996550685] 'agreement among raft nodes before linearized reading' (duration: 1.653232294s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.114212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155510971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:07:10.114257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:08.453346Z","time spent":"1.660901359s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:07:10.114382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:08.460545Z","time spent":"1.653786918s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-z4vmz\" "} {"level":"warn","ts":"2026-04-03T03:07:10.114088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660591482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:07:10.114192Z","caller":"traceutil/trace.go:171","msg":"trace[1219939027] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"1.144146445s","start":"2026-04-03T03:07:08.969315Z","end":"2026-04-03T03:07:10.113462Z","steps":["trace[1219939027] 'process raft request' (duration: 1.143892298s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.11409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:09.456229Z","time spent":"657.84914ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:07:10.114446Z","caller":"traceutil/trace.go:171","msg":"trace[990263911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4342; }","duration":"1.660970451s","start":"2026-04-03T03:07:08.453465Z","end":"2026-04-03T03:07:10.114436Z","steps":["trace[990263911] 'agreement among raft nodes before linearized reading' (duration: 1.660500149s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.11467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:08.453457Z","time spent":"1.661200647s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:07:10.114386Z","caller":"traceutil/trace.go:171","msg":"trace[337476421] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4342; }","duration":"1.155744716s","start":"2026-04-03T03:07:08.958605Z","end":"2026-04-03T03:07:10.11435Z","steps":["trace[337476421] 'agreement among raft nodes before linearized reading' (duration: 1.155463179s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.114966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:08.958581Z","time spent":"1.156357524s","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:07:10.114946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:08.96927Z","time spent":"1.145228474s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:10.869977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.325387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:07:10.870116Z","caller":"traceutil/trace.go:171","msg":"trace[2145206038] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"750.755311ms","start":"2026-04-03T03:07:10.119334Z","end":"2026-04-03T03:07:10.870089Z","steps":["trace[2145206038] 'process raft request' (duration: 116.215868ms)","trace[2145206038] 'compare' (duration: 634.221034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:10.870227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:10.119311Z","time spent":"750.855564ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:10.870539Z","caller":"traceutil/trace.go:171","msg":"trace[1711672185] linearizableReadLoop","detail":"{readStateIndex:4515; appliedIndex:4514; }","duration":"751.145862ms","start":"2026-04-03T03:07:10.119355Z","end":"2026-04-03T03:07:10.870501Z","steps":["trace[1711672185] 'read index received' (duration: 55.001µs)","trace[1711672185] 'applied index is now lower than readState.Index' (duration: 751.087001ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:10.870725Z","caller":"traceutil/trace.go:171","msg":"trace[850647094] transaction","detail":"{read_only:false; response_revision:4344; number_of_response:1; }","duration":"749.25136ms","start":"2026-04-03T03:07:10.121439Z","end":"2026-04-03T03:07:10.87069Z","steps":["trace[850647094] 'process raft request' (duration: 748.648705ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:10.870823Z","caller":"traceutil/trace.go:171","msg":"trace[290329372] transaction","detail":"{read_only:false; response_revision:4345; number_of_response:1; }","duration":"634.142262ms","start":"2026-04-03T03:07:10.236649Z","end":"2026-04-03T03:07:10.870791Z","steps":["trace[290329372] 'process raft request' (duration: 633.69003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.870883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:10.121408Z","time spent":"749.407295ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:10.870938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.553262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/kube-prometheus-stack.18a2b9eca1e4a260\" ","response":"range_response_count:1 size:721"} {"level":"warn","ts":"2026-04-03T03:07:10.870958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:10.236602Z","time spent":"634.291166ms","remote":"127.0.0.1:59952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":379178,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:10.870984Z","caller":"traceutil/trace.go:171","msg":"trace[1380505459] transaction","detail":"{read_only:false; response_revision:4346; number_of_response:1; }","duration":"502.09871ms","start":"2026-04-03T03:07:10.368857Z","end":"2026-04-03T03:07:10.870956Z","steps":["trace[1380505459] 'process raft request' (duration: 501.869644ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:10.871001Z","caller":"traceutil/trace.go:171","msg":"trace[660720350] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"477.532582ms","start":"2026-04-03T03:07:10.393452Z","end":"2026-04-03T03:07:10.870984Z","steps":["trace[660720350] 'process raft request' (duration: 477.406878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.871097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:10.368822Z","time spent":"502.218455ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:10.871011Z","caller":"traceutil/trace.go:171","msg":"trace[126555325] range","detail":"{range_begin:/registry/events/default/kube-prometheus-stack.18a2b9eca1e4a260; range_end:; response_count:1; response_revision:4345; }","duration":"751.658455ms","start":"2026-04-03T03:07:10.119334Z","end":"2026-04-03T03:07:10.870993Z","steps":["trace[126555325] 'agreement among raft nodes before linearized reading' (duration: 751.375498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.871153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:10.393435Z","time spent":"477.644634ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:10.871171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:10.119324Z","time spent":"751.83675ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":744,"request content":"key:\"/registry/events/default/kube-prometheus-stack.18a2b9eca1e4a260\" "} {"level":"warn","ts":"2026-04-03T03:07:10.871487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.022125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:10.871732Z","caller":"traceutil/trace.go:171","msg":"trace[77960067] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com; range_end:; response_count:0; response_revision:4347; }","duration":"752.261501ms","start":"2026-04-03T03:07:10.119445Z","end":"2026-04-03T03:07:10.871707Z","steps":["trace[77960067] 'agreement among raft nodes before linearized reading' (duration: 751.985854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.872001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:10.119346Z","time spent":"752.634391ms","remote":"127.0.0.1:59952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" "} {"level":"warn","ts":"2026-04-03T03:07:10.87155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.484609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:07:10.87228Z","caller":"traceutil/trace.go:171","msg":"trace[128327663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4347; }","duration":"415.25667ms","start":"2026-04-03T03:07:10.457Z","end":"2026-04-03T03:07:10.872257Z","steps":["trace[128327663] 'agreement among raft nodes before linearized reading' (duration: 414.466839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.872349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:10.456972Z","time spent":"415.357713ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:07:10.871551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.969679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-03T03:07:10.871551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.50958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:10.872489Z","caller":"traceutil/trace.go:171","msg":"trace[1251752378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4347; }","duration":"378.903425ms","start":"2026-04-03T03:07:10.493519Z","end":"2026-04-03T03:07:10.872422Z","steps":["trace[1251752378] 'agreement among raft nodes before linearized reading' (duration: 377.908288ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:10.872581Z","caller":"traceutil/trace.go:171","msg":"trace[21300869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4347; }","duration":"746.57613ms","start":"2026-04-03T03:07:10.125982Z","end":"2026-04-03T03:07:10.872558Z","steps":["trace[21300869] 'agreement among raft nodes before linearized reading' (duration: 745.518842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:10.872656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:10.493495Z","time spent":"379.098301ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:07:10.872655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:10.125962Z","time spent":"746.676052ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:07:10.871572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.026422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:07:10.872834Z","caller":"traceutil/trace.go:171","msg":"trace[69135370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4347; }","duration":"177.335638ms","start":"2026-04-03T03:07:10.695477Z","end":"2026-04-03T03:07:10.872813Z","steps":["trace[69135370] 'agreement among raft nodes before linearized reading' (duration: 175.956941ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:11.033599Z","caller":"traceutil/trace.go:171","msg":"trace[1232723219] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"160.244698ms","start":"2026-04-03T03:07:10.873301Z","end":"2026-04-03T03:07:11.033546Z","steps":["trace[1232723219] 'process raft request' (duration: 127.673524ms)","trace[1232723219] 'compare' (duration: 32.303837ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:11.034022Z","caller":"traceutil/trace.go:171","msg":"trace[1188758323] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"157.430663ms","start":"2026-04-03T03:07:10.876565Z","end":"2026-04-03T03:07:11.033996Z","steps":["trace[1188758323] 'process raft request' (duration: 157.031332ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:11.034239Z","caller":"traceutil/trace.go:171","msg":"trace[2044880958] linearizableReadLoop","detail":"{readStateIndex:4522; appliedIndex:4519; }","duration":"155.584904ms","start":"2026-04-03T03:07:10.878624Z","end":"2026-04-03T03:07:11.034208Z","steps":["trace[2044880958] 'read index received' (duration: 122.331862ms)","trace[2044880958] 'applied index is now lower than readState.Index' (duration: 33.251702ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:11.034313Z","caller":"traceutil/trace.go:171","msg":"trace[310387133] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"156.929999ms","start":"2026-04-03T03:07:10.87735Z","end":"2026-04-03T03:07:11.03428Z","steps":["trace[310387133] 'process raft request' (duration: 156.403395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:11.034394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.746748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:11.034445Z","caller":"traceutil/trace.go:171","msg":"trace[1703930512] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com; range_end:; response_count:0; response_revision:4350; }","duration":"155.82518ms","start":"2026-04-03T03:07:10.878604Z","end":"2026-04-03T03:07:11.034429Z","steps":["trace[1703930512] 'agreement among raft nodes before linearized reading' (duration: 155.733787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:11.035384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.929538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:07:11.035465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.241692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-03T03:07:11.035527Z","caller":"traceutil/trace.go:171","msg":"trace[638418783] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4351; }","duration":"124.341676ms","start":"2026-04-03T03:07:10.911157Z","end":"2026-04-03T03:07:11.035499Z","steps":["trace[638418783] 'agreement among raft nodes before linearized reading' (duration: 124.263823ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:11.035465Z","caller":"traceutil/trace.go:171","msg":"trace[1302815780] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4351; }","duration":"110.086423ms","start":"2026-04-03T03:07:10.925359Z","end":"2026-04-03T03:07:11.035445Z","steps":["trace[1302815780] 'agreement among raft nodes before linearized reading' (duration: 109.950399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:11.035401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.442357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T03:07:11.035697Z","caller":"traceutil/trace.go:171","msg":"trace[1753078396] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4351; }","duration":"156.757305ms","start":"2026-04-03T03:07:10.87892Z","end":"2026-04-03T03:07:11.035677Z","steps":["trace[1753078396] 'agreement among raft nodes before linearized reading' (duration: 156.359055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:11.035711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.591219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:07:11.035797Z","caller":"traceutil/trace.go:171","msg":"trace[534714035] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4351; }","duration":"138.732991ms","start":"2026-04-03T03:07:10.89703Z","end":"2026-04-03T03:07:11.035763Z","steps":["trace[534714035] 'agreement among raft nodes before linearized reading' (duration: 138.508545ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:49.210928Z","caller":"traceutil/trace.go:171","msg":"trace[1479580497] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"230.221896ms","start":"2026-04-03T03:07:48.980681Z","end":"2026-04-03T03:07:49.210903Z","steps":["trace[1479580497] 'process raft request' (duration: 218.154313ms)","trace[1479580497] 'compare' (duration: 11.866549ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:49.211339Z","caller":"traceutil/trace.go:171","msg":"trace[1836143529] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"187.392678ms","start":"2026-04-03T03:07:49.023873Z","end":"2026-04-03T03:07:49.211265Z","steps":["trace[1836143529] 'process raft request' (duration: 186.985717ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:49.211554Z","caller":"traceutil/trace.go:171","msg":"trace[1250951246] linearizableReadLoop","detail":"{readStateIndex:4783; appliedIndex:4779; }","duration":"152.490951ms","start":"2026-04-03T03:07:49.059031Z","end":"2026-04-03T03:07:49.211522Z","steps":["trace[1250951246] 'read index received' (duration: 8.647143ms)","trace[1250951246] 'applied index is now lower than readState.Index' (duration: 143.841768ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:49.211624Z","caller":"traceutil/trace.go:171","msg":"trace[519508867] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"183.662188ms","start":"2026-04-03T03:07:49.027936Z","end":"2026-04-03T03:07:49.211598Z","steps":["trace[519508867] 'process raft request' (duration: 183.203406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:49.211862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.739338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:07:49.211863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.81261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:07:49.21191Z","caller":"traceutil/trace.go:171","msg":"trace[507349696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4592; }","duration":"152.83649ms","start":"2026-04-03T03:07:49.05906Z","end":"2026-04-03T03:07:49.211896Z","steps":["trace[507349696] 'agreement among raft nodes before linearized reading' (duration: 152.656005ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:49.211915Z","caller":"traceutil/trace.go:171","msg":"trace[402685245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4592; }","duration":"152.878602ms","start":"2026-04-03T03:07:49.059024Z","end":"2026-04-03T03:07:49.211902Z","steps":["trace[402685245] 'agreement among raft nodes before linearized reading' (duration: 152.656576ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:50.951585Z","caller":"traceutil/trace.go:171","msg":"trace[1561838263] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"154.000631ms","start":"2026-04-03T03:07:50.797549Z","end":"2026-04-03T03:07:50.95155Z","steps":["trace[1561838263] 'process raft request' (duration: 127.535252ms)","trace[1561838263] 'compare' (duration: 26.322606ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:51.297717Z","caller":"traceutil/trace.go:171","msg":"trace[524654353] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"109.378234ms","start":"2026-04-03T03:07:51.188308Z","end":"2026-04-03T03:07:51.297687Z","steps":["trace[524654353] 'process raft request' (duration: 47.933596ms)","trace[524654353] 'compare' (duration: 61.242413ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:51.297744Z","caller":"traceutil/trace.go:171","msg":"trace[1251097023] linearizableReadLoop","detail":"{readStateIndex:4798; appliedIndex:4797; }","duration":"107.245968ms","start":"2026-04-03T03:07:51.190473Z","end":"2026-04-03T03:07:51.297719Z","steps":["trace[1251097023] 'read index received' (duration: 45.785458ms)","trace[1251097023] 'applied index is now lower than readState.Index' (duration: 61.45742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:51.298078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.577317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-04-03T03:07:51.298186Z","caller":"traceutil/trace.go:171","msg":"trace[568185185] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4608; }","duration":"107.70057ms","start":"2026-04-03T03:07:51.190461Z","end":"2026-04-03T03:07:51.298162Z","steps":["trace[568185185] 'agreement among raft nodes before linearized reading' (duration: 107.323519ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:51.814603Z","caller":"traceutil/trace.go:171","msg":"trace[201768273] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"184.002057ms","start":"2026-04-03T03:07:51.630568Z","end":"2026-04-03T03:07:51.81457Z","steps":["trace[201768273] 'process raft request' (duration: 174.512752ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:51.814634Z","caller":"traceutil/trace.go:171","msg":"trace[1864706288] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"183.947036ms","start":"2026-04-03T03:07:51.630659Z","end":"2026-04-03T03:07:51.814606Z","steps":["trace[1864706288] 'process raft request' (duration: 183.838193ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:51.814672Z","caller":"traceutil/trace.go:171","msg":"trace[1546642963] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"183.835622ms","start":"2026-04-03T03:07:51.630809Z","end":"2026-04-03T03:07:51.814645Z","steps":["trace[1546642963] 'process raft request' (duration: 183.729899ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:51.814668Z","caller":"traceutil/trace.go:171","msg":"trace[1462643160] linearizableReadLoop","detail":"{readStateIndex:4815; appliedIndex:4809; }","duration":"181.210071ms","start":"2026-04-03T03:07:51.633429Z","end":"2026-04-03T03:07:51.814639Z","steps":["trace[1462643160] 'read index received' (duration: 36.258443ms)","trace[1462643160] 'applied index is now lower than readState.Index' (duration: 144.950418ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:51.814797Z","caller":"traceutil/trace.go:171","msg":"trace[435906558] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"183.764211ms","start":"2026-04-03T03:07:51.631022Z","end":"2026-04-03T03:07:51.814786Z","steps":["trace[435906558] 'process raft request' (duration: 183.549495ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:51.815009Z","caller":"traceutil/trace.go:171","msg":"trace[1679108833] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"183.977015ms","start":"2026-04-03T03:07:51.631023Z","end":"2026-04-03T03:07:51.815Z","steps":["trace[1679108833] 'process raft request' (duration: 183.578354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:51.81533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.88725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-m58cc\" ","response":"range_response_count:1 size:4595"} {"level":"info","ts":"2026-04-03T03:07:51.815398Z","caller":"traceutil/trace.go:171","msg":"trace[1016642297] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-m58cc; range_end:; response_count:1; response_revision:4624; }","duration":"182.017243ms","start":"2026-04-03T03:07:51.633361Z","end":"2026-04-03T03:07:51.815378Z","steps":["trace[1016642297] 'agreement among raft nodes before linearized reading' (duration: 181.732506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:51.831836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.796737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:51.831879Z","caller":"traceutil/trace.go:171","msg":"trace[1096584789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4625; }","duration":"137.890299ms","start":"2026-04-03T03:07:51.693979Z","end":"2026-04-03T03:07:51.83187Z","steps":["trace[1096584789] 'agreement among raft nodes before linearized reading' (duration: 137.794827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:53.946133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.371917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:07:53.94651Z","caller":"traceutil/trace.go:171","msg":"trace[1205521383] linearizableReadLoop","detail":"{readStateIndex:5128; appliedIndex:5123; }","duration":"278.382499ms","start":"2026-04-03T03:07:53.668109Z","end":"2026-04-03T03:07:53.946491Z","steps":["trace[1205521383] 'read index received' (duration: 90.768285ms)","trace[1205521383] 'applied index is now lower than readState.Index' (duration: 187.612814ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:53.946537Z","caller":"traceutil/trace.go:171","msg":"trace[414817474] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"437.690653ms","start":"2026-04-03T03:07:53.508806Z","end":"2026-04-03T03:07:53.946497Z","steps":["trace[414817474] 'process raft request' (duration: 437.452136ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:53.946594Z","caller":"traceutil/trace.go:171","msg":"trace[253691562] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"427.14639ms","start":"2026-04-03T03:07:53.519438Z","end":"2026-04-03T03:07:53.946584Z","steps":["trace[253691562] 'process raft request' (duration: 426.883733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:53.946655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:53.519429Z","time spent":"427.198572ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:07:53.946726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:53.50879Z","time spent":"437.821366ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:53.946844Z","caller":"traceutil/trace.go:171","msg":"trace[928230961] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"376.06819ms","start":"2026-04-03T03:07:53.570722Z","end":"2026-04-03T03:07:53.94679Z","steps":["trace[928230961] 'process raft request' (duration: 375.641738ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:53.946857Z","caller":"traceutil/trace.go:171","msg":"trace[1454424599] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"440.978142ms","start":"2026-04-03T03:07:53.505737Z","end":"2026-04-03T03:07:53.946715Z","steps":["trace[1454424599] 'process raft request' (duration: 252.949927ms)","trace[1454424599] 'compare' (duration: 186.946555ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:53.946881Z","caller":"traceutil/trace.go:171","msg":"trace[1747477885] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"227.230256ms","start":"2026-04-03T03:07:53.719587Z","end":"2026-04-03T03:07:53.946818Z","steps":["trace[1747477885] 'process raft request' (duration: 226.868466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:53.947044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:53.570698Z","time spent":"376.257265ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:07:53.947036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.893771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:07:53.947081Z","caller":"traceutil/trace.go:171","msg":"trace[1763960677] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"317.108778ms","start":"2026-04-03T03:07:53.629683Z","end":"2026-04-03T03:07:53.946792Z","steps":["trace[1763960677] 'process raft request' (duration: 316.720617ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:53.947113Z","caller":"traceutil/trace.go:171","msg":"trace[1155966499] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4931; }","duration":"279.021785ms","start":"2026-04-03T03:07:53.668075Z","end":"2026-04-03T03:07:53.947097Z","steps":["trace[1155966499] 'agreement among raft nodes before linearized reading' (duration: 278.755489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:53.947136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:53.505709Z","time spent":"441.3054ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:07:53.947196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:53.629662Z","time spent":"317.485028ms","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2919,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:54.093453Z","caller":"traceutil/trace.go:171","msg":"trace[847191503] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"313.245703ms","start":"2026-04-03T03:07:53.780181Z","end":"2026-04-03T03:07:54.093427Z","steps":["trace[847191503] 'process raft request' (duration: 312.615186ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:54.093566Z","caller":"traceutil/trace.go:171","msg":"trace[1965984444] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"274.401732ms","start":"2026-04-03T03:07:53.819096Z","end":"2026-04-03T03:07:54.093498Z","steps":["trace[1965984444] 'process raft request' (duration: 274.203627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:54.093635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:53.780162Z","time spent":"313.373517ms","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6618,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:54.093507Z","caller":"traceutil/trace.go:171","msg":"trace[245422985] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5130; }","duration":"146.915301ms","start":"2026-04-03T03:07:53.94655Z","end":"2026-04-03T03:07:54.093465Z","steps":["trace[245422985] 'read index received' (duration: 146.851839ms)","trace[245422985] 'applied index is now lower than readState.Index' (duration: 29.451µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:54.093694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.173235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:07:54.093806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.869308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-rjhbj\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:54.093916Z","caller":"traceutil/trace.go:171","msg":"trace[1322535791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4933; }","duration":"400.396452ms","start":"2026-04-03T03:07:53.693452Z","end":"2026-04-03T03:07:54.093849Z","steps":["trace[1322535791] 'agreement among raft nodes before linearized reading' (duration: 400.061043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:54.094043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:53.693426Z","time spent":"400.590127ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:07:54.093922Z","caller":"traceutil/trace.go:171","msg":"trace[1207002864] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-rjhbj; range_end:; response_count:0; response_revision:4933; }","duration":"425.056243ms","start":"2026-04-03T03:07:53.668847Z","end":"2026-04-03T03:07:54.093904Z","steps":["trace[1207002864] 'agreement among raft nodes before linearized reading' (duration: 424.804606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:54.09422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:53.668841Z","time spent":"425.361811ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/grafana-tls-rjhbj\" "} {"level":"info","ts":"2026-04-03T03:07:54.106117Z","caller":"traceutil/trace.go:171","msg":"trace[203498348] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"154.593528ms","start":"2026-04-03T03:07:53.951504Z","end":"2026-04-03T03:07:54.106098Z","steps":["trace[203498348] 'process raft request' (duration: 154.457535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:54.10644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.538855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2934"} {"level":"info","ts":"2026-04-03T03:07:54.106495Z","caller":"traceutil/trace.go:171","msg":"trace[253672589] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4934; }","duration":"148.615337ms","start":"2026-04-03T03:07:53.957866Z","end":"2026-04-03T03:07:54.106482Z","steps":["trace[253672589] 'agreement among raft nodes before linearized reading' (duration: 148.482264ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:54.362526Z","caller":"traceutil/trace.go:171","msg":"trace[1175998527] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"250.676975ms","start":"2026-04-03T03:07:54.111793Z","end":"2026-04-03T03:07:54.36247Z","steps":["trace[1175998527] 'process raft request' (duration: 160.924967ms)","trace[1175998527] 'compare' (duration: 89.523272ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:54.548286Z","caller":"traceutil/trace.go:171","msg":"trace[466088320] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"436.359446ms","start":"2026-04-03T03:07:54.111897Z","end":"2026-04-03T03:07:54.548256Z","steps":["trace[466088320] 'process raft request' (duration: 419.475684ms)","trace[466088320] 'compare' (duration: 16.482052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:54.548444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:54.111867Z","time spent":"436.496301ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3363,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:54.548561Z","caller":"traceutil/trace.go:171","msg":"trace[1553013753] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"435.817432ms","start":"2026-04-03T03:07:54.112385Z","end":"2026-04-03T03:07:54.548202Z","steps":["trace[1553013753] 'process raft request' (duration: 435.714389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:54.54898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:54.112374Z","time spent":"436.501991ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3862,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:54.559097Z","caller":"traceutil/trace.go:171","msg":"trace[1794165469] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"286.439735ms","start":"2026-04-03T03:07:54.272642Z","end":"2026-04-03T03:07:54.559082Z","steps":["trace[1794165469] 'process raft request' (duration: 286.236359ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:54.559125Z","caller":"traceutil/trace.go:171","msg":"trace[1137653498] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"265.7591ms","start":"2026-04-03T03:07:54.293338Z","end":"2026-04-03T03:07:54.559098Z","steps":["trace[1137653498] 'process raft request' (duration: 265.626787ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:54.559274Z","caller":"traceutil/trace.go:171","msg":"trace[1501478037] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"191.421266ms","start":"2026-04-03T03:07:54.367844Z","end":"2026-04-03T03:07:54.559265Z","steps":["trace[1501478037] 'process raft request' (duration: 191.173699ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:54.559283Z","caller":"traceutil/trace.go:171","msg":"trace[1170812601] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"148.593817ms","start":"2026-04-03T03:07:54.410683Z","end":"2026-04-03T03:07:54.559277Z","steps":["trace[1170812601] 'process raft request' (duration: 148.362521ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:54.559497Z","caller":"traceutil/trace.go:171","msg":"trace[1199463735] linearizableReadLoop","detail":"{readStateIndex:5139; appliedIndex:5133; }","duration":"107.922215ms","start":"2026-04-03T03:07:54.451335Z","end":"2026-04-03T03:07:54.559257Z","steps":["trace[1199463735] 'read index received' (duration: 80.204371ms)","trace[1199463735] 'applied index is now lower than readState.Index' (duration: 27.717044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:54.559633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.267925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:07:54.559718Z","caller":"traceutil/trace.go:171","msg":"trace[1264874354] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:4941; }","duration":"108.418789ms","start":"2026-04-03T03:07:54.451281Z","end":"2026-04-03T03:07:54.5597Z","steps":["trace[1264874354] 'agreement among raft nodes before linearized reading' (duration: 108.12201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:54.571323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.560459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:07:54.571362Z","caller":"traceutil/trace.go:171","msg":"trace[587576667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4942; }","duration":"119.63353ms","start":"2026-04-03T03:07:54.451719Z","end":"2026-04-03T03:07:54.571352Z","steps":["trace[587576667] 'agreement among raft nodes before linearized reading' (duration: 119.514387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:55.245805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.619233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:07:55.245947Z","caller":"traceutil/trace.go:171","msg":"trace[157104850] linearizableReadLoop","detail":"{readStateIndex:5141; appliedIndex:5140; }","duration":"674.734022ms","start":"2026-04-03T03:07:54.571189Z","end":"2026-04-03T03:07:55.245924Z","steps":["trace[157104850] 'read index received' (duration: 168.907974ms)","trace[157104850] 'applied index is now lower than readState.Index' (duration: 505.821118ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:55.246111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.185924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/monitoring/grafana-tls-78d77\" ","response":"range_response_count:1 size:6633"} {"level":"info","ts":"2026-04-03T03:07:55.246182Z","caller":"traceutil/trace.go:171","msg":"trace[439840139] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/monitoring/grafana-tls-78d77; range_end:; response_count:1; response_revision:4943; }","duration":"681.280296ms","start":"2026-04-03T03:07:54.564884Z","end":"2026-04-03T03:07:55.246164Z","steps":["trace[439840139] 'agreement among raft nodes before linearized reading' (duration: 681.04828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:55.246223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:54.564872Z","time spent":"681.342558ms","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":6656,"request content":"key:\"/registry/cert-manager.io/certificaterequests/monitoring/grafana-tls-78d77\" "} {"level":"warn","ts":"2026-04-03T03:07:55.246258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.163341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62895"} {"level":"info","ts":"2026-04-03T03:07:55.246245Z","caller":"traceutil/trace.go:171","msg":"trace[1456214258] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"680.156026ms","start":"2026-04-03T03:07:54.566058Z","end":"2026-04-03T03:07:55.246214Z","steps":["trace[1456214258] 'process raft request' (duration: 174.037541ms)","trace[1456214258] 'compare' (duration: 505.318294ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:55.246321Z","caller":"traceutil/trace.go:171","msg":"trace[92809605] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4943; }","duration":"682.251543ms","start":"2026-04-03T03:07:54.564055Z","end":"2026-04-03T03:07:55.246307Z","steps":["trace[92809605] 'agreement among raft nodes before linearized reading' (duration: 681.964866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:55.246322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.384796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/grafana-tls.18a2b9f6cc01acc5\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-04-03T03:07:55.246376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:54.564044Z","time spent":"682.319355ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62918,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:07:55.246386Z","caller":"traceutil/trace.go:171","msg":"trace[171907101] range","detail":"{range_begin:/registry/events/monitoring/grafana-tls.18a2b9f6cc01acc5; range_end:; response_count:1; response_revision:4943; }","duration":"682.472189ms","start":"2026-04-03T03:07:54.563897Z","end":"2026-04-03T03:07:55.246369Z","steps":["trace[171907101] 'agreement among raft nodes before linearized reading' (duration: 682.295934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:55.246416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:54.566044Z","time spent":"680.282929ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:07:55.24644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:54.563884Z","time spent":"682.53752ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/monitoring/grafana-tls.18a2b9f6cc01acc5\" "} {"level":"info","ts":"2026-04-03T03:07:55.262172Z","caller":"traceutil/trace.go:171","msg":"trace[1807458050] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"686.113828ms","start":"2026-04-03T03:07:54.576041Z","end":"2026-04-03T03:07:55.262155Z","steps":["trace[1807458050] 'process raft request' (duration: 685.914793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:55.262283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:54.576028Z","time spent":"686.19698ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:55.262364Z","caller":"traceutil/trace.go:171","msg":"trace[1624066423] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"683.613961ms","start":"2026-04-03T03:07:54.578722Z","end":"2026-04-03T03:07:55.262336Z","steps":["trace[1624066423] 'process raft request' (duration: 683.363205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:55.262398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.179594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:55.262446Z","caller":"traceutil/trace.go:171","msg":"trace[803535965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4945; }","duration":"568.268266ms","start":"2026-04-03T03:07:54.694165Z","end":"2026-04-03T03:07:55.262434Z","steps":["trace[803535965] 'agreement among raft nodes before linearized reading' (duration: 568.139232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:55.262476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:54.694138Z","time spent":"568.331857ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:07:55.262535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:54.578716Z","time spent":"683.718504ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:55.262638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.903466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-04-03T03:07:55.262705Z","caller":"traceutil/trace.go:171","msg":"trace[2088681350] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4945; }","duration":"424.007299ms","start":"2026-04-03T03:07:54.838679Z","end":"2026-04-03T03:07:55.262687Z","steps":["trace[2088681350] 'agreement among raft nodes before linearized reading' (duration: 423.832105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:55.262753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:54.838658Z","time spent":"424.079901ms","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1284,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-03T03:07:55.610897Z","caller":"traceutil/trace.go:171","msg":"trace[32274164] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"301.198176ms","start":"2026-04-03T03:07:55.309676Z","end":"2026-04-03T03:07:55.610874Z","steps":["trace[32274164] 'process raft request' (duration: 301.031132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:55.611022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.309657Z","time spent":"301.30176ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:55.611036Z","caller":"traceutil/trace.go:171","msg":"trace[1943018998] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5146; }","duration":"286.839792ms","start":"2026-04-03T03:07:55.324173Z","end":"2026-04-03T03:07:55.611013Z","steps":["trace[1943018998] 'read index received' (duration: 286.578784ms)","trace[1943018998] 'applied index is now lower than readState.Index' (duration: 259.478µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:55.611203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.582976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-k6hbw\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-04-03T03:07:55.611243Z","caller":"traceutil/trace.go:171","msg":"trace[573053757] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-k6hbw; range_end:; response_count:1; response_revision:4950; }","duration":"343.628939ms","start":"2026-04-03T03:07:55.2676Z","end":"2026-04-03T03:07:55.611229Z","steps":["trace[573053757] 'agreement among raft nodes before linearized reading' (duration: 343.499095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:55.611283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.267591Z","time spent":"343.68684ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":4355,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-k6hbw\" "} {"level":"warn","ts":"2026-04-03T03:07:55.611283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.280146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-k6hbw\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-04-03T03:07:55.611172Z","caller":"traceutil/trace.go:171","msg":"trace[1354969293] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"300.999832ms","start":"2026-04-03T03:07:55.310124Z","end":"2026-04-03T03:07:55.611124Z","steps":["trace[1354969293] 'process raft request' (duration: 300.713234ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:55.611325Z","caller":"traceutil/trace.go:171","msg":"trace[956956232] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-k6hbw; range_end:; response_count:1; response_revision:4950; }","duration":"347.366848ms","start":"2026-04-03T03:07:55.263945Z","end":"2026-04-03T03:07:55.611312Z","steps":["trace[956956232] 'agreement among raft nodes before linearized reading' (duration: 347.165044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:55.611359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.263926Z","time spent":"347.42482ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":4355,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-k6hbw\" "} {"level":"warn","ts":"2026-04-03T03:07:55.6114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.310085Z","time spent":"301.246069ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:55.659125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.478156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:07:55.659267Z","caller":"traceutil/trace.go:171","msg":"trace[843677009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4951; }","duration":"307.676082ms","start":"2026-04-03T03:07:55.351571Z","end":"2026-04-03T03:07:55.659247Z","steps":["trace[843677009] 'agreement among raft nodes before linearized reading' (duration: 307.388864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:55.65934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.351547Z","time spent":"307.780064ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:07:55.65935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.230611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-x9j4d.18a2b98f9a5da4ea\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-03T03:07:55.659475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.678752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:07:55.659469Z","caller":"traceutil/trace.go:171","msg":"trace[1925051857] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-x9j4d.18a2b98f9a5da4ea; range_end:; response_count:1; response_revision:4951; }","duration":"188.432005ms","start":"2026-04-03T03:07:55.471014Z","end":"2026-04-03T03:07:55.659446Z","steps":["trace[1925051857] 'agreement among raft nodes before linearized reading' (duration: 188.054096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:55.659165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.202904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:07:55.659369Z","caller":"traceutil/trace.go:171","msg":"trace[1829587784] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"321.256267ms","start":"2026-04-03T03:07:55.338095Z","end":"2026-04-03T03:07:55.659351Z","steps":["trace[1829587784] 'process raft request' (duration: 320.739873ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:55.659609Z","caller":"traceutil/trace.go:171","msg":"trace[623676756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4951; }","duration":"161.672167ms","start":"2026-04-03T03:07:55.497901Z","end":"2026-04-03T03:07:55.659573Z","steps":["trace[623676756] 'agreement among raft nodes before linearized reading' (duration: 161.132542ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:55.659519Z","caller":"traceutil/trace.go:171","msg":"trace[156784607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4951; }","duration":"307.750843ms","start":"2026-04-03T03:07:55.351757Z","end":"2026-04-03T03:07:55.659508Z","steps":["trace[156784607] 'agreement among raft nodes before linearized reading' (duration: 307.64105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:55.659773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.351745Z","time spent":"308.018431ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:07:55.659854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.338069Z","time spent":"321.618167ms","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3540,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:07:55.900714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.31451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:07:55.900849Z","caller":"traceutil/trace.go:171","msg":"trace[1848659406] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"238.589935ms","start":"2026-04-03T03:07:55.662239Z","end":"2026-04-03T03:07:55.900829Z","steps":["trace[1848659406] 'process raft request' (duration: 46.065359ms)","trace[1848659406] 'compare' (duration: 192.154166ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:56.174611Z","caller":"traceutil/trace.go:171","msg":"trace[1694257041] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"509.426926ms","start":"2026-04-03T03:07:55.66515Z","end":"2026-04-03T03:07:56.174577Z","steps":["trace[1694257041] 'process raft request' (duration: 462.621247ms)","trace[1694257041] 'compare' (duration: 46.459829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:56.174781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.665125Z","time spent":"509.56057ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:07:56.174905Z","caller":"traceutil/trace.go:171","msg":"trace[915854823] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"509.712103ms","start":"2026-04-03T03:07:55.66516Z","end":"2026-04-03T03:07:56.174872Z","steps":["trace[915854823] 'process raft request' (duration: 509.340643ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:56.174947Z","caller":"traceutil/trace.go:171","msg":"trace[1489285030] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"509.556879ms","start":"2026-04-03T03:07:55.665226Z","end":"2026-04-03T03:07:56.174783Z","steps":["trace[1489285030] 'process raft request' (duration: 509.334364ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:56.175013Z","caller":"traceutil/trace.go:171","msg":"trace[26497380] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"509.606431ms","start":"2026-04-03T03:07:55.665367Z","end":"2026-04-03T03:07:56.174974Z","steps":["trace[26497380] 'process raft request' (duration: 509.238731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:56.175088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.66513Z","time spent":"509.881468ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:07:56.175106Z","caller":"traceutil/trace.go:171","msg":"trace[1324135824] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"509.700554ms","start":"2026-04-03T03:07:55.665372Z","end":"2026-04-03T03:07:56.175072Z","steps":["trace[1324135824] 'process raft request' (duration: 509.314474ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:56.175014Z","caller":"traceutil/trace.go:171","msg":"trace[302058502] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"509.492817ms","start":"2026-04-03T03:07:55.665483Z","end":"2026-04-03T03:07:56.174976Z","steps":["trace[302058502] 'process raft request' (duration: 509.24113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:56.175246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.66534Z","time spent":"509.818746ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:07:56.175264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.665351Z","time spent":"509.801386ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:56.175278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.665472Z","time spent":"509.754895ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:07:56.175342Z","caller":"traceutil/trace.go:171","msg":"trace[1371502819] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"509.561859ms","start":"2026-04-03T03:07:55.665747Z","end":"2026-04-03T03:07:56.175308Z","steps":["trace[1371502819] 'process raft request' (duration: 509.134778ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:56.175444Z","caller":"traceutil/trace.go:171","msg":"trace[190716557] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"509.684363ms","start":"2026-04-03T03:07:55.665745Z","end":"2026-04-03T03:07:56.17543Z","steps":["trace[190716557] 'process raft request' (duration: 509.413755ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:56.175463Z","caller":"traceutil/trace.go:171","msg":"trace[1604296699] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"509.491897ms","start":"2026-04-03T03:07:55.665953Z","end":"2026-04-03T03:07:56.175445Z","steps":["trace[1604296699] 'process raft request' (duration: 509.370914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:56.175519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.665733Z","time spent":"509.697143ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:56.175528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.665728Z","time spent":"509.747704ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:56.175535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.665941Z","time spent":"509.562288ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:07:56.175536Z","caller":"traceutil/trace.go:171","msg":"trace[1357367525] linearizableReadLoop","detail":"{readStateIndex:5160; appliedIndex:5150; }","duration":"222.778798ms","start":"2026-04-03T03:07:55.952742Z","end":"2026-04-03T03:07:56.175521Z","steps":["trace[1357367525] 'read index received' (duration: 174.930392ms)","trace[1357367525] 'applied index is now lower than readState.Index' (duration: 47.847326ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:56.175663Z","caller":"traceutil/trace.go:171","msg":"trace[1942121858] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"500.689812ms","start":"2026-04-03T03:07:55.674958Z","end":"2026-04-03T03:07:56.175647Z","steps":["trace[1942121858] 'process raft request' (duration: 500.426274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:56.17569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.949634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:07:56.175724Z","caller":"traceutil/trace.go:171","msg":"trace[631965608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4962; }","duration":"223.051937ms","start":"2026-04-03T03:07:55.952661Z","end":"2026-04-03T03:07:56.175713Z","steps":["trace[631965608] 'agreement among raft nodes before linearized reading' (duration: 222.914383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:56.175742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.674936Z","time spent":"500.763683ms","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4105,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:56.17616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:55.665203Z","time spent":"510.693459ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:07:56.328464Z","caller":"traceutil/trace.go:171","msg":"trace[1084677069] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"148.474491ms","start":"2026-04-03T03:07:56.179944Z","end":"2026-04-03T03:07:56.328419Z","steps":["trace[1084677069] 'process raft request' (duration: 94.697505ms)","trace[1084677069] 'compare' (duration: 53.290113ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:56.328499Z","caller":"traceutil/trace.go:171","msg":"trace[2046776596] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"147.384173ms","start":"2026-04-03T03:07:56.18108Z","end":"2026-04-03T03:07:56.328464Z","steps":["trace[2046776596] 'process raft request' (duration: 147.27654ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:56.328872Z","caller":"traceutil/trace.go:171","msg":"trace[1879274955] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"146.056356ms","start":"2026-04-03T03:07:56.182758Z","end":"2026-04-03T03:07:56.328815Z","steps":["trace[1879274955] 'process raft request' (duration: 145.671185ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:56.328911Z","caller":"traceutil/trace.go:171","msg":"trace[1243200932] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"138.657448ms","start":"2026-04-03T03:07:56.190227Z","end":"2026-04-03T03:07:56.328885Z","steps":["trace[1243200932] 'process raft request' (duration: 138.519254ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:56.622073Z","caller":"traceutil/trace.go:171","msg":"trace[804621875] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"229.329966ms","start":"2026-04-03T03:07:56.392722Z","end":"2026-04-03T03:07:56.622052Z","steps":["trace[804621875] 'process raft request' (duration: 229.200433ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:56.86995Z","caller":"traceutil/trace.go:171","msg":"trace[804354979] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4968; }","duration":"473.535171ms","start":"2026-04-03T03:07:56.396376Z","end":"2026-04-03T03:07:56.869911Z","steps":["trace[804354979] 'process raft request' (duration: 440.572134ms)","trace[804354979] 'compare' (duration: 32.786823ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:56.869997Z","caller":"traceutil/trace.go:171","msg":"trace[1678526895] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"306.892111ms","start":"2026-04-03T03:07:56.563085Z","end":"2026-04-03T03:07:56.869977Z","steps":["trace[1678526895] 'process raft request' (duration: 306.815369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:56.870128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:56.396348Z","time spent":"473.689095ms","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65,"response count":0,"response size":2934,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:56.870144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:56.563067Z","time spent":"306.994195ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:56.870273Z","caller":"traceutil/trace.go:171","msg":"trace[1508293541] linearizableReadLoop","detail":"{readStateIndex:5168; appliedIndex:5165; }","duration":"322.858381ms","start":"2026-04-03T03:07:56.547385Z","end":"2026-04-03T03:07:56.870243Z","steps":["trace[1508293541] 'read index received' (duration: 74.614737ms)","trace[1508293541] 'applied index is now lower than readState.Index' (duration: 248.242004ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:56.8703Z","caller":"traceutil/trace.go:171","msg":"trace[1686372603] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"306.735658ms","start":"2026-04-03T03:07:56.563535Z","end":"2026-04-03T03:07:56.87027Z","steps":["trace[1686372603] 'process raft request' (duration: 306.411389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:56.870467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.054196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:56.87053Z","caller":"traceutil/trace.go:171","msg":"trace[631194674] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4971; }","duration":"323.174208ms","start":"2026-04-03T03:07:56.547339Z","end":"2026-04-03T03:07:56.870513Z","steps":["trace[631194674] 'agreement among raft nodes before linearized reading' (duration: 323.047955ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:56.869998Z","caller":"traceutil/trace.go:171","msg":"trace[1786797307] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"335.466189ms","start":"2026-04-03T03:07:56.534503Z","end":"2026-04-03T03:07:56.869969Z","steps":["trace[1786797307] 'process raft request' (duration: 335.326514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:56.870587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:56.547319Z","time spent":"323.25184ms","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:07:56.870607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:56.534474Z","time spent":"336.102366ms","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3561,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:07:56.870471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:56.563511Z","time spent":"306.85895ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:56.946914Z","caller":"traceutil/trace.go:171","msg":"trace[414390560] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"318.303938ms","start":"2026-04-03T03:07:56.628596Z","end":"2026-04-03T03:07:56.9469Z","steps":["trace[414390560] 'process raft request' (duration: 318.225785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:56.947006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:56.62858Z","time spent":"318.381671ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:07:56.947126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.944491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:56.947217Z","caller":"traceutil/trace.go:171","msg":"trace[648378932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4972; }","duration":"253.089765ms","start":"2026-04-03T03:07:56.694106Z","end":"2026-04-03T03:07:56.947196Z","steps":["trace[648378932] 'agreement among raft nodes before linearized reading' (duration: 252.90639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:56.947416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.893907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-87gjb\" ","response":"range_response_count:1 size:2412"} {"level":"info","ts":"2026-04-03T03:07:56.947551Z","caller":"traceutil/trace.go:171","msg":"trace[1127121293] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-87gjb; range_end:; response_count:1; response_revision:4972; }","duration":"318.228096ms","start":"2026-04-03T03:07:56.6293Z","end":"2026-04-03T03:07:56.947528Z","steps":["trace[1127121293] 'agreement among raft nodes before linearized reading' (duration: 317.743782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:56.947609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:56.629257Z","time spent":"318.334139ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":2435,"request content":"key:\"/registry/secrets/monitoring/grafana-tls-87gjb\" "} {"level":"info","ts":"2026-04-03T03:07:57.018954Z","caller":"traceutil/trace.go:171","msg":"trace[68719857] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"140.58622ms","start":"2026-04-03T03:07:56.878327Z","end":"2026-04-03T03:07:57.018913Z","steps":["trace[68719857] 'process raft request' (duration: 140.318102ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:57.018984Z","caller":"traceutil/trace.go:171","msg":"trace[1805064879] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"129.406549ms","start":"2026-04-03T03:07:56.889552Z","end":"2026-04-03T03:07:57.018958Z","steps":["trace[1805064879] 'process raft request' (duration: 129.257745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:00.361305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.630414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:00.361432Z","caller":"traceutil/trace.go:171","msg":"trace[415823990] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"582.294914ms","start":"2026-04-03T03:07:59.779116Z","end":"2026-04-03T03:08:00.361411Z","steps":["trace[415823990] 'process raft request' (duration: 291.479194ms)","trace[415823990] 'compare' (duration: 290.456189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:00.361492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:59.779084Z","time spent":"582.384906ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:08:00.363473Z","caller":"traceutil/trace.go:171","msg":"trace[1350512677] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"545.985687ms","start":"2026-04-03T03:07:59.81743Z","end":"2026-04-03T03:08:00.363416Z","steps":["trace[1350512677] 'process raft request' (duration: 545.381691ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:00.363698Z","caller":"traceutil/trace.go:171","msg":"trace[395906118] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"524.5225ms","start":"2026-04-03T03:07:59.839117Z","end":"2026-04-03T03:08:00.363639Z","steps":["trace[395906118] 'process raft request' (duration: 524.191441ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:00.363692Z","caller":"traceutil/trace.go:171","msg":"trace[577312670] linearizableReadLoop","detail":"{readStateIndex:5214; appliedIndex:5212; }","duration":"536.158183ms","start":"2026-04-03T03:07:59.827478Z","end":"2026-04-03T03:08:00.363637Z","steps":["trace[577312670] 'read index received' (duration: 243.219967ms)","trace[577312670] 'applied index is now lower than readState.Index' (duration: 292.936846ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:00.36379Z","caller":"traceutil/trace.go:171","msg":"trace[1206783106] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"522.815994ms","start":"2026-04-03T03:07:59.840961Z","end":"2026-04-03T03:08:00.363777Z","steps":["trace[1206783106] 'process raft request' (duration: 522.582197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:00.363718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:59.817392Z","time spent":"546.203003ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16707,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:00.363868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:59.839089Z","time spent":"524.692024ms","remote":"127.0.0.1:49398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:00.36386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:59.840948Z","time spent":"522.873006ms","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7547,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:00.36397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.451371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-03T03:08:00.364043Z","caller":"traceutil/trace.go:171","msg":"trace[2110818854] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5016; }","duration":"536.596105ms","start":"2026-04-03T03:07:59.827431Z","end":"2026-04-03T03:08:00.364027Z","steps":["trace[2110818854] 'agreement among raft nodes before linearized reading' (duration: 536.373549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:00.364012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.751114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-04-03T03:08:00.364083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:59.827412Z","time spent":"536.663226ms","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-03T03:08:00.364086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.843426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:08:00.36409Z","caller":"traceutil/trace.go:171","msg":"trace[552891690] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5016; }","duration":"531.886769ms","start":"2026-04-03T03:07:59.83219Z","end":"2026-04-03T03:08:00.364076Z","steps":["trace[552891690] 'agreement among raft nodes before linearized reading' (duration: 531.644002ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:00.36414Z","caller":"traceutil/trace.go:171","msg":"trace[1385339849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5016; }","duration":"172.943369ms","start":"2026-04-03T03:08:00.191183Z","end":"2026-04-03T03:08:00.364127Z","steps":["trace[1385339849] 'agreement among raft nodes before linearized reading' (duration: 172.785535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:00.364161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:59.832168Z","time spent":"531.981261ms","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-03T03:08:00.364304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.6543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:08:00.364396Z","caller":"traceutil/trace.go:171","msg":"trace[772310570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5016; }","duration":"169.760973ms","start":"2026-04-03T03:08:00.194593Z","end":"2026-04-03T03:08:00.364354Z","steps":["trace[772310570] 'agreement among raft nodes before linearized reading' (duration: 169.379163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:00.366678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.996584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:08:00.366771Z","caller":"traceutil/trace.go:171","msg":"trace[1884518008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5016; }","duration":"172.072696ms","start":"2026-04-03T03:08:00.194654Z","end":"2026-04-03T03:08:00.366727Z","steps":["trace[1884518008] 'agreement among raft nodes before linearized reading' (duration: 169.267611ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:01.91338Z","caller":"traceutil/trace.go:171","msg":"trace[1500505863] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"148.515993ms","start":"2026-04-03T03:08:01.764842Z","end":"2026-04-03T03:08:01.913358Z","steps":["trace[1500505863] 'process raft request' (duration: 148.361189ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:02.03033Z","caller":"traceutil/trace.go:171","msg":"trace[74707729] linearizableReadLoop","detail":"{readStateIndex:5290; appliedIndex:5288; }","duration":"249.158469ms","start":"2026-04-03T03:08:01.781144Z","end":"2026-04-03T03:08:02.030303Z","steps":["trace[74707729] 'read index received' (duration: 132.138552ms)","trace[74707729] 'applied index is now lower than readState.Index' (duration: 117.018846ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:02.030464Z","caller":"traceutil/trace.go:171","msg":"trace[1723069655] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"171.52559ms","start":"2026-04-03T03:08:01.858926Z","end":"2026-04-03T03:08:02.030451Z","steps":["trace[1723069655] 'process raft request' (duration: 171.310204ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:02.030471Z","caller":"traceutil/trace.go:171","msg":"trace[851571311] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"265.59237ms","start":"2026-04-03T03:08:01.764843Z","end":"2026-04-03T03:08:02.030436Z","steps":["trace[851571311] 'process raft request' (duration: 214.211449ms)","trace[851571311] 'compare' (duration: 51.052252ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:02.031388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.227467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2197301"} {"level":"info","ts":"2026-04-03T03:08:02.031528Z","caller":"traceutil/trace.go:171","msg":"trace[1286092937] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5090; }","duration":"250.406912ms","start":"2026-04-03T03:08:01.7811Z","end":"2026-04-03T03:08:02.031507Z","steps":["trace[1286092937] 'agreement among raft nodes before linearized reading' (duration: 249.410555ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:02.044219Z","caller":"traceutil/trace.go:171","msg":"trace[1499340298] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"121.164017ms","start":"2026-04-03T03:08:01.923038Z","end":"2026-04-03T03:08:02.044202Z","steps":["trace[1499340298] 'process raft request' (duration: 120.88644ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:02.044228Z","caller":"traceutil/trace.go:171","msg":"trace[437686700] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"120.619582ms","start":"2026-04-03T03:08:01.923594Z","end":"2026-04-03T03:08:02.044214Z","steps":["trace[437686700] 'process raft request' (duration: 120.445218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:02.044267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.223738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0390434-eb4d-408f-bf4f-356d2c793138\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-03T03:08:02.044333Z","caller":"traceutil/trace.go:171","msg":"trace[807280366] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e0390434-eb4d-408f-bf4f-356d2c793138; range_end:; response_count:1; response_revision:5092; }","duration":"118.337471ms","start":"2026-04-03T03:08:01.925979Z","end":"2026-04-03T03:08:02.044316Z","steps":["trace[807280366] 'agreement among raft nodes before linearized reading' (duration: 118.142566ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:02.205907Z","caller":"traceutil/trace.go:171","msg":"trace[2018336969] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5293; }","duration":"144.939076ms","start":"2026-04-03T03:08:02.060942Z","end":"2026-04-03T03:08:02.205881Z","steps":["trace[2018336969] 'read index received' (duration: 144.7324ms)","trace[2018336969] 'applied index is now lower than readState.Index' (duration: 205.646µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:02.206099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.002879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:02.206143Z","caller":"traceutil/trace.go:171","msg":"trace[2081027176] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5093; }","duration":"103.107383ms","start":"2026-04-03T03:08:02.103025Z","end":"2026-04-03T03:08:02.206132Z","steps":["trace[2081027176] 'agreement among raft nodes before linearized reading' (duration: 103.00537ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:02.206115Z","caller":"traceutil/trace.go:171","msg":"trace[1006278050] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"152.660684ms","start":"2026-04-03T03:08:02.053425Z","end":"2026-04-03T03:08:02.206086Z","steps":["trace[1006278050] 'process raft request' (duration: 152.281184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:02.206194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.230845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-03T03:08:02.206421Z","caller":"traceutil/trace.go:171","msg":"trace[1118785606] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5093; }","duration":"145.495601ms","start":"2026-04-03T03:08:02.060893Z","end":"2026-04-03T03:08:02.206389Z","steps":["trace[1118785606] 'agreement among raft nodes before linearized reading' (duration: 145.127782ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:03.565935Z","caller":"traceutil/trace.go:171","msg":"trace[730699903] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"253.732821ms","start":"2026-04-03T03:08:03.31216Z","end":"2026-04-03T03:08:03.565893Z","steps":["trace[730699903] 'process raft request' (duration: 253.524386ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:04.19548Z","caller":"traceutil/trace.go:171","msg":"trace[948920258] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"119.225536ms","start":"2026-04-03T03:08:04.076236Z","end":"2026-04-03T03:08:04.195461Z","steps":["trace[948920258] 'process raft request' (duration: 119.080211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:04.441322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.727802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:04.441497Z","caller":"traceutil/trace.go:171","msg":"trace[987090016] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"219.188283ms","start":"2026-04-03T03:08:04.222264Z","end":"2026-04-03T03:08:04.441453Z","steps":["trace[987090016] 'process raft request' (duration: 52.208613ms)","trace[987090016] 'compare' (duration: 166.571229ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:04.604928Z","caller":"traceutil/trace.go:171","msg":"trace[2081028579] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"158.349397ms","start":"2026-04-03T03:08:04.446531Z","end":"2026-04-03T03:08:04.604881Z","steps":["trace[2081028579] 'process raft request' (duration: 110.963703ms)","trace[2081028579] 'compare' (duration: 47.064425ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:04.604959Z","caller":"traceutil/trace.go:171","msg":"trace[1770566342] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"157.904166ms","start":"2026-04-03T03:08:04.447014Z","end":"2026-04-03T03:08:04.604918Z","steps":["trace[1770566342] 'process raft request' (duration: 157.777392ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:04.604938Z","caller":"traceutil/trace.go:171","msg":"trace[529431238] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"157.836893ms","start":"2026-04-03T03:08:04.447076Z","end":"2026-04-03T03:08:04.604913Z","steps":["trace[529431238] 'process raft request' (duration: 157.757121ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:04.605425Z","caller":"traceutil/trace.go:171","msg":"trace[824896348] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"158.396579ms","start":"2026-04-03T03:08:04.447017Z","end":"2026-04-03T03:08:04.605413Z","steps":["trace[824896348] 'process raft request' (duration: 157.712391ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:06.541965Z","caller":"traceutil/trace.go:171","msg":"trace[179081273] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5172; }","duration":"302.504663ms","start":"2026-04-03T03:08:06.239446Z","end":"2026-04-03T03:08:06.541951Z","steps":["trace[179081273] 'process raft request' (duration: 302.338758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:06.54208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.807939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-03T03:08:06.542112Z","caller":"traceutil/trace.go:171","msg":"trace[1148182183] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5172; }","duration":"274.90354ms","start":"2026-04-03T03:08:06.267199Z","end":"2026-04-03T03:08:06.542102Z","steps":["trace[1148182183] 'agreement among raft nodes before linearized reading' (duration: 274.787117ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:06.54194Z","caller":"traceutil/trace.go:171","msg":"trace[275561038] linearizableReadLoop","detail":"{readStateIndex:5380; appliedIndex:5379; }","duration":"274.655585ms","start":"2026-04-03T03:08:06.267266Z","end":"2026-04-03T03:08:06.541921Z","steps":["trace[275561038] 'read index received' (duration: 274.587263ms)","trace[275561038] 'applied index is now lower than readState.Index' (duration: 64.312µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:06.542201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:06.239425Z","time spent":"302.624915ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-03T03:08:06.583752Z","caller":"traceutil/trace.go:171","msg":"trace[478484245] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"274.997124ms","start":"2026-04-03T03:08:06.308718Z","end":"2026-04-03T03:08:06.583715Z","steps":["trace[478484245] 'process raft request' (duration: 274.823628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:07.804539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.997645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:07.804616Z","caller":"traceutil/trace.go:171","msg":"trace[869844094] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5282; }","duration":"396.096027ms","start":"2026-04-03T03:08:07.408501Z","end":"2026-04-03T03:08:07.804597Z","steps":["trace[869844094] 'count revisions from in-memory index tree' (duration: 395.896831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:07.804653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:07.40845Z","time spent":"396.19462ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:08:07.804719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.806222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:07.804835Z","caller":"traceutil/trace.go:171","msg":"trace[2085581202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5282; }","duration":"381.991978ms","start":"2026-04-03T03:08:07.422821Z","end":"2026-04-03T03:08:07.804813Z","steps":["trace[2085581202] 'count revisions from in-memory index tree' (duration: 381.718331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:07.804933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:07.422801Z","time spent":"382.110631ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:08:07.804847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.394348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-03T03:08:07.80502Z","caller":"traceutil/trace.go:171","msg":"trace[1616703885] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5282; }","duration":"437.585382ms","start":"2026-04-03T03:08:07.367412Z","end":"2026-04-03T03:08:07.804998Z","steps":["trace[1616703885] 'range keys from in-memory index tree' (duration: 437.244373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:07.805083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:07.367391Z","time spent":"437.674315ms","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-03T03:08:07.805181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.756563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-03T03:08:07.805277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.204809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719712"} {"level":"info","ts":"2026-04-03T03:08:07.805325Z","caller":"traceutil/trace.go:171","msg":"trace[1858129340] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5282; }","duration":"480.963439ms","start":"2026-04-03T03:08:07.324333Z","end":"2026-04-03T03:08:07.805296Z","steps":["trace[1858129340] 'range keys from in-memory index tree' (duration: 480.500847ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:07.80537Z","caller":"traceutil/trace.go:171","msg":"trace[1020364262] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5282; }","duration":"409.324733ms","start":"2026-04-03T03:08:07.396023Z","end":"2026-04-03T03:08:07.805348Z","steps":["trace[1020364262] 'range keys from in-memory index tree' (duration: 408.781548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:07.805393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:07.324314Z","time spent":"481.067551ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:08:07.805427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:07.395974Z","time spent":"409.442796ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719735,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-03T03:08:07.80644Z","caller":"traceutil/trace.go:171","msg":"trace[992844053] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"323.105074ms","start":"2026-04-03T03:08:07.483302Z","end":"2026-04-03T03:08:07.806407Z","steps":["trace[992844053] 'process raft request' (duration: 322.832197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:07.806647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:07.483273Z","time spent":"323.258738ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:07.808966Z","caller":"traceutil/trace.go:171","msg":"trace[1482403128] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"305.924914ms","start":"2026-04-03T03:08:07.503005Z","end":"2026-04-03T03:08:07.80893Z","steps":["trace[1482403128] 'process raft request' (duration: 305.677176ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:07.809066Z","caller":"traceutil/trace.go:171","msg":"trace[257159287] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5492; }","duration":"229.780246ms","start":"2026-04-03T03:08:07.579272Z","end":"2026-04-03T03:08:07.809052Z","steps":["trace[257159287] 'read index received' (duration: 226.803725ms)","trace[257159287] 'applied index is now lower than readState.Index' (duration: 2.974891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:07.809133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:07.502992Z","time spent":"306.052787ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:07.809165Z","caller":"traceutil/trace.go:171","msg":"trace[27693051] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"135.716199ms","start":"2026-04-03T03:08:07.673438Z","end":"2026-04-03T03:08:07.809155Z","steps":["trace[27693051] 'process raft request' (duration: 135.451421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:07.80921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.424399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:08:07.809257Z","caller":"traceutil/trace.go:171","msg":"trace[1283847402] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5286; }","duration":"212.524392ms","start":"2026-04-03T03:08:07.596718Z","end":"2026-04-03T03:08:07.809243Z","steps":["trace[1283847402] 'agreement among raft nodes before linearized reading' (duration: 212.451801ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:07.808962Z","caller":"traceutil/trace.go:171","msg":"trace[2096419609] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"159.896247ms","start":"2026-04-03T03:08:07.649033Z","end":"2026-04-03T03:08:07.80893Z","steps":["trace[2096419609] 'process raft request' (duration: 159.811845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:07.809435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.175946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:08:07.809461Z","caller":"traceutil/trace.go:171","msg":"trace[1308680751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5286; }","duration":"230.201587ms","start":"2026-04-03T03:08:07.579253Z","end":"2026-04-03T03:08:07.809454Z","steps":["trace[1308680751] 'agreement among raft nodes before linearized reading' (duration: 230.114715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:07.809645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.368531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:07.809671Z","caller":"traceutil/trace.go:171","msg":"trace[2132351561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5286; }","duration":"115.435913ms","start":"2026-04-03T03:08:07.694229Z","end":"2026-04-03T03:08:07.809664Z","steps":["trace[2132351561] 'agreement among raft nodes before linearized reading' (duration: 115.393352ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:08.964867Z","caller":"traceutil/trace.go:171","msg":"trace[421853846] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"109.040312ms","start":"2026-04-03T03:08:08.855808Z","end":"2026-04-03T03:08:08.964848Z","steps":["trace[421853846] 'process raft request' (duration: 108.941389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:10.173072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.102397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:10.173289Z","caller":"traceutil/trace.go:171","msg":"trace[1014288668] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"1.246965174s","start":"2026-04-03T03:08:08.926302Z","end":"2026-04-03T03:08:10.173267Z","steps":["trace[1014288668] 'process raft request' (duration: 1.246880221s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:10.173321Z","caller":"traceutil/trace.go:171","msg":"trace[2134704378] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"1.248211557s","start":"2026-04-03T03:08:08.925069Z","end":"2026-04-03T03:08:10.173281Z","steps":["trace[2134704378] 'process raft request' (duration: 597.793161ms)","trace[2134704378] 'compare' (duration: 649.996244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:10.173395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:08.926285Z","time spent":"1.247057045s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:10.173514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:08.925041Z","time spent":"1.248374141s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:10.17556Z","caller":"traceutil/trace.go:171","msg":"trace[1364714936] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"795.563049ms","start":"2026-04-03T03:08:09.379979Z","end":"2026-04-03T03:08:10.175542Z","steps":["trace[1364714936] 'process raft request' (duration: 795.486116ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:10.175558Z","caller":"traceutil/trace.go:171","msg":"trace[1178626612] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"1.195566551s","start":"2026-04-03T03:08:08.979966Z","end":"2026-04-03T03:08:10.175532Z","steps":["trace[1178626612] 'process raft request' (duration: 1.195377206s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:10.17565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:09.379962Z","time spent":"795.65335ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3624,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:08:10.175542Z","caller":"traceutil/trace.go:171","msg":"trace[431770095] linearizableReadLoop","detail":"{readStateIndex:5526; appliedIndex:5523; }","duration":"1.019128248s","start":"2026-04-03T03:08:09.156386Z","end":"2026-04-03T03:08:10.175515Z","steps":["trace[431770095] 'read index received' (duration: 366.550155ms)","trace[431770095] 'applied index is now lower than readState.Index' (duration: 652.576653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:10.175728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:08.979942Z","time spent":"1.195706015s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:08:10.175754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019362934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80b45163-4b9e-49b2-8fdc-810f496e40a1\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-04-03T03:08:10.17581Z","caller":"traceutil/trace.go:171","msg":"trace[158521783] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80b45163-4b9e-49b2-8fdc-810f496e40a1; range_end:; response_count:1; response_revision:5316; }","duration":"1.019458956s","start":"2026-04-03T03:08:09.156333Z","end":"2026-04-03T03:08:10.175792Z","steps":["trace[158521783] 'agreement among raft nodes before linearized reading' (duration: 1.019268451s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:10.175864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:09.15631Z","time spent":"1.019542099s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3741,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80b45163-4b9e-49b2-8fdc-810f496e40a1\" "} {"level":"info","ts":"2026-04-03T03:08:10.183595Z","caller":"traceutil/trace.go:171","msg":"trace[868719881] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"368.612459ms","start":"2026-04-03T03:08:09.814962Z","end":"2026-04-03T03:08:10.183575Z","steps":["trace[868719881] 'process raft request' (duration: 368.489316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:10.18362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.173296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-03T03:08:10.183645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.589239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:08:10.183662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.509219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:10.183689Z","caller":"traceutil/trace.go:171","msg":"trace[1365822283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5318; }","duration":"272.671031ms","start":"2026-04-03T03:08:09.911004Z","end":"2026-04-03T03:08:10.183675Z","steps":["trace[1365822283] 'agreement among raft nodes before linearized reading' (duration: 272.594609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:10.183686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.108082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:08:10.183697Z","caller":"traceutil/trace.go:171","msg":"trace[1302748218] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5318; }","duration":"438.575541ms","start":"2026-04-03T03:08:09.74511Z","end":"2026-04-03T03:08:10.183686Z","steps":["trace[1302748218] 'agreement among raft nodes before linearized reading' (duration: 438.52268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:10.183709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:09.814934Z","time spent":"368.714743ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:10.183727Z","caller":"traceutil/trace.go:171","msg":"trace[297142517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5318; }","duration":"363.178515ms","start":"2026-04-03T03:08:09.820537Z","end":"2026-04-03T03:08:10.183716Z","steps":["trace[297142517] 'agreement among raft nodes before linearized reading' (duration: 362.973069ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:10.183714Z","caller":"traceutil/trace.go:171","msg":"trace[1784851117] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"369.087403ms","start":"2026-04-03T03:08:09.814587Z","end":"2026-04-03T03:08:10.183675Z","steps":["trace[1784851117] 'process raft request' (duration: 368.730334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:10.183741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.067178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:08:10.183761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:09.820525Z","time spent":"363.227765ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:08:10.183608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.949911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:10.183782Z","caller":"traceutil/trace.go:171","msg":"trace[551747202] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5318; }","duration":"826.17283ms","start":"2026-04-03T03:08:09.357599Z","end":"2026-04-03T03:08:10.183772Z","steps":["trace[551747202] 'agreement among raft nodes before linearized reading' (duration: 826.102587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:10.183812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:09.357562Z","time spent":"826.241102ms","remote":"127.0.0.1:32776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:08:10.183816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:09.74509Z","time spent":"438.636823ms","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:08:10.18385Z","caller":"traceutil/trace.go:171","msg":"trace[1053188350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5318; }","duration":"490.197578ms","start":"2026-04-03T03:08:09.6936Z","end":"2026-04-03T03:08:10.183797Z","steps":["trace[1053188350] 'agreement among raft nodes before linearized reading' (duration: 489.943082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:10.183925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:09.693577Z","time spent":"490.333422ms","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:08:10.183921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:09.814561Z","time spent":"369.212086ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:10.184306Z","caller":"traceutil/trace.go:171","msg":"trace[1318371891] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:5318; }","duration":"876.225666ms","start":"2026-04-03T03:08:09.307427Z","end":"2026-04-03T03:08:10.183653Z","steps":["trace[1318371891] 'agreement among raft nodes before linearized reading' (duration: 876.063912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:10.184388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:09.307366Z","time spent":"877.010418ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-z4vmz\" "} {"level":"warn","ts":"2026-04-03T03:08:10.184516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.59745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719712"} {"level":"info","ts":"2026-04-03T03:08:10.184569Z","caller":"traceutil/trace.go:171","msg":"trace[1850215088] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5318; }","duration":"698.680392ms","start":"2026-04-03T03:08:09.485878Z","end":"2026-04-03T03:08:10.184558Z","steps":["trace[1850215088] 'agreement among raft nodes before linearized reading' (duration: 697.751888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:10.184594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:09.485858Z","time spent":"698.728074ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719735,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-03T03:08:12.823592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.111135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:12.823732Z","caller":"traceutil/trace.go:171","msg":"trace[280748791] linearizableReadLoop","detail":"{readStateIndex:5565; appliedIndex:5564; }","duration":"359.291908ms","start":"2026-04-03T03:08:12.464417Z","end":"2026-04-03T03:08:12.823709Z","steps":["trace[280748791] 'read index received' (duration: 38.842924ms)","trace[280748791] 'applied index is now lower than readState.Index' (duration: 320.447084ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:12.823753Z","caller":"traceutil/trace.go:171","msg":"trace[439238912] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"430.059491ms","start":"2026-04-03T03:08:12.393649Z","end":"2026-04-03T03:08:12.823709Z","steps":["trace[439238912] 'process raft request' (duration: 109.74203ms)","trace[439238912] 'compare' (duration: 319.972622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:12.82408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.949519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T03:08:12.824081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.404988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T03:08:12.824178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.879125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:12.824138Z","caller":"traceutil/trace.go:171","msg":"trace[1069708643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5353; }","duration":"125.023541ms","start":"2026-04-03T03:08:12.6991Z","end":"2026-04-03T03:08:12.824123Z","steps":["trace[1069708643] 'agreement among raft nodes before linearized reading' (duration: 124.896038ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:12.825015Z","caller":"traceutil/trace.go:171","msg":"trace[1800419493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5353; }","duration":"132.737339ms","start":"2026-04-03T03:08:12.692251Z","end":"2026-04-03T03:08:12.824988Z","steps":["trace[1800419493] 'agreement among raft nodes before linearized reading' (duration: 131.841995ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:12.824176Z","caller":"traceutil/trace.go:171","msg":"trace[1774146013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5353; }","duration":"123.534741ms","start":"2026-04-03T03:08:12.700618Z","end":"2026-04-03T03:08:12.824153Z","steps":["trace[1774146013] 'agreement among raft nodes before linearized reading' (duration: 123.255824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:12.825783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.521365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a2b9fa22f1708f\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-04-03T03:08:12.825922Z","caller":"traceutil/trace.go:171","msg":"trace[397750124] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a2b9fa22f1708f; range_end:; response_count:1; response_revision:5353; }","duration":"112.694191ms","start":"2026-04-03T03:08:12.713205Z","end":"2026-04-03T03:08:12.825899Z","steps":["trace[397750124] 'agreement among raft nodes before linearized reading' (duration: 111.842098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:12.825985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.122006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:08:12.826095Z","caller":"traceutil/trace.go:171","msg":"trace[2040745478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5353; }","duration":"150.228759ms","start":"2026-04-03T03:08:12.675821Z","end":"2026-04-03T03:08:12.82605Z","steps":["trace[2040745478] 'agreement among raft nodes before linearized reading' (duration: 149.760047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:12.82397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.206695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:08:12.826555Z","caller":"traceutil/trace.go:171","msg":"trace[1221349080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5353; }","duration":"150.813775ms","start":"2026-04-03T03:08:12.675705Z","end":"2026-04-03T03:08:12.826519Z","steps":["trace[1221349080] 'agreement among raft nodes before linearized reading' (duration: 148.134512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:12.829343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:12.393626Z","time spent":"430.442851ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:12.830097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777897"} {"level":"info","ts":"2026-04-03T03:08:12.83017Z","caller":"traceutil/trace.go:171","msg":"trace[2098312620] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5353; }","duration":"365.768542ms","start":"2026-04-03T03:08:12.464377Z","end":"2026-04-03T03:08:12.830145Z","steps":["trace[2098312620] 'agreement among raft nodes before linearized reading' (duration: 359.398051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:12.830202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:12.46436Z","time spent":"365.834443ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777920,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-03T03:08:13.255104Z","caller":"traceutil/trace.go:171","msg":"trace[640196616] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"421.019129ms","start":"2026-04-03T03:08:12.834061Z","end":"2026-04-03T03:08:13.25508Z","steps":["trace[640196616] 'process raft request' (duration: 342.824376ms)","trace[640196616] 'compare' (duration: 78.0835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:13.255223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:12.834043Z","time spent":"421.121191ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:13.335213Z","caller":"traceutil/trace.go:171","msg":"trace[1906104561] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"501.06078ms","start":"2026-04-03T03:08:12.834124Z","end":"2026-04-03T03:08:13.335185Z","steps":["trace[1906104561] 'process raft request' (duration: 500.894035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:13.33539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:12.834105Z","time spent":"501.200773ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:13.335558Z","caller":"traceutil/trace.go:171","msg":"trace[1270454674] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"501.368868ms","start":"2026-04-03T03:08:12.834167Z","end":"2026-04-03T03:08:13.335536Z","steps":["trace[1270454674] 'process raft request' (duration: 501.07279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:13.33564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:12.834145Z","time spent":"501.461559ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:13.335686Z","caller":"traceutil/trace.go:171","msg":"trace[1893062830] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"501.46222ms","start":"2026-04-03T03:08:12.834183Z","end":"2026-04-03T03:08:13.335646Z","steps":["trace[1893062830] 'process raft request' (duration: 501.218634ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:13.335763Z","caller":"traceutil/trace.go:171","msg":"trace[1953862585] linearizableReadLoop","detail":"{readStateIndex:5573; appliedIndex:5565; }","duration":"488.650297ms","start":"2026-04-03T03:08:12.847086Z","end":"2026-04-03T03:08:13.335737Z","steps":["trace[1953862585] 'read index received' (duration: 329.814247ms)","trace[1953862585] 'applied index is now lower than readState.Index' (duration: 158.83483ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:13.335845Z","caller":"traceutil/trace.go:171","msg":"trace[2100361184] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"501.526432ms","start":"2026-04-03T03:08:12.834282Z","end":"2026-04-03T03:08:13.335808Z","steps":["trace[2100361184] 'process raft request' (duration: 501.313766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:13.335862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:12.834165Z","time spent":"501.607764ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:13.335878Z","caller":"traceutil/trace.go:171","msg":"trace[1754016572] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"501.536902ms","start":"2026-04-03T03:08:12.834329Z","end":"2026-04-03T03:08:13.335866Z","steps":["trace[1754016572] 'process raft request' (duration: 501.366627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:13.33598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:12.834275Z","time spent":"501.626915ms","remote":"127.0.0.1:60086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:13.33601Z","caller":"traceutil/trace.go:171","msg":"trace[1341694959] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"501.735087ms","start":"2026-04-03T03:08:12.834262Z","end":"2026-04-03T03:08:13.335997Z","steps":["trace[1341694959] 'process raft request' (duration: 501.200773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:13.336011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:12.834315Z","time spent":"501.590513ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:13.33598Z","caller":"traceutil/trace.go:171","msg":"trace[1872117383] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"501.606874ms","start":"2026-04-03T03:08:12.834302Z","end":"2026-04-03T03:08:13.335909Z","steps":["trace[1872117383] 'process raft request' (duration: 501.351417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:13.336072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:12.834253Z","time spent":"501.786858ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:13.336257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:12.834285Z","time spent":"501.83183ms","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:13.336292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.206671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777897"} {"level":"info","ts":"2026-04-03T03:08:13.336334Z","caller":"traceutil/trace.go:171","msg":"trace[969085736] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5361; }","duration":"489.252182ms","start":"2026-04-03T03:08:12.847071Z","end":"2026-04-03T03:08:13.336323Z","steps":["trace[969085736] 'agreement among raft nodes before linearized reading' (duration: 488.836951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:13.336407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:12.847056Z","time spent":"489.338954ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777920,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-03T03:08:13.61257Z","caller":"traceutil/trace.go:171","msg":"trace[369854771] linearizableReadLoop","detail":"{readStateIndex:5574; appliedIndex:5573; }","duration":"276.712919ms","start":"2026-04-03T03:08:13.335834Z","end":"2026-04-03T03:08:13.612547Z","steps":["trace[369854771] 'read index received' (duration: 209.651526ms)","trace[369854771] 'applied index is now lower than readState.Index' (duration: 67.060133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:13.612645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.231146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:13.612716Z","caller":"traceutil/trace.go:171","msg":"trace[405204972] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5362; }","duration":"600.436371ms","start":"2026-04-03T03:08:13.012262Z","end":"2026-04-03T03:08:13.612698Z","steps":["trace[405204972] 'agreement among raft nodes before linearized reading' (duration: 600.313017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:13.612738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.886528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-25s75.18a2b9fa115b2701\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-04-03T03:08:13.612753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:13.012239Z","time spent":"600.506644ms","remote":"127.0.0.1:48066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:08:13.612763Z","caller":"traceutil/trace.go:171","msg":"trace[847614758] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-25s75.18a2b9fa115b2701; range_end:; response_count:1; response_revision:5362; }","duration":"730.96954ms","start":"2026-04-03T03:08:12.881785Z","end":"2026-04-03T03:08:13.612754Z","steps":["trace[847614758] 'agreement among raft nodes before linearized reading' (duration: 730.836996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:13.612788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:12.881756Z","time spent":"731.025922ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-25s75.18a2b9fa115b2701\" "} {"level":"info","ts":"2026-04-03T03:08:13.612762Z","caller":"traceutil/trace.go:171","msg":"trace[965503248] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"350.306808ms","start":"2026-04-03T03:08:13.262416Z","end":"2026-04-03T03:08:13.612723Z","steps":["trace[965503248] 'process raft request' (duration: 283.201134ms)","trace[965503248] 'compare' (duration: 66.661562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:13.612857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.127974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-03T03:08:13.612867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.830041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T03:08:13.612942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:13.262389Z","time spent":"350.461191ms","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:13.613016Z","caller":"traceutil/trace.go:171","msg":"trace[338338586] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:5362; }","duration":"412.037897ms","start":"2026-04-03T03:08:13.200932Z","end":"2026-04-03T03:08:13.61297Z","steps":["trace[338338586] 'agreement among raft nodes before linearized reading' (duration: 411.622156ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:13.612933Z","caller":"traceutil/trace.go:171","msg":"trace[1554622023] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5362; }","duration":"712.272666ms","start":"2026-04-03T03:08:12.900642Z","end":"2026-04-03T03:08:13.612915Z","steps":["trace[1554622023] 'agreement among raft nodes before linearized reading' (duration: 712.076892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:13.613098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:12.900614Z","time spent":"712.475524ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:08:13.613149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:13.200909Z","time spent":"412.200301ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-04-03T03:08:13.613006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.729467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80b45163-4b9e-49b2-8fdc-810f496e40a1\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-04-03T03:08:13.61333Z","caller":"traceutil/trace.go:171","msg":"trace[1972619574] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80b45163-4b9e-49b2-8fdc-810f496e40a1; range_end:; response_count:1; response_revision:5362; }","duration":"377.116928ms","start":"2026-04-03T03:08:13.236193Z","end":"2026-04-03T03:08:13.61331Z","steps":["trace[1972619574] 'agreement among raft nodes before linearized reading' (duration: 376.620085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:13.613386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:13.236171Z","time spent":"377.200992ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80b45163-4b9e-49b2-8fdc-810f496e40a1\" "} {"level":"warn","ts":"2026-04-03T03:08:15.144885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.908733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-fb8dd5dd6-xk47l\" ","response":"range_response_count:1 size:11252"} {"level":"info","ts":"2026-04-03T03:08:15.14508Z","caller":"traceutil/trace.go:171","msg":"trace[1701493069] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-fb8dd5dd6-xk47l; range_end:; response_count:1; response_revision:5406; }","duration":"242.15923ms","start":"2026-04-03T03:08:14.902894Z","end":"2026-04-03T03:08:15.145053Z","steps":["trace[1701493069] 'range keys from in-memory index tree' (duration: 241.591815ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:15.145109Z","caller":"traceutil/trace.go:171","msg":"trace[1186199518] linearizableReadLoop","detail":"{readStateIndex:5621; appliedIndex:5620; }","duration":"173.456312ms","start":"2026-04-03T03:08:14.971632Z","end":"2026-04-03T03:08:15.145089Z","steps":["trace[1186199518] 'read index received' (duration: 173.276258ms)","trace[1186199518] 'applied index is now lower than readState.Index' (duration: 178.004µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:15.145257Z","caller":"traceutil/trace.go:171","msg":"trace[223517766] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"241.349148ms","start":"2026-04-03T03:08:14.903894Z","end":"2026-04-03T03:08:15.145244Z","steps":["trace[223517766] 'process raft request' (duration: 241.007969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:15.145575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.945056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:08:15.145633Z","caller":"traceutil/trace.go:171","msg":"trace[802290858] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5407; }","duration":"174.063759ms","start":"2026-04-03T03:08:14.971555Z","end":"2026-04-03T03:08:15.145618Z","steps":["trace[802290858] 'agreement among raft nodes before linearized reading' (duration: 173.933366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:15.192631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.066729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T03:08:15.192717Z","caller":"traceutil/trace.go:171","msg":"trace[227901125] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5408; }","duration":"187.16018ms","start":"2026-04-03T03:08:15.005531Z","end":"2026-04-03T03:08:15.192692Z","steps":["trace[227901125] 'agreement among raft nodes before linearized reading' (duration: 186.928654ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:19.980799Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2918} {"level":"info","ts":"2026-04-03T03:08:20.060895Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2918,"took":"78.86338ms","hash":1486269863,"current-db-size-bytes":53747712,"current-db-size":"54 MB","current-db-size-in-use-bytes":30400512,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-03T03:08:20.060952Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1486269863,"revision":2918,"compact-revision":-1} {"level":"warn","ts":"2026-04-03T03:08:22.730514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.684134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:22.730705Z","caller":"traceutil/trace.go:171","msg":"trace[719585970] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"330.730391ms","start":"2026-04-03T03:08:22.399929Z","end":"2026-04-03T03:08:22.73066Z","steps":["trace[719585970] 'process raft request' (duration: 183.804532ms)","trace[719585970] 'compare' (duration: 146.514598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:22.730818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:22.399887Z","time spent":"330.891395ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:08:22.879303Z","caller":"traceutil/trace.go:171","msg":"trace[1159418105] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"470.216621ms","start":"2026-04-03T03:08:22.409062Z","end":"2026-04-03T03:08:22.879278Z","steps":["trace[1159418105] 'process raft request' (duration: 470.14977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:22.879488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:22.409044Z","time spent":"470.347295ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11647,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:22.879801Z","caller":"traceutil/trace.go:171","msg":"trace[691377852] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"479.520652ms","start":"2026-04-03T03:08:22.400256Z","end":"2026-04-03T03:08:22.879777Z","steps":["trace[691377852] 'process raft request' (duration: 478.800232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:22.879885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:22.400229Z","time spent":"479.615765ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:22.92955Z","caller":"traceutil/trace.go:171","msg":"trace[139845516] linearizableReadLoop","detail":"{readStateIndex:5756; appliedIndex:5755; }","duration":"234.103494ms","start":"2026-04-03T03:08:22.695418Z","end":"2026-04-03T03:08:22.929522Z","steps":["trace[139845516] 'read index received' (duration: 185.22628ms)","trace[139845516] 'applied index is now lower than readState.Index' (duration: 48.875914ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:22.929575Z","caller":"traceutil/trace.go:171","msg":"trace[1732868602] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"301.361501ms","start":"2026-04-03T03:08:22.628186Z","end":"2026-04-03T03:08:22.929547Z","steps":["trace[1732868602] 'process raft request' (duration: 301.133105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:22.929687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.253947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:22.929687Z","caller":"traceutil/trace.go:171","msg":"trace[340847932] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"227.478255ms","start":"2026-04-03T03:08:22.70218Z","end":"2026-04-03T03:08:22.929659Z","steps":["trace[340847932] 'process raft request' (duration: 227.29051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:22.929717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:22.628148Z","time spent":"301.494606ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:22.929724Z","caller":"traceutil/trace.go:171","msg":"trace[2025781752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5539; }","duration":"234.362981ms","start":"2026-04-03T03:08:22.695349Z","end":"2026-04-03T03:08:22.929712Z","steps":["trace[2025781752] 'agreement among raft nodes before linearized reading' (duration: 234.276209ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:23.025747Z","caller":"traceutil/trace.go:171","msg":"trace[726388517] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"138.922695ms","start":"2026-04-03T03:08:22.886802Z","end":"2026-04-03T03:08:23.025725Z","steps":["trace[726388517] 'process raft request' (duration: 130.56104ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:23.02609Z","caller":"traceutil/trace.go:171","msg":"trace[1703194792] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"138.876913ms","start":"2026-04-03T03:08:22.887196Z","end":"2026-04-03T03:08:23.026073Z","steps":["trace[1703194792] 'process raft request' (duration: 138.475373ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:23.026191Z","caller":"traceutil/trace.go:171","msg":"trace[1141767211] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"136.325355ms","start":"2026-04-03T03:08:22.889837Z","end":"2026-04-03T03:08:23.026162Z","steps":["trace[1141767211] 'process raft request' (duration: 136.021286ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:23.044549Z","caller":"traceutil/trace.go:171","msg":"trace[1283333493] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"105.141457ms","start":"2026-04-03T03:08:22.939392Z","end":"2026-04-03T03:08:23.044534Z","steps":["trace[1283333493] 'process raft request' (duration: 104.885309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:23.044765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.600037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:23.044843Z","caller":"traceutil/trace.go:171","msg":"trace[1099405196] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5543; }","duration":"109.802612ms","start":"2026-04-03T03:08:22.93502Z","end":"2026-04-03T03:08:23.044823Z","steps":["trace[1099405196] 'agreement among raft nodes before linearized reading' (duration: 109.571376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:23.449553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.222808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:23.449684Z","caller":"traceutil/trace.go:171","msg":"trace[166930991] linearizableReadLoop","detail":"{readStateIndex:5762; appliedIndex:5761; }","duration":"405.229214ms","start":"2026-04-03T03:08:23.044432Z","end":"2026-04-03T03:08:23.449661Z","steps":["trace[166930991] 'read index received' (duration: 289.766599ms)","trace[166930991] 'applied index is now lower than readState.Index' (duration: 115.460725ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:23.449762Z","caller":"traceutil/trace.go:171","msg":"trace[1029727135] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"411.160014ms","start":"2026-04-03T03:08:23.038573Z","end":"2026-04-03T03:08:23.449733Z","steps":["trace[1029727135] 'process raft request' (duration: 295.611077ms)","trace[1029727135] 'compare' (duration: 114.968601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:23.44987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.151409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:08:23.449897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:23.03855Z","time spent":"411.271786ms","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10925,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:23.449915Z","caller":"traceutil/trace.go:171","msg":"trace[627070955] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5544; }","duration":"406.220711ms","start":"2026-04-03T03:08:23.043678Z","end":"2026-04-03T03:08:23.449898Z","steps":["trace[627070955] 'agreement among raft nodes before linearized reading' (duration: 406.073956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:23.449966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:23.043668Z","time spent":"406.286582ms","remote":"127.0.0.1:60294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:08:23.751621Z","caller":"traceutil/trace.go:171","msg":"trace[262523609] linearizableReadLoop","detail":"{readStateIndex:5763; appliedIndex:5762; }","duration":"301.869996ms","start":"2026-04-03T03:08:23.449716Z","end":"2026-04-03T03:08:23.751586Z","steps":["trace[262523609] 'read index received' (duration: 301.561907ms)","trace[262523609] 'applied index is now lower than readState.Index' (duration: 306.449µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:23.751832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.005316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f03df9d-a9c9-43c6-a359-f9510006bc20\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-03T03:08:23.751869Z","caller":"traceutil/trace.go:171","msg":"trace[215479269] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f03df9d-a9c9-43c6-a359-f9510006bc20; range_end:; response_count:1; response_revision:5545; }","duration":"704.080858ms","start":"2026-04-03T03:08:23.047774Z","end":"2026-04-03T03:08:23.751855Z","steps":["trace[215479269] 'agreement among raft nodes before linearized reading' (duration: 703.920874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:23.751905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:23.047763Z","time spent":"704.133549ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-6f03df9d-a9c9-43c6-a359-f9510006bc20\" "} {"level":"warn","ts":"2026-04-03T03:08:23.75211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.165526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:08:23.752171Z","caller":"traceutil/trace.go:171","msg":"trace[264170611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5545; }","duration":"372.266777ms","start":"2026-04-03T03:08:23.379889Z","end":"2026-04-03T03:08:23.752156Z","steps":["trace[264170611] 'agreement among raft nodes before linearized reading' (duration: 372.103403ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:23.752182Z","caller":"traceutil/trace.go:171","msg":"trace[1617718608] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"696.063993ms","start":"2026-04-03T03:08:23.056102Z","end":"2026-04-03T03:08:23.752166Z","steps":["trace[1617718608] 'process raft request' (duration: 695.283202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:23.752162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.773367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T03:08:23.752233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.991239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:08:23.752257Z","caller":"traceutil/trace.go:171","msg":"trace[208421648] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:5545; }","duration":"550.925801ms","start":"2026-04-03T03:08:23.201311Z","end":"2026-04-03T03:08:23.752236Z","steps":["trace[208421648] 'agreement among raft nodes before linearized reading' (duration: 550.643193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:23.752271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.457084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:08:23.752274Z","caller":"traceutil/trace.go:171","msg":"trace[1870382017] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5545; }","duration":"655.05776ms","start":"2026-04-03T03:08:23.097203Z","end":"2026-04-03T03:08:23.752261Z","steps":["trace[1870382017] 'agreement among raft nodes before linearized reading' (duration: 654.945317ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:23.752295Z","caller":"traceutil/trace.go:171","msg":"trace[323498408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5545; }","duration":"362.480505ms","start":"2026-04-03T03:08:23.389808Z","end":"2026-04-03T03:08:23.752289Z","steps":["trace[323498408] 'agreement among raft nodes before linearized reading' (duration: 362.415993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:23.752282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:23.056082Z","time spent":"696.140015ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:23.752313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:23.389758Z","time spent":"362.550887ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:08:23.752304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:23.201286Z","time spent":"551.008824ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-04-03T03:08:23.752317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:23.09719Z","time spent":"655.118912ms","remote":"127.0.0.1:59952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:08:23.75233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.752348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125953"} {"level":"info","ts":"2026-04-03T03:08:23.752572Z","caller":"traceutil/trace.go:171","msg":"trace[799750249] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5545; }","duration":"701.021846ms","start":"2026-04-03T03:08:23.051532Z","end":"2026-04-03T03:08:23.752554Z","steps":["trace[799750249] 'agreement among raft nodes before linearized reading' (duration: 700.629145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:23.752613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:23.051525Z","time spent":"701.081168ms","remote":"127.0.0.1:59966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125976,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-03T03:08:23.752632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.064653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:08:23.752665Z","caller":"traceutil/trace.go:171","msg":"trace[656839933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5545; }","duration":"372.110573ms","start":"2026-04-03T03:08:23.380542Z","end":"2026-04-03T03:08:23.752653Z","steps":["trace[656839933] 'agreement among raft nodes before linearized reading' (duration: 372.024491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:23.752695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:23.380533Z","time spent":"372.155054ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:08:23.752202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:23.37986Z","time spent":"372.33597ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:08:23.752111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.845666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:08:23.752798Z","caller":"traceutil/trace.go:171","msg":"trace[2060905728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5545; }","duration":"372.584686ms","start":"2026-04-03T03:08:23.380207Z","end":"2026-04-03T03:08:23.752792Z","steps":["trace[2060905728] 'agreement among raft nodes before linearized reading' (duration: 371.693162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:23.752821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:23.380199Z","time spent":"372.615356ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:08:23.947553Z","caller":"traceutil/trace.go:171","msg":"trace[838034795] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"189.778552ms","start":"2026-04-03T03:08:23.757727Z","end":"2026-04-03T03:08:23.947505Z","steps":["trace[838034795] 'process raft request' (duration: 189.564786ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:23.947696Z","caller":"traceutil/trace.go:171","msg":"trace[525778806] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"189.881175ms","start":"2026-04-03T03:08:23.757806Z","end":"2026-04-03T03:08:23.947687Z","steps":["trace[525778806] 'process raft request' (duration: 189.630518ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:23.947919Z","caller":"traceutil/trace.go:171","msg":"trace[2092828981] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"189.944307ms","start":"2026-04-03T03:08:23.75794Z","end":"2026-04-03T03:08:23.947884Z","steps":["trace[2092828981] 'process raft request' (duration: 189.702201ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:23.948086Z","caller":"traceutil/trace.go:171","msg":"trace[1722245297] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"190.093791ms","start":"2026-04-03T03:08:23.757973Z","end":"2026-04-03T03:08:23.948067Z","steps":["trace[1722245297] 'process raft request' (duration: 189.967117ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:23.948191Z","caller":"traceutil/trace.go:171","msg":"trace[433143854] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"190.261334ms","start":"2026-04-03T03:08:23.757895Z","end":"2026-04-03T03:08:23.948156Z","steps":["trace[433143854] 'process raft request' (duration: 189.908035ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:23.948322Z","caller":"traceutil/trace.go:171","msg":"trace[264347658] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"189.873325ms","start":"2026-04-03T03:08:23.758423Z","end":"2026-04-03T03:08:23.948296Z","steps":["trace[264347658] 'process raft request' (duration: 189.596617ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:23.948402Z","caller":"traceutil/trace.go:171","msg":"trace[51968837] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"189.72019ms","start":"2026-04-03T03:08:23.75867Z","end":"2026-04-03T03:08:23.94839Z","steps":["trace[51968837] 'process raft request' (duration: 189.553956ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:23.948101Z","caller":"traceutil/trace.go:171","msg":"trace[1256414629] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"190.03067ms","start":"2026-04-03T03:08:23.758047Z","end":"2026-04-03T03:08:23.948077Z","steps":["trace[1256414629] 'process raft request' (duration: 189.938247ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:23.948537Z","caller":"traceutil/trace.go:171","msg":"trace[1450792612] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"186.232228ms","start":"2026-04-03T03:08:23.762293Z","end":"2026-04-03T03:08:23.948525Z","steps":["trace[1450792612] 'process raft request' (duration: 186.056392ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:24.132203Z","caller":"traceutil/trace.go:171","msg":"trace[1411700482] linearizableReadLoop","detail":"{readStateIndex:5774; appliedIndex:5764; }","duration":"309.504691ms","start":"2026-04-03T03:08:23.822671Z","end":"2026-04-03T03:08:24.132176Z","steps":["trace[1411700482] 'read index received' (duration: 124.58648ms)","trace[1411700482] 'applied index is now lower than readState.Index' (duration: 184.916401ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:24.13229Z","caller":"traceutil/trace.go:171","msg":"trace[2021087873] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"323.409865ms","start":"2026-04-03T03:08:23.808845Z","end":"2026-04-03T03:08:24.132255Z","steps":["trace[2021087873] 'process raft request' (duration: 223.408306ms)","trace[2021087873] 'compare' (duration: 99.794903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:24.132452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:23.808831Z","time spent":"323.527048ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:24.132562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.862471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T03:08:24.132644Z","caller":"traceutil/trace.go:171","msg":"trace[1213599619] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5555; }","duration":"310.005673ms","start":"2026-04-03T03:08:23.82262Z","end":"2026-04-03T03:08:24.132625Z","steps":["trace[1213599619] 'agreement among raft nodes before linearized reading' (duration: 309.693865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:24.132693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:23.8226Z","time spent":"310.085457ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T03:08:24.29668Z","caller":"traceutil/trace.go:171","msg":"trace[1887681184] linearizableReadLoop","detail":"{readStateIndex:5775; appliedIndex:5774; }","duration":"164.372839ms","start":"2026-04-03T03:08:24.132284Z","end":"2026-04-03T03:08:24.296657Z","steps":["trace[1887681184] 'read index received' (duration: 106.047932ms)","trace[1887681184] 'applied index is now lower than readState.Index' (duration: 58.323537ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:24.296778Z","caller":"traceutil/trace.go:171","msg":"trace[626586812] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"346.523206ms","start":"2026-04-03T03:08:23.950219Z","end":"2026-04-03T03:08:24.296742Z","steps":["trace[626586812] 'process raft request' (duration: 288.200229ms)","trace[626586812] 'compare' (duration: 58.110622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:24.29697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.110568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-03T03:08:24.296941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:23.950201Z","time spent":"346.66439ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:08:24.29701Z","caller":"traceutil/trace.go:171","msg":"trace[1975793548] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5556; }","duration":"162.206392ms","start":"2026-04-03T03:08:24.134793Z","end":"2026-04-03T03:08:24.297Z","steps":["trace[1975793548] 'agreement among raft nodes before linearized reading' (duration: 162.005276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:24.297054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.66009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-03T03:08:24.297046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.671433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T03:08:24.297107Z","caller":"traceutil/trace.go:171","msg":"trace[1975594691] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5556; }","duration":"160.719711ms","start":"2026-04-03T03:08:24.136374Z","end":"2026-04-03T03:08:24.297094Z","steps":["trace[1975594691] 'agreement among raft nodes before linearized reading' (duration: 160.454624ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:24.29714Z","caller":"traceutil/trace.go:171","msg":"trace[977989081] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5556; }","duration":"236.820957ms","start":"2026-04-03T03:08:24.060292Z","end":"2026-04-03T03:08:24.297113Z","steps":["trace[977989081] 'agreement among raft nodes before linearized reading' (duration: 236.481197ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:25.333613Z","caller":"traceutil/trace.go:171","msg":"trace[2078132815] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"299.543503ms","start":"2026-04-03T03:08:25.034045Z","end":"2026-04-03T03:08:25.333588Z","steps":["trace[2078132815] 'process raft request' (duration: 299.108181ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:30.08319Z","caller":"traceutil/trace.go:171","msg":"trace[1785219711] linearizableReadLoop","detail":"{readStateIndex:5844; appliedIndex:5843; }","duration":"103.844922ms","start":"2026-04-03T03:08:29.979322Z","end":"2026-04-03T03:08:30.083167Z","steps":["trace[1785219711] 'read index received' (duration: 103.618466ms)","trace[1785219711] 'applied index is now lower than readState.Index' (duration: 225.716µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:30.083301Z","caller":"traceutil/trace.go:171","msg":"trace[876171252] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"105.937609ms","start":"2026-04-03T03:08:29.977355Z","end":"2026-04-03T03:08:30.083292Z","steps":["trace[876171252] 'process raft request' (duration: 105.660692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:30.083568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.14658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:08:30.083677Z","caller":"traceutil/trace.go:171","msg":"trace[1844516728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5624; }","duration":"104.316425ms","start":"2026-04-03T03:08:29.979341Z","end":"2026-04-03T03:08:30.083658Z","steps":["trace[1844516728] 'agreement among raft nodes before linearized reading' (duration: 104.041798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:30.08376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.537753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:08:30.083879Z","caller":"traceutil/trace.go:171","msg":"trace[1537290438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5624; }","duration":"103.684167ms","start":"2026-04-03T03:08:29.980171Z","end":"2026-04-03T03:08:30.083855Z","steps":["trace[1537290438] 'agreement among raft nodes before linearized reading' (duration: 103.323637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:30.083779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.298264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:08:30.084086Z","caller":"traceutil/trace.go:171","msg":"trace[735963886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5624; }","duration":"104.799228ms","start":"2026-04-03T03:08:29.979276Z","end":"2026-04-03T03:08:30.084075Z","steps":["trace[735963886] 'agreement among raft nodes before linearized reading' (duration: 104.236063ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:30.591792Z","caller":"traceutil/trace.go:171","msg":"trace[1094341690] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"159.688853ms","start":"2026-04-03T03:08:30.432077Z","end":"2026-04-03T03:08:30.591766Z","steps":["trace[1094341690] 'process raft request' (duration: 159.520318ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:30.732438Z","caller":"traceutil/trace.go:171","msg":"trace[1823733857] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"294.349203ms","start":"2026-04-03T03:08:30.438052Z","end":"2026-04-03T03:08:30.732401Z","steps":["trace[1823733857] 'process raft request' (duration: 290.958782ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:30.732532Z","caller":"traceutil/trace.go:171","msg":"trace[1276163910] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"289.109092ms","start":"2026-04-03T03:08:30.443394Z","end":"2026-04-03T03:08:30.732504Z","steps":["trace[1276163910] 'process raft request' (duration: 288.996659ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:30.732455Z","caller":"traceutil/trace.go:171","msg":"trace[7568816] linearizableReadLoop","detail":"{readStateIndex:5851; appliedIndex:5847; }","duration":"278.040505ms","start":"2026-04-03T03:08:30.454397Z","end":"2026-04-03T03:08:30.732438Z","steps":["trace[7568816] 'read index received' (duration: 137.204938ms)","trace[7568816] 'applied index is now lower than readState.Index' (duration: 140.834457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:30.732636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.2256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:08:30.732678Z","caller":"traceutil/trace.go:171","msg":"trace[46412312] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:5631; }","duration":"278.334684ms","start":"2026-04-03T03:08:30.454333Z","end":"2026-04-03T03:08:30.732668Z","steps":["trace[46412312] 'agreement among raft nodes before linearized reading' (duration: 278.162649ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:30.732474Z","caller":"traceutil/trace.go:171","msg":"trace[1244209567] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"289.737639ms","start":"2026-04-03T03:08:30.442715Z","end":"2026-04-03T03:08:30.732452Z","steps":["trace[1244209567] 'process raft request' (duration: 289.575754ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:32.576073Z","caller":"traceutil/trace.go:171","msg":"trace[946842674] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"185.041236ms","start":"2026-04-03T03:08:32.391004Z","end":"2026-04-03T03:08:32.576045Z","steps":["trace[946842674] 'process raft request' (duration: 184.862621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:32.979808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.200542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:32.979921Z","caller":"traceutil/trace.go:171","msg":"trace[252420668] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"398.403251ms","start":"2026-04-03T03:08:32.581497Z","end":"2026-04-03T03:08:32.9799Z","steps":["trace[252420668] 'process raft request' (duration: 275.022263ms)","trace[252420668] 'compare' (duration: 123.0903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:32.979982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:32.581475Z","time spent":"398.477963ms","remote":"127.0.0.1:60086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1329,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:32.98692Z","caller":"traceutil/trace.go:171","msg":"trace[1432220223] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"404.470544ms","start":"2026-04-03T03:08:32.582424Z","end":"2026-04-03T03:08:32.986894Z","steps":["trace[1432220223] 'process raft request' (duration: 404.259578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:32.987082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:32.582407Z","time spent":"404.590085ms","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:32.987245Z","caller":"traceutil/trace.go:171","msg":"trace[814684344] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"400.083025ms","start":"2026-04-03T03:08:32.587117Z","end":"2026-04-03T03:08:32.9872Z","steps":["trace[814684344] 'process raft request' (duration: 399.721426ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:32.987299Z","caller":"traceutil/trace.go:171","msg":"trace[1442085131] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"391.140925ms","start":"2026-04-03T03:08:32.596133Z","end":"2026-04-03T03:08:32.987274Z","steps":["trace[1442085131] 'process raft request' (duration: 390.96826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:32.987466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:32.587111Z","time spent":"400.244731ms","remote":"127.0.0.1:60414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8123,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:32.987525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:32.59612Z","time spent":"391.259988ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:32.987591Z","caller":"traceutil/trace.go:171","msg":"trace[1064570013] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"249.223ms","start":"2026-04-03T03:08:32.73835Z","end":"2026-04-03T03:08:32.987573Z","steps":["trace[1064570013] 'process raft request' (duration: 249.074035ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:32.987697Z","caller":"traceutil/trace.go:171","msg":"trace[1649415424] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"249.458585ms","start":"2026-04-03T03:08:32.738224Z","end":"2026-04-03T03:08:32.987682Z","steps":["trace[1649415424] 'process raft request' (duration: 249.006083ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:32.987753Z","caller":"traceutil/trace.go:171","msg":"trace[928679236] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"248.977332ms","start":"2026-04-03T03:08:32.738762Z","end":"2026-04-03T03:08:32.987739Z","steps":["trace[928679236] 'process raft request' (duration: 248.732106ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:32.987849Z","caller":"traceutil/trace.go:171","msg":"trace[72841803] linearizableReadLoop","detail":"{readStateIndex:5927; appliedIndex:5923; }","duration":"293.692605ms","start":"2026-04-03T03:08:32.694141Z","end":"2026-04-03T03:08:32.987834Z","steps":["trace[72841803] 'read index received' (duration: 162.396736ms)","trace[72841803] 'applied index is now lower than readState.Index' (duration: 131.293839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:32.988035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.88811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:32.988098Z","caller":"traceutil/trace.go:171","msg":"trace[1721880643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5711; }","duration":"293.976484ms","start":"2026-04-03T03:08:32.694106Z","end":"2026-04-03T03:08:32.988082Z","steps":["trace[1721880643] 'agreement among raft nodes before linearized reading' (duration: 293.782748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:32.988288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.344152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:08:32.988367Z","caller":"traceutil/trace.go:171","msg":"trace[1999507508] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:5711; }","duration":"246.437444ms","start":"2026-04-03T03:08:32.741918Z","end":"2026-04-03T03:08:32.988355Z","steps":["trace[1999507508] 'agreement among raft nodes before linearized reading' (duration: 246.086265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:32.98845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.199134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:08:32.988707Z","caller":"traceutil/trace.go:171","msg":"trace[1157886452] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5711; }","duration":"129.490231ms","start":"2026-04-03T03:08:32.859201Z","end":"2026-04-03T03:08:32.988691Z","steps":["trace[1157886452] 'agreement among raft nodes before linearized reading' (duration: 129.197114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:32.988302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.735859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f69bff9-102a-4d89-92aa-a9285a14edc7\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-03T03:08:32.988842Z","caller":"traceutil/trace.go:171","msg":"trace[645203869] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f69bff9-102a-4d89-92aa-a9285a14edc7; range_end:; response_count:1; response_revision:5711; }","duration":"126.298704ms","start":"2026-04-03T03:08:32.862506Z","end":"2026-04-03T03:08:32.988805Z","steps":["trace[645203869] 'agreement among raft nodes before linearized reading' (duration: 125.627816ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:34.175668Z","caller":"traceutil/trace.go:171","msg":"trace[1031207579] linearizableReadLoop","detail":"{readStateIndex:5938; appliedIndex:5937; }","duration":"326.052236ms","start":"2026-04-03T03:08:33.849594Z","end":"2026-04-03T03:08:34.175647Z","steps":["trace[1031207579] 'read index received' (duration: 325.84508ms)","trace[1031207579] 'applied index is now lower than readState.Index' (duration: 205.796µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:34.175758Z","caller":"traceutil/trace.go:171","msg":"trace[1157057454] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"327.725121ms","start":"2026-04-03T03:08:33.847971Z","end":"2026-04-03T03:08:34.175696Z","steps":["trace[1157057454] 'process raft request' (duration: 327.524625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:34.175881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.273852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-03T03:08:34.175917Z","caller":"traceutil/trace.go:171","msg":"trace[557706481] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5717; }","duration":"326.342483ms","start":"2026-04-03T03:08:33.849565Z","end":"2026-04-03T03:08:34.175907Z","steps":["trace[557706481] 'agreement among raft nodes before linearized reading' (duration: 326.20842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:34.175949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:33.84955Z","time spent":"326.389044ms","remote":"127.0.0.1:60410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-03T03:08:34.17596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:33.847955Z","time spent":"327.896265ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:34.176028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.909097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f69bff9-102a-4d89-92aa-a9285a14edc7\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-03T03:08:34.176102Z","caller":"traceutil/trace.go:171","msg":"trace[677958145] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f69bff9-102a-4d89-92aa-a9285a14edc7; range_end:; response_count:1; response_revision:5717; }","duration":"183.125093ms","start":"2026-04-03T03:08:33.992958Z","end":"2026-04-03T03:08:34.176083Z","steps":["trace[677958145] 'agreement among raft nodes before linearized reading' (duration: 182.856376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:34.176463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.530656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:34.176543Z","caller":"traceutil/trace.go:171","msg":"trace[816156790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5717; }","duration":"176.640208ms","start":"2026-04-03T03:08:33.999881Z","end":"2026-04-03T03:08:34.176521Z","steps":["trace[816156790] 'agreement among raft nodes before linearized reading' (duration: 176.521415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:34.851423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.627565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:34.851519Z","caller":"traceutil/trace.go:171","msg":"trace[691336092] linearizableReadLoop","detail":"{readStateIndex:5939; appliedIndex:5938; }","duration":"670.387261ms","start":"2026-04-03T03:08:34.181116Z","end":"2026-04-03T03:08:34.851503Z","steps":["trace[691336092] 'read index received' (duration: 399.673094ms)","trace[691336092] 'applied index is now lower than readState.Index' (duration: 270.713017ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:34.851841Z","caller":"traceutil/trace.go:171","msg":"trace[480966733] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"670.911795ms","start":"2026-04-03T03:08:34.18088Z","end":"2026-04-03T03:08:34.851792Z","steps":["trace[480966733] 'process raft request' (duration: 399.830688ms)","trace[480966733] 'compare' (duration: 270.235805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:34.85188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.738822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a2b9ffe6b930bd\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-04-03T03:08:34.851943Z","caller":"traceutil/trace.go:171","msg":"trace[1762662491] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a2b9ffe6b930bd; range_end:; response_count:1; response_revision:5718; }","duration":"670.846484ms","start":"2026-04-03T03:08:34.181081Z","end":"2026-04-03T03:08:34.851928Z","steps":["trace[1762662491] 'agreement among raft nodes before linearized reading' (duration: 670.605048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:34.851978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.181042Z","time spent":"670.929886ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":763,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a2b9ffe6b930bd\" "} {"level":"warn","ts":"2026-04-03T03:08:34.852133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.180865Z","time spent":"671.052559ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:34.872371Z","caller":"traceutil/trace.go:171","msg":"trace[1488326461] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"690.846501ms","start":"2026-04-03T03:08:34.181505Z","end":"2026-04-03T03:08:34.872352Z","steps":["trace[1488326461] 'process raft request' (duration: 690.650146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:34.872559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.181494Z","time spent":"690.979844ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:34.872635Z","caller":"traceutil/trace.go:171","msg":"trace[1331174836] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"690.762979ms","start":"2026-04-03T03:08:34.181857Z","end":"2026-04-03T03:08:34.87262Z","steps":["trace[1331174836] 'process raft request' (duration: 690.44145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:34.872761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.181841Z","time spent":"690.838931ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:34.872917Z","caller":"traceutil/trace.go:171","msg":"trace[866526623] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"690.915834ms","start":"2026-04-03T03:08:34.181967Z","end":"2026-04-03T03:08:34.872882Z","steps":["trace[866526623] 'process raft request' (duration: 690.573185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:34.873119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.181958Z","time spent":"691.046117ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:34.87352Z","caller":"traceutil/trace.go:171","msg":"trace[1311006936] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"689.481104ms","start":"2026-04-03T03:08:34.183997Z","end":"2026-04-03T03:08:34.873478Z","steps":["trace[1311006936] 'process raft request' (duration: 688.843597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:34.873698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.492102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-03T03:08:34.873714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.212184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:34.873735Z","caller":"traceutil/trace.go:171","msg":"trace[672026582] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5722; }","duration":"414.569676ms","start":"2026-04-03T03:08:34.459156Z","end":"2026-04-03T03:08:34.873726Z","steps":["trace[672026582] 'agreement among raft nodes before linearized reading' (duration: 414.478243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:34.873765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.459133Z","time spent":"414.626576ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T03:08:34.873772Z","caller":"traceutil/trace.go:171","msg":"trace[1775540997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5722; }","duration":"180.298617ms","start":"2026-04-03T03:08:34.69345Z","end":"2026-04-03T03:08:34.873748Z","steps":["trace[1775540997] 'agreement among raft nodes before linearized reading' (duration: 180.205884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:34.873663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.183986Z","time spent":"689.63302ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:34.873878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.511295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-03T03:08:34.874123Z","caller":"traceutil/trace.go:171","msg":"trace[1156222593] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5722; }","duration":"593.770312ms","start":"2026-04-03T03:08:34.280322Z","end":"2026-04-03T03:08:34.874092Z","steps":["trace[1156222593] 'agreement among raft nodes before linearized reading' (duration: 593.388892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:34.874206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.280307Z","time spent":"593.878715ms","remote":"127.0.0.1:60410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-03T03:08:34.873984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.022628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T03:08:34.874615Z","caller":"traceutil/trace.go:171","msg":"trace[451076750] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5722; }","duration":"607.683396ms","start":"2026-04-03T03:08:34.266924Z","end":"2026-04-03T03:08:34.874607Z","steps":["trace[451076750] 'agreement among raft nodes before linearized reading' (duration: 606.617677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:34.87464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.26691Z","time spent":"607.723208ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:08:34.874961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.330093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T03:08:34.875577Z","caller":"traceutil/trace.go:171","msg":"trace[581252895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5722; }","duration":"355.456016ms","start":"2026-04-03T03:08:34.519571Z","end":"2026-04-03T03:08:34.875027Z","steps":["trace[581252895] 'agreement among raft nodes before linearized reading' (duration: 354.054019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:34.875674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.519559Z","time spent":"356.070382ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T03:08:35.243755Z","caller":"traceutil/trace.go:171","msg":"trace[317454149] linearizableReadLoop","detail":"{readStateIndex:5947; appliedIndex:5946; }","duration":"295.174585ms","start":"2026-04-03T03:08:34.948557Z","end":"2026-04-03T03:08:35.243731Z","steps":["trace[317454149] 'read index received' (duration: 295.041692ms)","trace[317454149] 'applied index is now lower than readState.Index' (duration: 131.773µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:35.24384Z","caller":"traceutil/trace.go:171","msg":"trace[322622637] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"296.84306ms","start":"2026-04-03T03:08:34.94694Z","end":"2026-04-03T03:08:35.243783Z","steps":["trace[322622637] 'process raft request' (duration: 296.647595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:35.243905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.346651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-06d70708-702e-485b-a56f-3c146999f3ac\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-03T03:08:35.243941Z","caller":"traceutil/trace.go:171","msg":"trace[675976454] range","detail":"{range_begin:/registry/persistentvolumes/pvc-06d70708-702e-485b-a56f-3c146999f3ac; range_end:; response_count:1; response_revision:5726; }","duration":"295.438072ms","start":"2026-04-03T03:08:34.94849Z","end":"2026-04-03T03:08:35.243928Z","steps":["trace[675976454] 'agreement among raft nodes before linearized reading' (duration: 295.35348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.035302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.612252ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:36.035523Z","caller":"traceutil/trace.go:171","msg":"trace[853760894] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5726; }","duration":"428.854498ms","start":"2026-04-03T03:08:35.606638Z","end":"2026-04-03T03:08:36.035493Z","steps":["trace[853760894] 'range keys from in-memory index tree' (duration: 428.585292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.035614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.544475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:36.035882Z","caller":"traceutil/trace.go:171","msg":"trace[571473527] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"1.043410931s","start":"2026-04-03T03:08:34.992434Z","end":"2026-04-03T03:08:36.035845Z","steps":["trace[571473527] 'process raft request' (duration: 439.486175ms)","trace[571473527] 'compare' (duration: 603.35687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:36.036095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.992406Z","time spent":"1.043578185s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:36.036131Z","caller":"traceutil/trace.go:171","msg":"trace[559186925] linearizableReadLoop","detail":"{readStateIndex:5951; appliedIndex:5947; }","duration":"792.294709ms","start":"2026-04-03T03:08:35.243817Z","end":"2026-04-03T03:08:36.036111Z","steps":["trace[559186925] 'read index received' (duration: 188.066925ms)","trace[559186925] 'applied index is now lower than readState.Index' (duration: 604.226084ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:36.036289Z","caller":"traceutil/trace.go:171","msg":"trace[1707302689] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"1.04339781s","start":"2026-04-03T03:08:34.992861Z","end":"2026-04-03T03:08:36.036258Z","steps":["trace[1707302689] 'process raft request' (duration: 1.042860205s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:36.036295Z","caller":"traceutil/trace.go:171","msg":"trace[1531160337] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"1.043040891s","start":"2026-04-03T03:08:34.993237Z","end":"2026-04-03T03:08:36.036278Z","steps":["trace[1531160337] 'process raft request' (duration: 1.042726643s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:36.036298Z","caller":"traceutil/trace.go:171","msg":"trace[307059607] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"1.042944639s","start":"2026-04-03T03:08:34.993323Z","end":"2026-04-03T03:08:36.036268Z","steps":["trace[307059607] 'process raft request' (duration: 1.042712342s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.036385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.231113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:08:36.036393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.641634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:36.03643Z","caller":"traceutil/trace.go:171","msg":"trace[687686366] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5730; }","duration":"325.315166ms","start":"2026-04-03T03:08:35.7111Z","end":"2026-04-03T03:08:36.036416Z","steps":["trace[687686366] 'agreement among raft nodes before linearized reading' (duration: 325.239773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.036432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.993312Z","time spent":"1.043060461s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:36.036437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.993213Z","time spent":"1.043141333s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:36.036442Z","caller":"traceutil/trace.go:171","msg":"trace[548868913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5730; }","duration":"341.706456ms","start":"2026-04-03T03:08:35.694723Z","end":"2026-04-03T03:08:36.036429Z","steps":["trace[548868913] 'agreement among raft nodes before linearized reading' (duration: 341.582373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.036434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.992849Z","time spent":"1.043505302s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:36.036463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:35.711077Z","time spent":"325.378367ms","remote":"127.0.0.1:36382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:08:36.036463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037622775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-03T03:08:36.03648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:35.694662Z","time spent":"341.811958ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:08:36.036473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.214351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f69bff9-102a-4d89-92aa-a9285a14edc7\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-03T03:08:36.036522Z","caller":"traceutil/trace.go:171","msg":"trace[453919168] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:5730; }","duration":"1.037697177s","start":"2026-04-03T03:08:34.998804Z","end":"2026-04-03T03:08:36.036501Z","steps":["trace[453919168] 'agreement among raft nodes before linearized reading' (duration: 1.03744915s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.036523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040472952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:08:36.036542Z","caller":"traceutil/trace.go:171","msg":"trace[405774578] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f69bff9-102a-4d89-92aa-a9285a14edc7; range_end:; response_count:1; response_revision:5730; }","duration":"855.326034ms","start":"2026-04-03T03:08:35.181197Z","end":"2026-04-03T03:08:36.036523Z","steps":["trace[405774578] 'agreement among raft nodes before linearized reading' (duration: 855.044686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.03658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.998794Z","time spent":"1.037772648s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-z4vmz\" "} {"level":"warn","ts":"2026-04-03T03:08:36.03659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:35.181175Z","time spent":"855.403275ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f69bff9-102a-4d89-92aa-a9285a14edc7\" "} {"level":"info","ts":"2026-04-03T03:08:36.036586Z","caller":"traceutil/trace.go:171","msg":"trace[2126661569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5730; }","duration":"1.040563223s","start":"2026-04-03T03:08:34.996006Z","end":"2026-04-03T03:08:36.036569Z","steps":["trace[2126661569] 'agreement among raft nodes before linearized reading' (duration: 1.040311617s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.03664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:34.995995Z","time spent":"1.040632446s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:08:36.036865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033410391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:36.037013Z","caller":"traceutil/trace.go:171","msg":"trace[939104070] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5730; }","duration":"1.033645098s","start":"2026-04-03T03:08:35.003347Z","end":"2026-04-03T03:08:36.036992Z","steps":["trace[939104070] 'agreement among raft nodes before linearized reading' (duration: 1.032891207s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.037079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:35.003337Z","time spent":"1.0337248s","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T03:08:38.899682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.807763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:08:38.899792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.084749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-03T03:08:38.899774Z","caller":"traceutil/trace.go:171","msg":"trace[967324608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5783; }","duration":"205.941856ms","start":"2026-04-03T03:08:38.693809Z","end":"2026-04-03T03:08:38.89975Z","steps":["trace[967324608] 'range keys from in-memory index tree' (duration: 205.664568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:38.899787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.580143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:08:38.899842Z","caller":"traceutil/trace.go:171","msg":"trace[1373037543] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5783; }","duration":"723.163281ms","start":"2026-04-03T03:08:38.176664Z","end":"2026-04-03T03:08:38.899827Z","steps":["trace[1373037543] 'range keys from in-memory index tree' (duration: 722.926855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:38.899873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:38.176643Z","time spent":"723.220982ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-03T03:08:38.899872Z","caller":"traceutil/trace.go:171","msg":"trace[668104466] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5783; }","duration":"633.679396ms","start":"2026-04-03T03:08:38.266172Z","end":"2026-04-03T03:08:38.899852Z","steps":["trace[668104466] 'count revisions from in-memory index tree' (duration: 633.45342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:38.899896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.723734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:08:38.899924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:38.266132Z","time spent":"633.776629ms","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:08:38.899982Z","caller":"traceutil/trace.go:171","msg":"trace[1793759720] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5783; }","duration":"236.825847ms","start":"2026-04-03T03:08:38.663136Z","end":"2026-04-03T03:08:38.899962Z","steps":["trace[1793759720] 'count revisions from in-memory index tree' (duration: 236.640502ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:38.900122Z","caller":"traceutil/trace.go:171","msg":"trace[274595280] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"185.014654ms","start":"2026-04-03T03:08:38.715049Z","end":"2026-04-03T03:08:38.900064Z","steps":["trace[274595280] 'process raft request' (duration: 179.135777ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:39.445669Z","caller":"traceutil/trace.go:171","msg":"trace[607470755] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"126.660594ms","start":"2026-04-03T03:08:39.318974Z","end":"2026-04-03T03:08:39.445635Z","steps":["trace[607470755] 'process raft request' (duration: 126.346716ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:42.492368Z","caller":"traceutil/trace.go:171","msg":"trace[555598576] transaction","detail":"{read_only:false; response_revision:5858; number_of_response:1; }","duration":"100.04735ms","start":"2026-04-03T03:08:42.39229Z","end":"2026-04-03T03:08:42.492337Z","steps":["trace[555598576] 'process raft request' (duration: 99.751493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:45.440227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353884701,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:08:45.515448Z","caller":"traceutil/trace.go:171","msg":"trace[205506863] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"577.751462ms","start":"2026-04-03T03:08:44.937663Z","end":"2026-04-03T03:08:45.515415Z","steps":["trace[205506863] 'process raft request' (duration: 577.524056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:45.515656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:44.937647Z","time spent":"577.898945ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:45.528399Z","caller":"traceutil/trace.go:171","msg":"trace[1462453484] linearizableReadLoop","detail":"{readStateIndex:6109; appliedIndex:6106; }","duration":"589.020105ms","start":"2026-04-03T03:08:44.939341Z","end":"2026-04-03T03:08:45.528361Z","steps":["trace[1462453484] 'read index received' (duration: 575.964784ms)","trace[1462453484] 'applied index is now lower than readState.Index' (duration: 13.053961ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:45.528464Z","caller":"traceutil/trace.go:171","msg":"trace[1194388707] transaction","detail":"{read_only:false; response_revision:5883; number_of_response:1; }","duration":"587.257397ms","start":"2026-04-03T03:08:44.941177Z","end":"2026-04-03T03:08:45.528434Z","steps":["trace[1194388707] 'process raft request' (duration: 587.135064ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:45.52845Z","caller":"traceutil/trace.go:171","msg":"trace[1328724021] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"587.610977ms","start":"2026-04-03T03:08:44.940798Z","end":"2026-04-03T03:08:45.528409Z","steps":["trace[1328724021] 'process raft request' (duration: 587.311429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:45.528562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:44.941145Z","time spent":"587.371631ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:45.528631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.281793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:08:45.528665Z","caller":"traceutil/trace.go:171","msg":"trace[995554042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5883; }","duration":"589.331983ms","start":"2026-04-03T03:08:44.939323Z","end":"2026-04-03T03:08:45.528655Z","steps":["trace[995554042] 'agreement among raft nodes before linearized reading' (duration: 589.20838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:45.528748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:44.939311Z","time spent":"589.373384ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:08:45.529103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.748182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-03T03:08:45.529174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:44.940786Z","time spent":"588.246135ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:45.529219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.914695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17146"} {"level":"info","ts":"2026-04-03T03:08:45.529209Z","caller":"traceutil/trace.go:171","msg":"trace[104235873] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5883; }","duration":"253.889316ms","start":"2026-04-03T03:08:45.275292Z","end":"2026-04-03T03:08:45.529181Z","steps":["trace[104235873] 'agreement among raft nodes before linearized reading' (duration: 253.3163ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:45.529262Z","caller":"traceutil/trace.go:171","msg":"trace[993650633] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5883; }","duration":"325.004938ms","start":"2026-04-03T03:08:45.204244Z","end":"2026-04-03T03:08:45.529249Z","steps":["trace[993650633] 'agreement among raft nodes before linearized reading' (duration: 324.299208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:45.529287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:45.204216Z","time spent":"325.065118ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17169,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-03T03:08:46.125798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.957626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:46.125852Z","caller":"traceutil/trace.go:171","msg":"trace[500685397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5885; }","duration":"431.068428ms","start":"2026-04-03T03:08:45.694772Z","end":"2026-04-03T03:08:46.125841Z","steps":["trace[500685397] 'range keys from in-memory index tree' (duration: 430.841203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:46.125873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:45.694727Z","time spent":"431.142311ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:08:46.125848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:08:46.125937Z","caller":"traceutil/trace.go:171","msg":"trace[402788476] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5885; }","duration":"256.060184ms","start":"2026-04-03T03:08:45.869855Z","end":"2026-04-03T03:08:46.125915Z","steps":["trace[402788476] 'count revisions from in-memory index tree' (duration: 255.853179ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:47.81854Z","caller":"traceutil/trace.go:171","msg":"trace[415198021] transaction","detail":"{read_only:false; response_revision:5892; number_of_response:1; }","duration":"249.24533ms","start":"2026-04-03T03:08:47.569236Z","end":"2026-04-03T03:08:47.818481Z","steps":["trace[415198021] 'process raft request' (duration: 248.686665ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:47.888293Z","caller":"traceutil/trace.go:171","msg":"trace[566357708] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"318.74792ms","start":"2026-04-03T03:08:47.569508Z","end":"2026-04-03T03:08:47.888256Z","steps":["trace[566357708] 'process raft request' (duration: 318.510724ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:47.888471Z","caller":"traceutil/trace.go:171","msg":"trace[989433144] transaction","detail":"{read_only:false; response_revision:5894; number_of_response:1; }","duration":"318.931045ms","start":"2026-04-03T03:08:47.569507Z","end":"2026-04-03T03:08:47.888438Z","steps":["trace[989433144] 'process raft request' (duration: 318.702629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:47.888527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:47.569486Z","time spent":"318.926625ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:47.888592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.995889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:47.888452Z","caller":"traceutil/trace.go:171","msg":"trace[248018227] linearizableReadLoop","detail":"{readStateIndex:6120; appliedIndex:6117; }","duration":"195.839166ms","start":"2026-04-03T03:08:47.692577Z","end":"2026-04-03T03:08:47.888416Z","steps":["trace[248018227] 'read index received' (duration: 125.832004ms)","trace[248018227] 'applied index is now lower than readState.Index' (duration: 70.005182ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:47.888644Z","caller":"traceutil/trace.go:171","msg":"trace[545447511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5894; }","duration":"196.107212ms","start":"2026-04-03T03:08:47.692525Z","end":"2026-04-03T03:08:47.888632Z","steps":["trace[545447511] 'agreement among raft nodes before linearized reading' (duration: 195.991109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:47.88872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:47.569487Z","time spent":"319.094319ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:52.326636Z","caller":"traceutil/trace.go:171","msg":"trace[1128936157] linearizableReadLoop","detail":"{readStateIndex:6155; appliedIndex:6154; }","duration":"470.089748ms","start":"2026-04-03T03:08:51.856525Z","end":"2026-04-03T03:08:52.326615Z","steps":["trace[1128936157] 'read index received' (duration: 470.076206ms)","trace[1128936157] 'applied index is now lower than readState.Index' (duration: 12.892µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:52.326757Z","caller":"traceutil/trace.go:171","msg":"trace[79395641] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"489.13312ms","start":"2026-04-03T03:08:51.837559Z","end":"2026-04-03T03:08:52.326692Z","steps":["trace[79395641] 'process raft request' (duration: 488.923084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.326854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.258592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:08:52.326888Z","caller":"traceutil/trace.go:171","msg":"trace[743169189] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5928; }","duration":"470.377526ms","start":"2026-04-03T03:08:51.856498Z","end":"2026-04-03T03:08:52.326876Z","steps":["trace[743169189] 'agreement among raft nodes before linearized reading' (duration: 470.208041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.326915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:51.856476Z","time spent":"470.430077ms","remote":"127.0.0.1:60474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:08:52.326927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:51.837543Z","time spent":"489.288844ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:52.682058Z","caller":"traceutil/trace.go:171","msg":"trace[301370336] transaction","detail":"{read_only:false; response_revision:5929; number_of_response:1; }","duration":"486.315764ms","start":"2026-04-03T03:08:52.195713Z","end":"2026-04-03T03:08:52.682029Z","steps":["trace[301370336] 'process raft request' (duration: 486.062567ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:52.682117Z","caller":"traceutil/trace.go:171","msg":"trace[2046292693] transaction","detail":"{read_only:false; response_revision:5930; number_of_response:1; }","duration":"485.286487ms","start":"2026-04-03T03:08:52.19682Z","end":"2026-04-03T03:08:52.682107Z","steps":["trace[2046292693] 'process raft request' (duration: 485.097412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.682181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:52.19569Z","time spent":"486.426848ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:52.682232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:52.196796Z","time spent":"485.359528ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:52.68225Z","caller":"traceutil/trace.go:171","msg":"trace[2019916264] linearizableReadLoop","detail":"{readStateIndex:6159; appliedIndex:6155; }","duration":"355.537429ms","start":"2026-04-03T03:08:52.326687Z","end":"2026-04-03T03:08:52.682225Z","steps":["trace[2019916264] 'read index received' (duration: 355.028525ms)","trace[2019916264] 'applied index is now lower than readState.Index' (duration: 507.424µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:52.682056Z","caller":"traceutil/trace.go:171","msg":"trace[1847783668] transaction","detail":"{read_only:false; response_revision:5931; number_of_response:1; }","duration":"483.147988ms","start":"2026-04-03T03:08:52.198885Z","end":"2026-04-03T03:08:52.682033Z","steps":["trace[1847783668] 'process raft request' (duration: 483.075656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.682393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:52.198857Z","time spent":"483.502289ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:52.682436Z","caller":"traceutil/trace.go:171","msg":"trace[520168504] transaction","detail":"{read_only:false; response_revision:5932; number_of_response:1; }","duration":"455.378602ms","start":"2026-04-03T03:08:52.227046Z","end":"2026-04-03T03:08:52.682425Z","steps":["trace[520168504] 'process raft request' (duration: 454.947981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.682528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.928857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:08:52.682534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:52.227015Z","time spent":"455.448664ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:52.682573Z","caller":"traceutil/trace.go:171","msg":"trace[587700526] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5932; }","duration":"594.00729ms","start":"2026-04-03T03:08:52.088551Z","end":"2026-04-03T03:08:52.682559Z","steps":["trace[587700526] 'agreement among raft nodes before linearized reading' (duration: 593.928397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.682604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:52.088532Z","time spent":"594.0642ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:08:52.682867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.096656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:08:52.682904Z","caller":"traceutil/trace.go:171","msg":"trace[1947443131] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:5932; }","duration":"448.19245ms","start":"2026-04-03T03:08:52.234703Z","end":"2026-04-03T03:08:52.682895Z","steps":["trace[1947443131] 'agreement among raft nodes before linearized reading' (duration: 448.060526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.682895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.369375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"warn","ts":"2026-04-03T03:08:52.682952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.503008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:08:52.682979Z","caller":"traceutil/trace.go:171","msg":"trace[1077208974] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5932; }","duration":"419.463747ms","start":"2026-04-03T03:08:52.263498Z","end":"2026-04-03T03:08:52.682961Z","steps":["trace[1077208974] 'agreement among raft nodes before linearized reading' (duration: 419.291013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.683009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.470748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:08:52.682986Z","caller":"traceutil/trace.go:171","msg":"trace[1229575237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5932; }","duration":"775.53396ms","start":"2026-04-03T03:08:51.907442Z","end":"2026-04-03T03:08:52.682976Z","steps":["trace[1229575237] 'agreement among raft nodes before linearized reading' (duration: 775.455178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.683004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.999976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:08:52.683055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:51.907381Z","time spent":"775.662222ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:08:52.68309Z","caller":"traceutil/trace.go:171","msg":"trace[1316924895] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5932; }","duration":"117.114858ms","start":"2026-04-03T03:08:52.565952Z","end":"2026-04-03T03:08:52.683066Z","steps":["trace[1316924895] 'agreement among raft nodes before linearized reading' (duration: 116.986034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.682931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:52.234687Z","time spent":"448.23693ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-z4vmz\" "} {"level":"warn","ts":"2026-04-03T03:08:52.68303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:52.263443Z","time spent":"419.5778ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13314,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-03T03:08:52.683152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.549928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-03T03:08:52.682868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.380057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:08:52.683261Z","caller":"traceutil/trace.go:171","msg":"trace[2125360126] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5932; }","duration":"336.764734ms","start":"2026-04-03T03:08:52.346473Z","end":"2026-04-03T03:08:52.683238Z","steps":["trace[2125360126] 'agreement among raft nodes before linearized reading' (duration: 336.302581ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:52.683281Z","caller":"traceutil/trace.go:171","msg":"trace[976606445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5932; }","duration":"447.798859ms","start":"2026-04-03T03:08:52.235458Z","end":"2026-04-03T03:08:52.683257Z","steps":["trace[976606445] 'agreement among raft nodes before linearized reading' (duration: 447.311356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.68332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:52.346452Z","time spent":"336.855656ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-03T03:08:52.683358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:52.235451Z","time spent":"447.885331ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:08:52.683039Z","caller":"traceutil/trace.go:171","msg":"trace[582562542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5932; }","duration":"775.521969ms","start":"2026-04-03T03:08:51.90751Z","end":"2026-04-03T03:08:52.683032Z","steps":["trace[582562542] 'agreement among raft nodes before linearized reading' (duration: 775.438826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.683602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:51.907498Z","time spent":"776.085424ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:08:52.845499Z","caller":"traceutil/trace.go:171","msg":"trace[1184712146] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"158.960423ms","start":"2026-04-03T03:08:52.686509Z","end":"2026-04-03T03:08:52.84547Z","steps":["trace[1184712146] 'process raft request' (duration: 122.240626ms)","trace[1184712146] 'compare' (duration: 36.595714ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:52.893765Z","caller":"traceutil/trace.go:171","msg":"trace[1781085172] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"207.202401ms","start":"2026-04-03T03:08:52.686531Z","end":"2026-04-03T03:08:52.893734Z","steps":["trace[1781085172] 'process raft request' (duration: 206.875402ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:52.893796Z","caller":"traceutil/trace.go:171","msg":"trace[369878790] transaction","detail":"{read_only:false; response_revision:5935; number_of_response:1; }","duration":"205.799863ms","start":"2026-04-03T03:08:52.687961Z","end":"2026-04-03T03:08:52.893761Z","steps":["trace[369878790] 'process raft request' (duration: 205.610188ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:52.89377Z","caller":"traceutil/trace.go:171","msg":"trace[607017429] linearizableReadLoop","detail":"{readStateIndex:6161; appliedIndex:6159; }","duration":"206.947114ms","start":"2026-04-03T03:08:52.686795Z","end":"2026-04-03T03:08:52.893742Z","steps":["trace[607017429] 'read index received' (duration: 121.98909ms)","trace[607017429] 'applied index is now lower than readState.Index' (duration: 84.956554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:52.893942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.136628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0f69bff9-102a-4d89-92aa-a9285a14edc7\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-03T03:08:52.893938Z","caller":"traceutil/trace.go:171","msg":"trace[1396489571] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"201.084996ms","start":"2026-04-03T03:08:52.692826Z","end":"2026-04-03T03:08:52.893911Z","steps":["trace[1396489571] 'process raft request' (duration: 200.84461ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:52.893991Z","caller":"traceutil/trace.go:171","msg":"trace[1347329948] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0f69bff9-102a-4d89-92aa-a9285a14edc7; range_end:; response_count:1; response_revision:5936; }","duration":"207.222241ms","start":"2026-04-03T03:08:52.686756Z","end":"2026-04-03T03:08:52.893978Z","steps":["trace[1347329948] 'agreement among raft nodes before linearized reading' (duration: 207.064246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.894113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.022668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:52.894141Z","caller":"traceutil/trace.go:171","msg":"trace[53269752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5936; }","duration":"203.082179ms","start":"2026-04-03T03:08:52.691052Z","end":"2026-04-03T03:08:52.894134Z","steps":["trace[53269752] 'agreement among raft nodes before linearized reading' (duration: 203.018388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.894187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.618347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:52.894256Z","caller":"traceutil/trace.go:171","msg":"trace[1358656816] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5936; }","duration":"109.717ms","start":"2026-04-03T03:08:52.784525Z","end":"2026-04-03T03:08:52.894242Z","steps":["trace[1358656816] 'agreement among raft nodes before linearized reading' (duration: 109.551446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.894246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.866635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81733"} {"level":"info","ts":"2026-04-03T03:08:52.894295Z","caller":"traceutil/trace.go:171","msg":"trace[749146931] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5936; }","duration":"205.972297ms","start":"2026-04-03T03:08:52.68831Z","end":"2026-04-03T03:08:52.894282Z","steps":["trace[749146931] 'agreement among raft nodes before linearized reading' (duration: 205.71373ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:53.398717Z","caller":"traceutil/trace.go:171","msg":"trace[2089399419] linearizableReadLoop","detail":"{readStateIndex:6171; appliedIndex:6167; }","duration":"194.91577ms","start":"2026-04-03T03:08:53.203778Z","end":"2026-04-03T03:08:53.398694Z","steps":["trace[2089399419] 'read index received' (duration: 7.825781ms)","trace[2089399419] 'applied index is now lower than readState.Index' (duration: 187.088879ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:53.398799Z","caller":"traceutil/trace.go:171","msg":"trace[2045335623] transaction","detail":"{read_only:false; response_revision:5944; number_of_response:1; }","duration":"205.943726ms","start":"2026-04-03T03:08:53.19282Z","end":"2026-04-03T03:08:53.398763Z","steps":["trace[2045335623] 'process raft request' (duration: 205.68391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:53.398924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.704762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:53.398976Z","caller":"traceutil/trace.go:171","msg":"trace[112008880] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5944; }","duration":"134.810594ms","start":"2026-04-03T03:08:53.264152Z","end":"2026-04-03T03:08:53.398963Z","steps":["trace[112008880] 'agreement among raft nodes before linearized reading' (duration: 134.712511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:53.39898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.190878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T03:08:53.399065Z","caller":"traceutil/trace.go:171","msg":"trace[653244943] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:5944; }","duration":"195.324871ms","start":"2026-04-03T03:08:53.203723Z","end":"2026-04-03T03:08:53.399048Z","steps":["trace[653244943] 'agreement among raft nodes before linearized reading' (duration: 195.127996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:53.399159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.99106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17120"} {"level":"info","ts":"2026-04-03T03:08:53.399233Z","caller":"traceutil/trace.go:171","msg":"trace[772240848] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5944; }","duration":"128.105423ms","start":"2026-04-03T03:08:53.271105Z","end":"2026-04-03T03:08:53.399211Z","steps":["trace[772240848] 'agreement among raft nodes before linearized reading' (duration: 127.882937ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:53.5508Z","caller":"traceutil/trace.go:171","msg":"trace[1245063641] linearizableReadLoop","detail":"{readStateIndex:6172; appliedIndex:6171; }","duration":"148.456331ms","start":"2026-04-03T03:08:53.402316Z","end":"2026-04-03T03:08:53.550772Z","steps":["trace[1245063641] 'read index received' (duration: 55.43997ms)","trace[1245063641] 'applied index is now lower than readState.Index' (duration: 93.014561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:53.551103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.763589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f03df9d-a9c9-43c6-a359-f9510006bc20\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-03T03:08:53.551188Z","caller":"traceutil/trace.go:171","msg":"trace[1303356161] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f03df9d-a9c9-43c6-a359-f9510006bc20; range_end:; response_count:1; response_revision:5944; }","duration":"148.891523ms","start":"2026-04-03T03:08:53.402277Z","end":"2026-04-03T03:08:53.551169Z","steps":["trace[1303356161] 'agreement among raft nodes before linearized reading' (duration: 148.632516ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:53.590904Z","caller":"traceutil/trace.go:171","msg":"trace[1233497560] transaction","detail":"{read_only:false; response_revision:5946; number_of_response:1; }","duration":"147.915257ms","start":"2026-04-03T03:08:53.442957Z","end":"2026-04-03T03:08:53.590872Z","steps":["trace[1233497560] 'process raft request' (duration: 147.798654ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:53.590964Z","caller":"traceutil/trace.go:171","msg":"trace[1142820523] transaction","detail":"{read_only:false; response_revision:5945; number_of_response:1; }","duration":"177.46039ms","start":"2026-04-03T03:08:53.413468Z","end":"2026-04-03T03:08:53.590928Z","steps":["trace[1142820523] 'process raft request' (duration: 177.085791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:53.591223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.627457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112099"} {"level":"info","ts":"2026-04-03T03:08:53.591312Z","caller":"traceutil/trace.go:171","msg":"trace[1690990496] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5946; }","duration":"183.72696ms","start":"2026-04-03T03:08:53.407564Z","end":"2026-04-03T03:08:53.591291Z","steps":["trace[1690990496] 'agreement among raft nodes before linearized reading' (duration: 183.394111ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:53.731359Z","caller":"traceutil/trace.go:171","msg":"trace[2081591849] transaction","detail":"{read_only:false; response_revision:5948; number_of_response:1; }","duration":"132.222475ms","start":"2026-04-03T03:08:53.599113Z","end":"2026-04-03T03:08:53.731336Z","steps":["trace[2081591849] 'process raft request' (duration: 54.63889ms)","trace[2081591849] 'compare' (duration: 77.365549ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:53.731776Z","caller":"traceutil/trace.go:171","msg":"trace[1178903743] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"132.503933ms","start":"2026-04-03T03:08:53.599222Z","end":"2026-04-03T03:08:53.731726Z","steps":["trace[1178903743] 'process raft request' (duration: 132.04691ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:53.731853Z","caller":"traceutil/trace.go:171","msg":"trace[589630471] transaction","detail":"{read_only:false; response_revision:5950; number_of_response:1; }","duration":"132.528072ms","start":"2026-04-03T03:08:53.599265Z","end":"2026-04-03T03:08:53.731793Z","steps":["trace[589630471] 'process raft request' (duration: 132.245825ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:53.731937Z","caller":"traceutil/trace.go:171","msg":"trace[1578645028] linearizableReadLoop","detail":"{readStateIndex:6179; appliedIndex:6175; }","duration":"128.770751ms","start":"2026-04-03T03:08:53.603136Z","end":"2026-04-03T03:08:53.731907Z","steps":["trace[1578645028] 'read index received' (duration: 50.593449ms)","trace[1578645028] 'applied index is now lower than readState.Index' (duration: 78.174602ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:53.732026Z","caller":"traceutil/trace.go:171","msg":"trace[163873560] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"132.690177ms","start":"2026-04-03T03:08:53.599314Z","end":"2026-04-03T03:08:53.732004Z","steps":["trace[163873560] 'process raft request' (duration: 132.4241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:53.732182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.899558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:08:53.732217Z","caller":"traceutil/trace.go:171","msg":"trace[1710223014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5951; }","duration":"140.98672ms","start":"2026-04-03T03:08:53.591223Z","end":"2026-04-03T03:08:53.73221Z","steps":["trace[1710223014] 'agreement among raft nodes before linearized reading' (duration: 140.809296ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:53.752095Z","caller":"traceutil/trace.go:171","msg":"trace[796115484] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"144.428653ms","start":"2026-04-03T03:08:53.607645Z","end":"2026-04-03T03:08:53.752073Z","steps":["trace[796115484] 'process raft request' (duration: 144.131465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:53.752183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.186526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-03T03:08:53.752238Z","caller":"traceutil/trace.go:171","msg":"trace[50474251] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5953; }","duration":"147.292371ms","start":"2026-04-03T03:08:53.604931Z","end":"2026-04-03T03:08:53.752223Z","steps":["trace[50474251] 'agreement among raft nodes before linearized reading' (duration: 147.082935ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:53.752086Z","caller":"traceutil/trace.go:171","msg":"trace[828900235] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"138.665798ms","start":"2026-04-03T03:08:53.61338Z","end":"2026-04-03T03:08:53.752046Z","steps":["trace[828900235] 'process raft request' (duration: 138.561785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:53.752572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.53572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e0390434-eb4d-408f-bf4f-356d2c793138\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-03T03:08:53.752805Z","caller":"traceutil/trace.go:171","msg":"trace[470656072] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e0390434-eb4d-408f-bf4f-356d2c793138; range_end:; response_count:1; response_revision:5953; }","duration":"146.806637ms","start":"2026-04-03T03:08:53.605979Z","end":"2026-04-03T03:08:53.752786Z","steps":["trace[470656072] 'agreement among raft nodes before linearized reading' (duration: 146.380195ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:53.941658Z","caller":"traceutil/trace.go:171","msg":"trace[497663719] linearizableReadLoop","detail":"{readStateIndex:6182; appliedIndex:6181; }","duration":"187.515171ms","start":"2026-04-03T03:08:53.75412Z","end":"2026-04-03T03:08:53.941635Z","steps":["trace[497663719] 'read index received' (duration: 168.784217ms)","trace[497663719] 'applied index is now lower than readState.Index' (duration: 18.729964ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:53.941751Z","caller":"traceutil/trace.go:171","msg":"trace[1965287783] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"204.284581ms","start":"2026-04-03T03:08:53.737416Z","end":"2026-04-03T03:08:53.941701Z","steps":["trace[1965287783] 'process raft request' (duration: 185.478046ms)","trace[1965287783] 'compare' (duration: 18.60088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:53.94194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.791558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T03:08:53.942031Z","caller":"traceutil/trace.go:171","msg":"trace[436444869] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5954; }","duration":"187.920851ms","start":"2026-04-03T03:08:53.754092Z","end":"2026-04-03T03:08:53.942013Z","steps":["trace[436444869] 'agreement among raft nodes before linearized reading' (duration: 187.660735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:53.942041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.884082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112099"} {"level":"info","ts":"2026-04-03T03:08:53.942083Z","caller":"traceutil/trace.go:171","msg":"trace[432483189] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5954; }","duration":"180.955784ms","start":"2026-04-03T03:08:53.761113Z","end":"2026-04-03T03:08:53.942069Z","steps":["trace[432483189] 'agreement among raft nodes before linearized reading' (duration: 180.663266ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:54.537974Z","caller":"traceutil/trace.go:171","msg":"trace[662704545] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"202.995337ms","start":"2026-04-03T03:08:54.334934Z","end":"2026-04-03T03:08:54.537929Z","steps":["trace[662704545] 'process raft request' (duration: 202.833802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:54.978934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.668675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:08:54.979029Z","caller":"traceutil/trace.go:171","msg":"trace[1665342489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5960; }","duration":"129.783348ms","start":"2026-04-03T03:08:54.849221Z","end":"2026-04-03T03:08:54.979004Z","steps":["trace[1665342489] 'range keys from in-memory index tree' (duration: 129.429619ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:24.097042Z","caller":"traceutil/trace.go:171","msg":"trace[220730578] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"110.249344ms","start":"2026-04-03T03:09:23.986716Z","end":"2026-04-03T03:09:24.096965Z","steps":["trace[220730578] 'process raft request' (duration: 110.07289ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:24.29078Z","caller":"traceutil/trace.go:171","msg":"trace[9551855] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"188.678242ms","start":"2026-04-03T03:09:24.102035Z","end":"2026-04-03T03:09:24.290713Z","steps":["trace[9551855] 'process raft request' (duration: 137.069335ms)","trace[9551855] 'compare' (duration: 51.500614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:09:33.502327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.068607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:09:33.502406Z","caller":"traceutil/trace.go:171","msg":"trace[1818562350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6287; }","duration":"268.19941ms","start":"2026-04-03T03:09:33.234189Z","end":"2026-04-03T03:09:33.502389Z","steps":["trace[1818562350] 'range keys from in-memory index tree' (duration: 267.922643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:33.50253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.549513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:09:33.50255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.366955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T03:09:33.502582Z","caller":"traceutil/trace.go:171","msg":"trace[1638445430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6287; }","duration":"267.642956ms","start":"2026-04-03T03:09:33.234927Z","end":"2026-04-03T03:09:33.50257Z","steps":["trace[1638445430] 'range keys from in-memory index tree' (duration: 267.395179ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:33.502606Z","caller":"traceutil/trace.go:171","msg":"trace[1676213578] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:6287; }","duration":"297.459787ms","start":"2026-04-03T03:09:33.20513Z","end":"2026-04-03T03:09:33.502589Z","steps":["trace[1676213578] 'range keys from in-memory index tree' (duration: 297.173759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:33.502766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.383562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:09:33.5028Z","caller":"traceutil/trace.go:171","msg":"trace[1676143477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6287; }","duration":"272.473345ms","start":"2026-04-03T03:09:33.230316Z","end":"2026-04-03T03:09:33.50279Z","steps":["trace[1676143477] 'range keys from in-memory index tree' (duration: 272.2705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:33.502938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.133726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:09:33.503048Z","caller":"traceutil/trace.go:171","msg":"trace[1395659681] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:6287; }","duration":"323.291201ms","start":"2026-04-03T03:09:33.179728Z","end":"2026-04-03T03:09:33.503019Z","steps":["trace[1395659681] 'range keys from in-memory index tree' (duration: 322.88674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:33.503108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:33.179705Z","time spent":"323.388674ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-z4vmz\" "} {"level":"info","ts":"2026-04-03T03:09:33.691398Z","caller":"traceutil/trace.go:171","msg":"trace[108265179] linearizableReadLoop","detail":"{readStateIndex:6528; appliedIndex:6524; }","duration":"183.460822ms","start":"2026-04-03T03:09:33.507919Z","end":"2026-04-03T03:09:33.69138Z","steps":["trace[108265179] 'read index received' (duration: 38.050343ms)","trace[108265179] 'applied index is now lower than readState.Index' (duration: 145.409639ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:09:33.691452Z","caller":"traceutil/trace.go:171","msg":"trace[1427428579] transaction","detail":"{read_only:false; response_revision:6288; number_of_response:1; }","duration":"184.179302ms","start":"2026-04-03T03:09:33.50723Z","end":"2026-04-03T03:09:33.691409Z","steps":["trace[1427428579] 'process raft request' (duration: 177.74762ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:33.691537Z","caller":"traceutil/trace.go:171","msg":"trace[167228103] transaction","detail":"{read_only:false; response_revision:6289; number_of_response:1; }","duration":"184.126629ms","start":"2026-04-03T03:09:33.507371Z","end":"2026-04-03T03:09:33.691498Z","steps":["trace[167228103] 'process raft request' (duration: 183.960935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:33.691625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.697108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101447"} {"level":"info","ts":"2026-04-03T03:09:33.691619Z","caller":"traceutil/trace.go:171","msg":"trace[1277254482] transaction","detail":"{read_only:false; response_revision:6290; number_of_response:1; }","duration":"184.033678ms","start":"2026-04-03T03:09:33.507554Z","end":"2026-04-03T03:09:33.691587Z","steps":["trace[1277254482] 'process raft request' (duration: 183.803772ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:33.691648Z","caller":"traceutil/trace.go:171","msg":"trace[1676940158] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6290; }","duration":"183.760451ms","start":"2026-04-03T03:09:33.507882Z","end":"2026-04-03T03:09:33.691642Z","steps":["trace[1676940158] 'agreement among raft nodes before linearized reading' (duration: 183.565795ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:33.740349Z","caller":"traceutil/trace.go:171","msg":"trace[1366078437] transaction","detail":"{read_only:false; response_revision:6291; number_of_response:1; }","duration":"193.276096ms","start":"2026-04-03T03:09:33.547044Z","end":"2026-04-03T03:09:33.74032Z","steps":["trace[1366078437] 'process raft request' (duration: 193.040239ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:42.888763Z","caller":"traceutil/trace.go:171","msg":"trace[1827170790] transaction","detail":"{read_only:false; response_revision:6358; number_of_response:1; }","duration":"120.217681ms","start":"2026-04-03T03:09:42.768528Z","end":"2026-04-03T03:09:42.888746Z","steps":["trace[1827170790] 'process raft request' (duration: 120.031457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:46.898889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.445172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:46.899008Z","caller":"traceutil/trace.go:171","msg":"trace[1228286203] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6382; }","duration":"122.585725ms","start":"2026-04-03T03:09:46.776392Z","end":"2026-04-03T03:09:46.898977Z","steps":["trace[1228286203] 'range keys from in-memory index tree' (duration: 122.153064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:46.898903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.764943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:46.899159Z","caller":"traceutil/trace.go:171","msg":"trace[284873103] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6382; }","duration":"122.085833ms","start":"2026-04-03T03:09:46.777055Z","end":"2026-04-03T03:09:46.899141Z","steps":["trace[284873103] 'range keys from in-memory index tree' (duration: 121.65779ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:47.181448Z","caller":"traceutil/trace.go:171","msg":"trace[328590853] transaction","detail":"{read_only:false; response_revision:6387; number_of_response:1; }","duration":"102.905216ms","start":"2026-04-03T03:09:47.078518Z","end":"2026-04-03T03:09:47.181423Z","steps":["trace[328590853] 'process raft request' (duration: 102.811304ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:47.181509Z","caller":"traceutil/trace.go:171","msg":"trace[1120545441] transaction","detail":"{read_only:false; response_revision:6386; number_of_response:1; }","duration":"103.480491ms","start":"2026-04-03T03:09:47.07799Z","end":"2026-04-03T03:09:47.18147Z","steps":["trace[1120545441] 'process raft request' (duration: 66.58435ms)","trace[1120545441] 'compare' (duration: 36.47164ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:09:47.872846Z","caller":"traceutil/trace.go:171","msg":"trace[312990723] linearizableReadLoop","detail":"{readStateIndex:6628; appliedIndex:6627; }","duration":"106.544544ms","start":"2026-04-03T03:09:47.766274Z","end":"2026-04-03T03:09:47.872818Z","steps":["trace[312990723] 'read index received' (duration: 106.353088ms)","trace[312990723] 'applied index is now lower than readState.Index' (duration: 190.196µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:09:47.872963Z","caller":"traceutil/trace.go:171","msg":"trace[1405973249] transaction","detail":"{read_only:false; response_revision:6388; number_of_response:1; }","duration":"150.65906ms","start":"2026-04-03T03:09:47.722271Z","end":"2026-04-03T03:09:47.87293Z","steps":["trace[1405973249] 'process raft request' (duration: 150.359811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:47.873176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.254547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T03:09:47.873239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.51312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:09:47.873272Z","caller":"traceutil/trace.go:171","msg":"trace[2090211699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6388; }","duration":"106.38787ms","start":"2026-04-03T03:09:47.766861Z","end":"2026-04-03T03:09:47.873248Z","steps":["trace[2090211699] 'agreement among raft nodes before linearized reading' (duration: 106.150814ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:47.873301Z","caller":"traceutil/trace.go:171","msg":"trace[1865273780] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:6388; }","duration":"101.630592ms","start":"2026-04-03T03:09:47.771652Z","end":"2026-04-03T03:09:47.873283Z","steps":["trace[1865273780] 'agreement among raft nodes before linearized reading' (duration: 101.453448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:47.873783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.805522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:09:47.873873Z","caller":"traceutil/trace.go:171","msg":"trace[1948738981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6388; }","duration":"107.674255ms","start":"2026-04-03T03:09:47.766176Z","end":"2026-04-03T03:09:47.873851Z","steps":["trace[1948738981] 'agreement among raft nodes before linearized reading' (duration: 106.78194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:48.223158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.422258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:09:48.223339Z","caller":"traceutil/trace.go:171","msg":"trace[1449544444] transaction","detail":"{read_only:false; response_revision:6391; number_of_response:1; }","duration":"344.05309ms","start":"2026-04-03T03:09:47.879265Z","end":"2026-04-03T03:09:48.223318Z","steps":["trace[1449544444] 'process raft request' (duration: 343.993548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:48.223534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:47.879253Z","time spent":"344.192693ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:09:48.223638Z","caller":"traceutil/trace.go:171","msg":"trace[167924694] transaction","detail":"{read_only:false; response_revision:6390; number_of_response:1; }","duration":"344.934673ms","start":"2026-04-03T03:09:47.878635Z","end":"2026-04-03T03:09:48.223569Z","steps":["trace[167924694] 'process raft request' (duration: 134.016343ms)","trace[167924694] 'compare' (duration: 210.269543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:09:48.223804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:47.878618Z","time spent":"345.102847ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:09:48.844656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.687148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:09:48.844712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.552741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:09:48.844771Z","caller":"traceutil/trace.go:171","msg":"trace[789607682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6391; }","duration":"376.823231ms","start":"2026-04-03T03:09:48.467922Z","end":"2026-04-03T03:09:48.844745Z","steps":["trace[789607682] 'count revisions from in-memory index tree' (duration: 376.586753ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:48.844822Z","caller":"traceutil/trace.go:171","msg":"trace[1256686625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6391; }","duration":"351.721126ms","start":"2026-04-03T03:09:48.493075Z","end":"2026-04-03T03:09:48.844796Z","steps":["trace[1256686625] 'count revisions from in-memory index tree' (duration: 351.415767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:48.844897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:48.49306Z","time spent":"351.818858ms","remote":"127.0.0.1:44916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:09:48.844836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:48.467893Z","time spent":"376.923562ms","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:09:48.84508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.666607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:09:48.845201Z","caller":"traceutil/trace.go:171","msg":"trace[1716742887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6391; }","duration":"437.81804ms","start":"2026-04-03T03:09:48.407349Z","end":"2026-04-03T03:09:48.845167Z","steps":["trace[1716742887] 'range keys from in-memory index tree' (duration: 437.448301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:48.845283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:48.407322Z","time spent":"437.939484ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:09:48.845795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.02116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:48.845857Z","caller":"traceutil/trace.go:171","msg":"trace[1895435748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6391; }","duration":"151.143573ms","start":"2026-04-03T03:09:48.694699Z","end":"2026-04-03T03:09:48.845843Z","steps":["trace[1895435748] 'range keys from in-memory index tree' (duration: 150.937907ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:48.974641Z","caller":"traceutil/trace.go:171","msg":"trace[306835181] transaction","detail":"{read_only:false; response_revision:6392; number_of_response:1; }","duration":"124.440417ms","start":"2026-04-03T03:09:48.850178Z","end":"2026-04-03T03:09:48.974618Z","steps":["trace[306835181] 'process raft request' (duration: 124.216941ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:49.094087Z","caller":"traceutil/trace.go:171","msg":"trace[957040626] linearizableReadLoop","detail":"{readStateIndex:6634; appliedIndex:6633; }","duration":"119.478752ms","start":"2026-04-03T03:09:48.974583Z","end":"2026-04-03T03:09:49.094062Z","steps":["trace[957040626] 'read index received' (duration: 86.465424ms)","trace[957040626] 'applied index is now lower than readState.Index' (duration: 33.012098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:09:49.094206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.45626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:49.094237Z","caller":"traceutil/trace.go:171","msg":"trace[1934227054] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6393; }","duration":"190.545102ms","start":"2026-04-03T03:09:48.903683Z","end":"2026-04-03T03:09:49.094229Z","steps":["trace[1934227054] 'agreement among raft nodes before linearized reading' (duration: 190.474031ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:49.094273Z","caller":"traceutil/trace.go:171","msg":"trace[1672856619] transaction","detail":"{read_only:false; response_revision:6393; number_of_response:1; }","duration":"155.92331ms","start":"2026-04-03T03:09:48.938316Z","end":"2026-04-03T03:09:49.094239Z","steps":["trace[1672856619] 'process raft request' (duration: 122.749499ms)","trace[1672856619] 'compare' (duration: 32.633187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:09:49.094528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.411839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:09:49.094589Z","caller":"traceutil/trace.go:171","msg":"trace[855467075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6393; }","duration":"145.491511ms","start":"2026-04-03T03:09:48.949082Z","end":"2026-04-03T03:09:49.094573Z","steps":["trace[855467075] 'agreement among raft nodes before linearized reading' (duration: 145.310866ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:49.283809Z","caller":"traceutil/trace.go:171","msg":"trace[2129875243] transaction","detail":"{read_only:false; response_revision:6395; number_of_response:1; }","duration":"184.588562ms","start":"2026-04-03T03:09:49.099194Z","end":"2026-04-03T03:09:49.283782Z","steps":["trace[2129875243] 'process raft request' (duration: 109.770912ms)","trace[2129875243] 'compare' (duration: 74.686207ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:09:49.340324Z","caller":"traceutil/trace.go:171","msg":"trace[1288417563] transaction","detail":"{read_only:false; response_revision:6396; number_of_response:1; }","duration":"153.135607ms","start":"2026-04-03T03:09:49.187158Z","end":"2026-04-03T03:09:49.340294Z","steps":["trace[1288417563] 'process raft request' (duration: 152.89924ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:49.34074Z","caller":"traceutil/trace.go:171","msg":"trace[90370071] transaction","detail":"{read_only:false; response_revision:6397; number_of_response:1; }","duration":"153.390513ms","start":"2026-04-03T03:09:49.187332Z","end":"2026-04-03T03:09:49.340723Z","steps":["trace[90370071] 'process raft request' (duration: 152.900791ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:31.535093Z","caller":"traceutil/trace.go:171","msg":"trace[1565709960] linearizableReadLoop","detail":"{readStateIndex:6967; appliedIndex:6966; }","duration":"187.509491ms","start":"2026-04-03T03:10:31.34756Z","end":"2026-04-03T03:10:31.53507Z","steps":["trace[1565709960] 'read index received' (duration: 187.330846ms)","trace[1565709960] 'applied index is now lower than readState.Index' (duration: 177.515µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:10:31.535374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.801248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:10:31.53551Z","caller":"traceutil/trace.go:171","msg":"trace[1024286834] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6717; }","duration":"187.981184ms","start":"2026-04-03T03:10:31.347506Z","end":"2026-04-03T03:10:31.535487Z","steps":["trace[1024286834] 'agreement among raft nodes before linearized reading' (duration: 187.722467ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:31.535169Z","caller":"traceutil/trace.go:171","msg":"trace[602076144] transaction","detail":"{read_only:false; response_revision:6717; number_of_response:1; }","duration":"188.094186ms","start":"2026-04-03T03:10:31.347042Z","end":"2026-04-03T03:10:31.535136Z","steps":["trace[602076144] 'process raft request' (duration: 187.85772ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:31.608847Z","caller":"traceutil/trace.go:171","msg":"trace[372984912] transaction","detail":"{read_only:false; response_revision:6719; number_of_response:1; }","duration":"103.05422ms","start":"2026-04-03T03:10:31.50577Z","end":"2026-04-03T03:10:31.608824Z","steps":["trace[372984912] 'process raft request' (duration: 102.975408ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:31.608858Z","caller":"traceutil/trace.go:171","msg":"trace[583595616] transaction","detail":"{read_only:false; response_revision:6718; number_of_response:1; }","duration":"161.493272ms","start":"2026-04-03T03:10:31.447333Z","end":"2026-04-03T03:10:31.608826Z","steps":["trace[583595616] 'process raft request' (duration: 161.290236ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:31.609305Z","caller":"traceutil/trace.go:171","msg":"trace[988400460] transaction","detail":"{read_only:false; response_revision:6720; number_of_response:1; }","duration":"103.098571ms","start":"2026-04-03T03:10:31.506194Z","end":"2026-04-03T03:10:31.609292Z","steps":["trace[988400460] 'process raft request' (duration: 102.595677ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:42.743063Z","caller":"traceutil/trace.go:171","msg":"trace[1492629734] linearizableReadLoop","detail":"{readStateIndex:7027; appliedIndex:7026; }","duration":"132.679446ms","start":"2026-04-03T03:10:42.610354Z","end":"2026-04-03T03:10:42.743033Z","steps":["trace[1492629734] 'read index received' (duration: 132.484892ms)","trace[1492629734] 'applied index is now lower than readState.Index' (duration: 193.704µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:10:42.743369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.001045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:10:42.743457Z","caller":"traceutil/trace.go:171","msg":"trace[243861509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6775; }","duration":"133.131219ms","start":"2026-04-03T03:10:42.610311Z","end":"2026-04-03T03:10:42.743442Z","steps":["trace[243861509] 'agreement among raft nodes before linearized reading' (duration: 132.848222ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:42.743121Z","caller":"traceutil/trace.go:171","msg":"trace[1162569059] transaction","detail":"{read_only:false; response_revision:6775; number_of_response:1; }","duration":"168.820129ms","start":"2026-04-03T03:10:42.57428Z","end":"2026-04-03T03:10:42.7431Z","steps":["trace[1162569059] 'process raft request' (duration: 168.608293ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:48.060714Z","caller":"traceutil/trace.go:171","msg":"trace[305163209] transaction","detail":"{read_only:false; response_revision:7116; number_of_response:1; }","duration":"121.022864ms","start":"2026-04-03T03:11:47.939654Z","end":"2026-04-03T03:11:48.060677Z","steps":["trace[305163209] 'process raft request' (duration: 117.854208ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:48.061059Z","caller":"traceutil/trace.go:171","msg":"trace[1552238094] transaction","detail":"{read_only:false; response_revision:7117; number_of_response:1; }","duration":"116.033461ms","start":"2026-04-03T03:11:47.944988Z","end":"2026-04-03T03:11:48.061021Z","steps":["trace[1552238094] 'process raft request' (duration: 115.617929ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:12:02.093258Z","caller":"traceutil/trace.go:171","msg":"trace[1114234830] transaction","detail":"{read_only:false; response_revision:7215; number_of_response:1; }","duration":"186.335229ms","start":"2026-04-03T03:12:01.906897Z","end":"2026-04-03T03:12:02.093233Z","steps":["trace[1114234830] 'process raft request' (duration: 186.183614ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:12:02.099504Z","caller":"traceutil/trace.go:171","msg":"trace[1311180731] linearizableReadLoop","detail":"{readStateIndex:7485; appliedIndex:7484; }","duration":"124.735224ms","start":"2026-04-03T03:12:01.974725Z","end":"2026-04-03T03:12:02.09946Z","steps":["trace[1311180731] 'read index received' (duration: 118.583178ms)","trace[1311180731] 'applied index is now lower than readState.Index' (duration: 6.151096ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:12:02.099612Z","caller":"traceutil/trace.go:171","msg":"trace[1108700555] transaction","detail":"{read_only:false; response_revision:7216; number_of_response:1; }","duration":"146.709544ms","start":"2026-04-03T03:12:01.952844Z","end":"2026-04-03T03:12:02.099554Z","steps":["trace[1108700555] 'process raft request' (duration: 146.481807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:12:02.099833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.078233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:12:02.099927Z","caller":"traceutil/trace.go:171","msg":"trace[1783766687] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7216; }","duration":"125.222496ms","start":"2026-04-03T03:12:01.974684Z","end":"2026-04-03T03:12:02.099906Z","steps":["trace[1783766687] 'agreement among raft nodes before linearized reading' (duration: 124.921678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:12:35.69814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353889021,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:12:35.767072Z","caller":"traceutil/trace.go:171","msg":"trace[257409814] linearizableReadLoop","detail":"{readStateIndex:7788; appliedIndex:7787; }","duration":"569.844709ms","start":"2026-04-03T03:12:35.197193Z","end":"2026-04-03T03:12:35.767038Z","steps":["trace[257409814] 'read index received' (duration: 569.171162ms)","trace[257409814] 'applied index is now lower than readState.Index' (duration: 672.117µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:12:35.767197Z","caller":"traceutil/trace.go:171","msg":"trace[983020844] transaction","detail":"{read_only:false; response_revision:7508; number_of_response:1; }","duration":"632.3731ms","start":"2026-04-03T03:12:35.134779Z","end":"2026-04-03T03:12:35.767152Z","steps":["trace[983020844] 'process raft request' (duration: 631.717953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:12:35.767404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:12:35.134717Z","time spent":"632.572725ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:12:35.767472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.966324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-03T03:12:35.767548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.861447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:12:35.767559Z","caller":"traceutil/trace.go:171","msg":"trace[1195964738] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7508; }","duration":"557.078246ms","start":"2026-04-03T03:12:35.210464Z","end":"2026-04-03T03:12:35.767542Z","steps":["trace[1195964738] 'agreement among raft nodes before linearized reading' (duration: 556.894701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:12:35.767604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:12:35.210453Z","time spent":"557.144617ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-03T03:12:35.7676Z","caller":"traceutil/trace.go:171","msg":"trace[434301449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7508; }","duration":"175.908548ms","start":"2026-04-03T03:12:35.591676Z","end":"2026-04-03T03:12:35.767585Z","steps":["trace[434301449] 'agreement among raft nodes before linearized reading' (duration: 175.785845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:12:35.767414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.208048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10684"} {"level":"info","ts":"2026-04-03T03:12:35.767776Z","caller":"traceutil/trace.go:171","msg":"trace[214043754] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7508; }","duration":"570.624061ms","start":"2026-04-03T03:12:35.19713Z","end":"2026-04-03T03:12:35.767754Z","steps":["trace[214043754] 'agreement among raft nodes before linearized reading' (duration: 570.108207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:12:35.767833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:12:35.197104Z","time spent":"570.714732ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10707,"request content":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-03T03:12:35.767841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.010704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T03:12:35.767884Z","caller":"traceutil/trace.go:171","msg":"trace[99082809] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7508; }","duration":"506.107207ms","start":"2026-04-03T03:12:35.26176Z","end":"2026-04-03T03:12:35.767867Z","steps":["trace[99082809] 'agreement among raft nodes before linearized reading' (duration: 506.046125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:12:35.767903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:12:35.261731Z","time spent":"506.168128ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:12:35.768026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.116742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-03T03:12:35.768046Z","caller":"traceutil/trace.go:171","msg":"trace[107459156] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7508; }","duration":"533.188954ms","start":"2026-04-03T03:12:35.234851Z","end":"2026-04-03T03:12:35.76804Z","steps":["trace[107459156] 'agreement among raft nodes before linearized reading' (duration: 533.139453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:12:35.767795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.91968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:12:35.768113Z","caller":"traceutil/trace.go:171","msg":"trace[2030600208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7508; }","duration":"250.270488ms","start":"2026-04-03T03:12:35.517828Z","end":"2026-04-03T03:12:35.768099Z","steps":["trace[2030600208] 'agreement among raft nodes before linearized reading' (duration: 249.910529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:12:35.768077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:12:35.234818Z","time spent":"533.253097ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T03:13:12.679078Z","caller":"traceutil/trace.go:171","msg":"trace[962747784] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"118.999979ms","start":"2026-04-03T03:13:12.560048Z","end":"2026-04-03T03:13:12.679048Z","steps":["trace[962747784] 'process raft request' (duration: 24.618237ms)","trace[962747784] 'compare' (duration: 94.257689ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:13:12.702742Z","caller":"traceutil/trace.go:171","msg":"trace[1939290901] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"139.426344ms","start":"2026-04-03T03:13:12.563261Z","end":"2026-04-03T03:13:12.702687Z","steps":["trace[1939290901] 'process raft request' (duration: 139.223729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:13:15.104398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.591566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:13:15.104528Z","caller":"traceutil/trace.go:171","msg":"trace[1209582991] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7836; }","duration":"198.934125ms","start":"2026-04-03T03:13:14.905565Z","end":"2026-04-03T03:13:15.104499Z","steps":["trace[1209582991] 'range keys from in-memory index tree' (duration: 198.482662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:13:15.104641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.743287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:13:15.104668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.5149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:13:15.10478Z","caller":"traceutil/trace.go:171","msg":"trace[208915148] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7836; }","duration":"199.974972ms","start":"2026-04-03T03:13:14.904771Z","end":"2026-04-03T03:13:15.104746Z","steps":["trace[208915148] 'range keys from in-memory index tree' (duration: 199.613524ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:13:15.104821Z","caller":"traceutil/trace.go:171","msg":"trace[1402020749] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7836; }","duration":"199.696615ms","start":"2026-04-03T03:13:14.905092Z","end":"2026-04-03T03:13:15.104789Z","steps":["trace[1402020749] 'count revisions from in-memory index tree' (duration: 199.399038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:13:15.104814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.638217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5413"} {"level":"warn","ts":"2026-04-03T03:13:15.104906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.315744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:13:15.105029Z","caller":"traceutil/trace.go:171","msg":"trace[2027362660] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7836; }","duration":"199.51851ms","start":"2026-04-03T03:13:14.905485Z","end":"2026-04-03T03:13:15.105003Z","steps":["trace[2027362660] 'range keys from in-memory index tree' (duration: 199.14646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:13:15.105097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.164492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:13:15.105255Z","caller":"traceutil/trace.go:171","msg":"trace[1853169707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7836; }","duration":"220.404799ms","start":"2026-04-03T03:13:14.884819Z","end":"2026-04-03T03:13:15.105223Z","steps":["trace[1853169707] 'range keys from in-memory index tree' (duration: 219.73876ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:13:15.104947Z","caller":"traceutil/trace.go:171","msg":"trace[872917602] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7836; }","duration":"195.816101ms","start":"2026-04-03T03:13:14.9091Z","end":"2026-04-03T03:13:15.104916Z","steps":["trace[872917602] 'range keys from in-memory index tree' (duration: 195.41337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:13:17.831647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.37696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:13:17.831793Z","caller":"traceutil/trace.go:171","msg":"trace[2020975146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7849; }","duration":"137.597396ms","start":"2026-04-03T03:13:17.694168Z","end":"2026-04-03T03:13:17.831765Z","steps":["trace[2020975146] 'range keys from in-memory index tree' (duration: 137.227366ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:13:19.990871Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5489} {"level":"info","ts":"2026-04-03T03:13:20.093417Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5489,"took":"100.901276ms","hash":1195298203,"current-db-size-bytes":53747712,"current-db-size":"54 MB","current-db-size-in-use-bytes":25194496,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-03T03:13:20.093507Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1195298203,"revision":5489,"compact-revision":2918} {"level":"info","ts":"2026-04-03T03:13:22.677441Z","caller":"traceutil/trace.go:171","msg":"trace[1671193924] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"107.808271ms","start":"2026-04-03T03:13:22.569605Z","end":"2026-04-03T03:13:22.677413Z","steps":["trace[1671193924] 'process raft request' (duration: 94.29476ms)","trace[1671193924] 'compare' (duration: 13.392587ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:13:24.887824Z","caller":"traceutil/trace.go:171","msg":"trace[945150010] linearizableReadLoop","detail":"{readStateIndex:8182; appliedIndex:8181; }","duration":"193.704076ms","start":"2026-04-03T03:13:24.694078Z","end":"2026-04-03T03:13:24.887782Z","steps":["trace[945150010] 'read index received' (duration: 193.47994ms)","trace[945150010] 'applied index is now lower than readState.Index' (duration: 222.076µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:13:24.887917Z","caller":"traceutil/trace.go:171","msg":"trace[471757900] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"205.036628ms","start":"2026-04-03T03:13:24.682835Z","end":"2026-04-03T03:13:24.887872Z","steps":["trace[471757900] 'process raft request' (duration: 204.617207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:13:24.888055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.950373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:13:24.888175Z","caller":"traceutil/trace.go:171","msg":"trace[2130316483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7890; }","duration":"194.109196ms","start":"2026-04-03T03:13:24.694038Z","end":"2026-04-03T03:13:24.888147Z","steps":["trace[2130316483] 'agreement among raft nodes before linearized reading' (duration: 193.9011ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:13:24.90734Z","caller":"traceutil/trace.go:171","msg":"trace[1846920262] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"170.169876ms","start":"2026-04-03T03:13:24.737143Z","end":"2026-04-03T03:13:24.907313Z","steps":["trace[1846920262] 'process raft request' (duration: 169.94535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:13:37.046688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.911447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:13:37.046844Z","caller":"traceutil/trace.go:171","msg":"trace[1494306503] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"145.034186ms","start":"2026-04-03T03:13:36.901788Z","end":"2026-04-03T03:13:37.046822Z","steps":["trace[1494306503] 'process raft request' (duration: 37.926193ms)","trace[1494306503] 'compare' (duration: 106.788694ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:13:37.047176Z","caller":"traceutil/trace.go:171","msg":"trace[629737375] linearizableReadLoop","detail":"{readStateIndex:8278; appliedIndex:8277; }","duration":"129.391268ms","start":"2026-04-03T03:13:36.917761Z","end":"2026-04-03T03:13:37.047152Z","steps":["trace[629737375] 'read index received' (duration: 21.990688ms)","trace[629737375] 'applied index is now lower than readState.Index' (duration: 107.397899ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:13:37.047285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.51262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:13:37.04732Z","caller":"traceutil/trace.go:171","msg":"trace[1417527957] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-service; range_end:; response_count:0; response_revision:7984; }","duration":"129.590382ms","start":"2026-04-03T03:13:36.917719Z","end":"2026-04-03T03:13:37.04731Z","steps":["trace[1417527957] 'agreement among raft nodes before linearized reading' (duration: 129.519861ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:13:37.248069Z","caller":"traceutil/trace.go:171","msg":"trace[754710874] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"120.644513ms","start":"2026-04-03T03:13:37.127398Z","end":"2026-04-03T03:13:37.248042Z","steps":["trace[754710874] 'process raft request' (duration: 120.53029ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:13:37.248154Z","caller":"traceutil/trace.go:171","msg":"trace[1153228535] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"125.859893ms","start":"2026-04-03T03:13:37.122263Z","end":"2026-04-03T03:13:37.248123Z","steps":["trace[1153228535] 'process raft request' (duration: 125.507733ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:14:09.297106Z","caller":"traceutil/trace.go:171","msg":"trace[1422015586] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"110.899032ms","start":"2026-04-03T03:14:09.186157Z","end":"2026-04-03T03:14:09.297056Z","steps":["trace[1422015586] 'process raft request' (duration: 63.791733ms)","trace[1422015586] 'compare' (duration: 46.724719ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:14:09.29735Z","caller":"traceutil/trace.go:171","msg":"trace[287610155] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"109.333461ms","start":"2026-04-03T03:14:09.187987Z","end":"2026-04-03T03:14:09.297321Z","steps":["trace[287610155] 'process raft request' (duration: 109.182757ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:14:16.333444Z","caller":"traceutil/trace.go:171","msg":"trace[2114805435] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"111.377055ms","start":"2026-04-03T03:14:16.222015Z","end":"2026-04-03T03:14:16.333392Z","steps":["trace[2114805435] 'process raft request' (duration: 110.641805ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:14:49.773577Z","caller":"traceutil/trace.go:171","msg":"trace[1297155522] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"200.766374ms","start":"2026-04-03T03:14:49.572767Z","end":"2026-04-03T03:14:49.773534Z","steps":["trace[1297155522] 'process raft request' (duration: 147.094779ms)","trace[1297155522] 'compare' (duration: 53.157711ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:14:58.001405Z","caller":"traceutil/trace.go:171","msg":"trace[1262762551] linearizableReadLoop","detail":"{readStateIndex:8835; appliedIndex:8834; }","duration":"113.944334ms","start":"2026-04-03T03:14:57.887427Z","end":"2026-04-03T03:14:58.001372Z","steps":["trace[1262762551] 'read index received' (duration: 113.78485ms)","trace[1262762551] 'applied index is now lower than readState.Index' (duration: 157.744µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:14:58.001533Z","caller":"traceutil/trace.go:171","msg":"trace[1929852016] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"186.901764ms","start":"2026-04-03T03:14:57.81459Z","end":"2026-04-03T03:14:58.001491Z","steps":["trace[1929852016] 'process raft request' (duration: 186.563474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:14:58.002203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.742386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:14:58.002636Z","caller":"traceutil/trace.go:171","msg":"trace[993700451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8521; }","duration":"115.147927ms","start":"2026-04-03T03:14:57.887356Z","end":"2026-04-03T03:14:58.002504Z","steps":["trace[993700451] 'agreement among raft nodes before linearized reading' (duration: 114.216051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:14:58.464235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:14:58.063452Z","time spent":"400.774178ms","remote":"127.0.0.1:50336","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:14:58.464477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.561272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:14:58.464643Z","caller":"traceutil/trace.go:171","msg":"trace[723992759] linearizableReadLoop","detail":"{readStateIndex:8837; appliedIndex:8835; }","duration":"455.810679ms","start":"2026-04-03T03:14:58.008803Z","end":"2026-04-03T03:14:58.464614Z","steps":["trace[723992759] 'read index received' (duration: 36.163257ms)","trace[723992759] 'applied index is now lower than readState.Index' (duration: 419.645062ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:14:58.464764Z","caller":"traceutil/trace.go:171","msg":"trace[1530838483] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"456.61344ms","start":"2026-04-03T03:14:58.008131Z","end":"2026-04-03T03:14:58.464745Z","steps":["trace[1530838483] 'process raft request' (duration: 58.627806ms)","trace[1530838483] 'compare' (duration: 397.411679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:14:58.464955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:14:58.008102Z","time spent":"456.710253ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:14:58.465363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.546579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222969"} {"level":"info","ts":"2026-04-03T03:14:58.465434Z","caller":"traceutil/trace.go:171","msg":"trace[1031910606] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8523; }","duration":"456.6183ms","start":"2026-04-03T03:14:58.008798Z","end":"2026-04-03T03:14:58.465416Z","steps":["trace[1031910606] 'agreement among raft nodes before linearized reading' (duration: 456.113227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:14:58.465471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:14:58.008785Z","time spent":"456.678232ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222992,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:14:58.566649Z","caller":"traceutil/trace.go:171","msg":"trace[1516557199] linearizableReadLoop","detail":"{readStateIndex:8838; appliedIndex:8837; }","duration":"101.919442ms","start":"2026-04-03T03:14:58.464691Z","end":"2026-04-03T03:14:58.56661Z","steps":["trace[1516557199] 'read index received' (duration: 22.437589ms)","trace[1516557199] 'applied index is now lower than readState.Index' (duration: 79.480193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:14:58.566871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.359229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:14:58.566987Z","caller":"traceutil/trace.go:171","msg":"trace[49062245] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8523; }","duration":"241.558034ms","start":"2026-04-03T03:14:58.325397Z","end":"2026-04-03T03:14:58.566955Z","steps":["trace[49062245] 'agreement among raft nodes before linearized reading' (duration: 241.328568ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:14:58.960622Z","caller":"traceutil/trace.go:171","msg":"trace[2036219795] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"203.25016ms","start":"2026-04-03T03:14:58.75733Z","end":"2026-04-03T03:14:58.960581Z","steps":["trace[2036219795] 'process raft request' (duration: 202.86174ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:14:59.254072Z","caller":"traceutil/trace.go:171","msg":"trace[1742671373] linearizableReadLoop","detail":"{readStateIndex:8843; appliedIndex:8842; }","duration":"100.056613ms","start":"2026-04-03T03:14:59.15395Z","end":"2026-04-03T03:14:59.254006Z","steps":["trace[1742671373] 'read index received' (duration: 83.210872ms)","trace[1742671373] 'applied index is now lower than readState.Index' (duration: 16.844131ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:14:59.254147Z","caller":"traceutil/trace.go:171","msg":"trace[1798179454] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"103.29451ms","start":"2026-04-03T03:14:59.150811Z","end":"2026-04-03T03:14:59.254106Z","steps":["trace[1798179454] 'process raft request' (duration: 102.965901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:14:59.254357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.370432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:14:59.254485Z","caller":"traceutil/trace.go:171","msg":"trace[806460977] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8528; }","duration":"100.550087ms","start":"2026-04-03T03:14:59.153902Z","end":"2026-04-03T03:14:59.254452Z","steps":["trace[806460977] 'agreement among raft nodes before linearized reading' (duration: 100.328171ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:06.442846Z","caller":"traceutil/trace.go:171","msg":"trace[306261470] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"378.698278ms","start":"2026-04-03T03:15:06.064109Z","end":"2026-04-03T03:15:06.442807Z","steps":["trace[306261470] 'process raft request' (duration: 373.042217ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:06.443053Z","caller":"traceutil/trace.go:171","msg":"trace[1350615981] linearizableReadLoop","detail":"{readStateIndex:9018; appliedIndex:9016; }","duration":"338.595866ms","start":"2026-04-03T03:15:06.104437Z","end":"2026-04-03T03:15:06.443033Z","steps":["trace[1350615981] 'read index received' (duration: 332.804342ms)","trace[1350615981] 'applied index is now lower than readState.Index' (duration: 5.790204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:06.443054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:06.064073Z","time spent":"378.872043ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:06.44324Z","caller":"traceutil/trace.go:171","msg":"trace[97914456] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"352.913129ms","start":"2026-04-03T03:15:06.090311Z","end":"2026-04-03T03:15:06.443224Z","steps":["trace[97914456] 'process raft request' (duration: 352.660762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:06.443318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:06.090282Z","time spent":"352.993742ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:06.443332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.409668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:15:06.443454Z","caller":"traceutil/trace.go:171","msg":"trace[879165235] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8702; }","duration":"138.597283ms","start":"2026-04-03T03:15:06.304828Z","end":"2026-04-03T03:15:06.443425Z","steps":["trace[879165235] 'agreement among raft nodes before linearized reading' (duration: 138.406708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:06.443622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.186992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:15:06.443678Z","caller":"traceutil/trace.go:171","msg":"trace[77943393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8702; }","duration":"339.294744ms","start":"2026-04-03T03:15:06.10437Z","end":"2026-04-03T03:15:06.443664Z","steps":["trace[77943393] 'agreement among raft nodes before linearized reading' (duration: 338.790182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:06.443713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:06.104343Z","time spent":"339.360577ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:15:08.182778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353892096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:15:08.683815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353892096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:15:08.912229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.281154179s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:15:08.96564Z","caller":"traceutil/trace.go:171","msg":"trace[1037199634] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"1.334663549s","start":"2026-04-03T03:15:07.630937Z","end":"2026-04-03T03:15:08.965601Z","steps":["trace[1037199634] 'process raft request' (duration: 1.281670433s)","trace[1037199634] 'compare' (duration: 52.828901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:08.965812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:07.63091Z","time spent":"1.334810742s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:09.862027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.163676ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T03:15:09.862641Z","caller":"traceutil/trace.go:171","msg":"trace[347455398] linearizableReadLoop","detail":"{readStateIndex:9029; appliedIndex:9026; }","duration":"2.180868767s","start":"2026-04-03T03:15:07.681744Z","end":"2026-04-03T03:15:09.862612Z","steps":["trace[347455398] 'read index received' (duration: 1.230814413s)","trace[347455398] 'applied index is now lower than readState.Index' (duration: 950.052974ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:09.862828Z","caller":"traceutil/trace.go:171","msg":"trace[1959749719] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"1.41290971s","start":"2026-04-03T03:15:08.4499Z","end":"2026-04-03T03:15:09.862809Z","steps":["trace[1959749719] 'process raft request' (duration: 1.412355915s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:09.862922Z","caller":"traceutil/trace.go:171","msg":"trace[126043565] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"681.797076ms","start":"2026-04-03T03:15:09.181102Z","end":"2026-04-03T03:15:09.862899Z","steps":["trace[126043565] 'process raft request' (duration: 681.457597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:09.862999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:08.449841Z","time spent":"1.413042613s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:09.863066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:09.181072Z","time spent":"681.926109ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:09.863325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181550046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:15:09.863513Z","caller":"traceutil/trace.go:171","msg":"trace[1574858776] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8713; }","duration":"2.181760791s","start":"2026-04-03T03:15:07.681678Z","end":"2026-04-03T03:15:09.863438Z","steps":["trace[1574858776] 'agreement among raft nodes before linearized reading' (duration: 2.181266177s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:09.863629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:07.681651Z","time spent":"2.181954966s","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":111,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:15:09.869076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079063647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:15:09.869121Z","caller":"traceutil/trace.go:171","msg":"trace[794354303] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8714; }","duration":"2.07916071s","start":"2026-04-03T03:15:07.789948Z","end":"2026-04-03T03:15:09.869109Z","steps":["trace[794354303] 'agreement among raft nodes before linearized reading' (duration: 2.079077628s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:09.869151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:07.789923Z","time spent":"2.079220902s","remote":"127.0.0.1:36338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:15:09.869196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.103008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:15:09.869262Z","caller":"traceutil/trace.go:171","msg":"trace[1963369952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8714; }","duration":"571.190981ms","start":"2026-04-03T03:15:09.298061Z","end":"2026-04-03T03:15:09.869252Z","steps":["trace[1963369952] 'agreement among raft nodes before linearized reading' (duration: 571.014086ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:09.869275Z","caller":"traceutil/trace.go:171","msg":"trace[1611521842] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"331.859538ms","start":"2026-04-03T03:15:09.537403Z","end":"2026-04-03T03:15:09.869262Z","steps":["trace[1611521842] 'process raft request' (duration: 331.471367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:09.869318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.884575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T03:15:09.869333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:09.537376Z","time spent":"331.929468ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:09.86941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:09.29805Z","time spent":"571.334495ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:15:09.869448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17447283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:15:09.869472Z","caller":"traceutil/trace.go:171","msg":"trace[1164010741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8714; }","duration":"1.174547332s","start":"2026-04-03T03:15:08.694919Z","end":"2026-04-03T03:15:09.869466Z","steps":["trace[1164010741] 'agreement among raft nodes before linearized reading' (duration: 1.17451006s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:09.869489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:08.694892Z","time spent":"1.174594132s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:15:09.869521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.935725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:15:09.869569Z","caller":"traceutil/trace.go:171","msg":"trace[452755373] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8714; }","duration":"318.015217ms","start":"2026-04-03T03:15:09.551542Z","end":"2026-04-03T03:15:09.869557Z","steps":["trace[452755373] 'agreement among raft nodes before linearized reading' (duration: 317.883232ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:09.869346Z","caller":"traceutil/trace.go:171","msg":"trace[1330601107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8714; }","duration":"575.971499ms","start":"2026-04-03T03:15:09.293369Z","end":"2026-04-03T03:15:09.86934Z","steps":["trace[1330601107] 'agreement among raft nodes before linearized reading' (duration: 575.900267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:09.869593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:09.551528Z","time spent":"318.059348ms","remote":"127.0.0.1:60294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:15:09.869631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567222412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:15:09.869673Z","caller":"traceutil/trace.go:171","msg":"trace[1292444482] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8714; }","duration":"1.567316276s","start":"2026-04-03T03:15:08.302348Z","end":"2026-04-03T03:15:09.869664Z","steps":["trace[1292444482] 'agreement among raft nodes before linearized reading' (duration: 1.567248603s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:09.869703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:08.302322Z","time spent":"1.567373166s","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:15:09.869673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.065849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:15:09.869414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.865737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:15:09.869803Z","caller":"traceutil/trace.go:171","msg":"trace[1206339495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8714; }","duration":"740.295049ms","start":"2026-04-03T03:15:09.12949Z","end":"2026-04-03T03:15:09.869785Z","steps":["trace[1206339495] 'agreement among raft nodes before linearized reading' (duration: 739.874657ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:09.869799Z","caller":"traceutil/trace.go:171","msg":"trace[1792609982] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8714; }","duration":"318.324715ms","start":"2026-04-03T03:15:09.551455Z","end":"2026-04-03T03:15:09.86978Z","steps":["trace[1792609982] 'agreement among raft nodes before linearized reading' (duration: 318.012766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:09.86985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:09.129468Z","time spent":"740.370921ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:15:09.869882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349483285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-03T03:15:09.869633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:09.293338Z","time spent":"576.274017ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:15:09.869883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:09.551432Z","time spent":"318.434737ms","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:15:09.869963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354571651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:15:09.869981Z","caller":"traceutil/trace.go:171","msg":"trace[1740486837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8714; }","duration":"1.354635612s","start":"2026-04-03T03:15:08.51534Z","end":"2026-04-03T03:15:09.869976Z","steps":["trace[1740486837] 'agreement among raft nodes before linearized reading' (duration: 1.354584061s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:09.870005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:08.515317Z","time spent":"1.354683874s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:15:09.869904Z","caller":"traceutil/trace.go:171","msg":"trace[2075916110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:8714; }","duration":"1.349525836s","start":"2026-04-03T03:15:08.520371Z","end":"2026-04-03T03:15:09.869897Z","steps":["trace[2075916110] 'agreement among raft nodes before linearized reading' (duration: 1.349408693s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:09.870099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:08.520359Z","time spent":"1.34972834s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-z4vmz\" "} {"level":"warn","ts":"2026-04-03T03:15:09.870212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.017533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T03:15:09.870254Z","caller":"traceutil/trace.go:171","msg":"trace[224484236] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8714; }","duration":"435.118315ms","start":"2026-04-03T03:15:09.435126Z","end":"2026-04-03T03:15:09.870244Z","steps":["trace[224484236] 'agreement among raft nodes before linearized reading' (duration: 434.404495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:09.870279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:09.435095Z","time spent":"435.178127ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:15:09.870285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412831737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:15:09.870452Z","caller":"traceutil/trace.go:171","msg":"trace[42524486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8714; }","duration":"1.413127276s","start":"2026-04-03T03:15:08.457304Z","end":"2026-04-03T03:15:09.870431Z","steps":["trace[42524486] 'agreement among raft nodes before linearized reading' (duration: 1.412247793s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:09.870565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:08.457276Z","time spent":"1.413274799s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:15:20.043232Z","caller":"traceutil/trace.go:171","msg":"trace[235170885] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"145.642091ms","start":"2026-04-03T03:15:19.897549Z","end":"2026-04-03T03:15:20.043191Z","steps":["trace[235170885] 'process raft request' (duration: 145.393005ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:20.261843Z","caller":"traceutil/trace.go:171","msg":"trace[1202463961] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"362.136516ms","start":"2026-04-03T03:15:19.899658Z","end":"2026-04-03T03:15:20.261794Z","steps":["trace[1202463961] 'process raft request' (duration: 340.860147ms)","trace[1202463961] 'compare' (duration: 20.566439ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:20.261973Z","caller":"traceutil/trace.go:171","msg":"trace[1970803685] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"343.516578ms","start":"2026-04-03T03:15:19.918438Z","end":"2026-04-03T03:15:20.261954Z","steps":["trace[1970803685] 'process raft request' (duration: 343.076696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:20.262053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:19.899638Z","time spent":"362.304059ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:20.262152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:19.918411Z","time spent":"343.629341ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:20.262171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.964661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:15:20.262301Z","caller":"traceutil/trace.go:171","msg":"trace[1786219251] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8764; }","duration":"353.173715ms","start":"2026-04-03T03:15:19.909097Z","end":"2026-04-03T03:15:20.262271Z","steps":["trace[1786219251] 'agreement among raft nodes before linearized reading' (duration: 352.945099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:20.262375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:19.909071Z","time spent":"353.28757ms","remote":"127.0.0.1:36324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:15:20.261663Z","caller":"traceutil/trace.go:171","msg":"trace[961215232] linearizableReadLoop","detail":"{readStateIndex:9082; appliedIndex:9080; }","duration":"352.462977ms","start":"2026-04-03T03:15:19.909168Z","end":"2026-04-03T03:15:20.261631Z","steps":["trace[961215232] 'read index received' (duration: 133.723563ms)","trace[961215232] 'applied index is now lower than readState.Index' (duration: 218.738444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:20.263304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.372046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c9b456b6f-g9gvf.18a2ba5a49658af3\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-03T03:15:20.263346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.482833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:15:20.26336Z","caller":"traceutil/trace.go:171","msg":"trace[1762024065] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c9b456b6f-g9gvf.18a2ba5a49658af3; range_end:; response_count:1; response_revision:8764; }","duration":"181.469159ms","start":"2026-04-03T03:15:20.081877Z","end":"2026-04-03T03:15:20.263346Z","steps":["trace[1762024065] 'agreement among raft nodes before linearized reading' (duration: 181.305025ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:20.263391Z","caller":"traceutil/trace.go:171","msg":"trace[1474444990] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:8764; }","duration":"323.566724ms","start":"2026-04-03T03:15:19.939809Z","end":"2026-04-03T03:15:20.263375Z","steps":["trace[1474444990] 'agreement among raft nodes before linearized reading' (duration: 323.355719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:20.263403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.529428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:15:20.263475Z","caller":"traceutil/trace.go:171","msg":"trace[1452155582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8764; }","duration":"325.660711ms","start":"2026-04-03T03:15:19.937799Z","end":"2026-04-03T03:15:20.26346Z","steps":["trace[1452155582] 'agreement among raft nodes before linearized reading' (duration: 325.443775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:20.26349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.205648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T03:15:20.263491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.891972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T03:15:20.263521Z","caller":"traceutil/trace.go:171","msg":"trace[839935217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8764; }","duration":"319.255471ms","start":"2026-04-03T03:15:19.944259Z","end":"2026-04-03T03:15:20.263514Z","steps":["trace[839935217] 'agreement among raft nodes before linearized reading' (duration: 319.185769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:20.263504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.419767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:15:20.263556Z","caller":"traceutil/trace.go:171","msg":"trace[1158172095] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8764; }","duration":"157.013555ms","start":"2026-04-03T03:15:20.106524Z","end":"2026-04-03T03:15:20.263538Z","steps":["trace[1158172095] 'agreement among raft nodes before linearized reading' (duration: 156.82794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:20.263601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.842252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:15:20.263595Z","caller":"traceutil/trace.go:171","msg":"trace[762315897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8764; }","duration":"318.576362ms","start":"2026-04-03T03:15:19.944998Z","end":"2026-04-03T03:15:20.263574Z","steps":["trace[762315897] 'agreement among raft nodes before linearized reading' (duration: 318.277814ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:20.263625Z","caller":"traceutil/trace.go:171","msg":"trace[253806102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8764; }","duration":"329.890565ms","start":"2026-04-03T03:15:19.933729Z","end":"2026-04-03T03:15:20.263619Z","steps":["trace[253806102] 'agreement among raft nodes before linearized reading' (duration: 329.397601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:20.263642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.661974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T03:15:20.263535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:19.93777Z","time spent":"325.747214ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:15:20.263678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:19.944963Z","time spent":"318.701645ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:15:20.263652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:19.933714Z","time spent":"329.934716ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:15:20.263544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:19.944247Z","time spent":"319.291921ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:15:20.263696Z","caller":"traceutil/trace.go:171","msg":"trace[557215975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8764; }","duration":"318.761327ms","start":"2026-04-03T03:15:19.944925Z","end":"2026-04-03T03:15:20.263687Z","steps":["trace[557215975] 'agreement among raft nodes before linearized reading' (duration: 318.214272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:20.263429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:19.939796Z","time spent":"323.626886ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-z4vmz\" "} {"level":"warn","ts":"2026-04-03T03:15:20.26404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:19.944858Z","time spent":"318.930731ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:15:20.48397Z","caller":"traceutil/trace.go:171","msg":"trace[951915153] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"214.075119ms","start":"2026-04-03T03:15:20.269852Z","end":"2026-04-03T03:15:20.483927Z","steps":["trace[951915153] 'process raft request' (duration: 213.979686ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:20.484005Z","caller":"traceutil/trace.go:171","msg":"trace[888418336] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"214.164883ms","start":"2026-04-03T03:15:20.269804Z","end":"2026-04-03T03:15:20.483969Z","steps":["trace[888418336] 'process raft request' (duration: 213.984997ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:20.484Z","caller":"traceutil/trace.go:171","msg":"trace[1311655841] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"214.219794ms","start":"2026-04-03T03:15:20.269728Z","end":"2026-04-03T03:15:20.483948Z","steps":["trace[1311655841] 'process raft request' (duration: 213.845024ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:20.484449Z","caller":"traceutil/trace.go:171","msg":"trace[1157965328] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"214.453759ms","start":"2026-04-03T03:15:20.269958Z","end":"2026-04-03T03:15:20.484412Z","steps":["trace[1157965328] 'process raft request' (duration: 213.916485ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:20.485063Z","caller":"traceutil/trace.go:171","msg":"trace[1026674640] linearizableReadLoop","detail":"{readStateIndex:9089; appliedIndex:9084; }","duration":"152.32405ms","start":"2026-04-03T03:15:20.332715Z","end":"2026-04-03T03:15:20.485039Z","steps":["trace[1026674640] 'read index received' (duration: 150.960683ms)","trace[1026674640] 'applied index is now lower than readState.Index' (duration: 1.361447ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:20.485407Z","caller":"traceutil/trace.go:171","msg":"trace[304761243] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"214.813089ms","start":"2026-04-03T03:15:20.270575Z","end":"2026-04-03T03:15:20.485388Z","steps":["trace[304761243] 'process raft request' (duration: 213.571066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:20.485783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.055976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-04-03T03:15:20.48605Z","caller":"traceutil/trace.go:171","msg":"trace[85268637] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8770; }","duration":"151.403566ms","start":"2026-04-03T03:15:20.334623Z","end":"2026-04-03T03:15:20.486026Z","steps":["trace[85268637] 'agreement among raft nodes before linearized reading' (duration: 150.922752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:20.486192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.356981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222781"} {"level":"info","ts":"2026-04-03T03:15:20.48628Z","caller":"traceutil/trace.go:171","msg":"trace[1727294578] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8770; }","duration":"216.488554ms","start":"2026-04-03T03:15:20.269773Z","end":"2026-04-03T03:15:20.486262Z","steps":["trace[1727294578] 'agreement among raft nodes before linearized reading' (duration: 215.938869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:21.165901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.993704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:15:21.166198Z","caller":"traceutil/trace.go:171","msg":"trace[446319804] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"134.248156ms","start":"2026-04-03T03:15:21.031927Z","end":"2026-04-03T03:15:21.166175Z","steps":["trace[446319804] 'process raft request' (duration: 134.181255ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:21.16617Z","caller":"traceutil/trace.go:171","msg":"trace[1620069170] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"227.997032ms","start":"2026-04-03T03:15:20.938119Z","end":"2026-04-03T03:15:21.166116Z","steps":["trace[1620069170] 'process raft request' (duration: 88.678639ms)","trace[1620069170] 'compare' (duration: 138.801939ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:21.166236Z","caller":"traceutil/trace.go:171","msg":"trace[476006744] linearizableReadLoop","detail":"{readStateIndex:9091; appliedIndex:9090; }","duration":"151.046956ms","start":"2026-04-03T03:15:21.015146Z","end":"2026-04-03T03:15:21.166193Z","steps":["trace[476006744] 'read index received' (duration: 11.538348ms)","trace[476006744] 'applied index is now lower than readState.Index' (duration: 139.504287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:21.16643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.26162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:15:21.166473Z","caller":"traceutil/trace.go:171","msg":"trace[1252216981] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8773; }","duration":"151.339323ms","start":"2026-04-03T03:15:21.015118Z","end":"2026-04-03T03:15:21.166457Z","steps":["trace[1252216981] 'agreement among raft nodes before linearized reading' (duration: 151.197059ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:22.806866Z","caller":"traceutil/trace.go:171","msg":"trace[744845706] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"757.305813ms","start":"2026-04-03T03:15:22.049527Z","end":"2026-04-03T03:15:22.806833Z","steps":["trace[744845706] 'process raft request' (duration: 756.990875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:22.807054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.049495Z","time spent":"757.457528ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:22.973373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.015425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:15:22.973611Z","caller":"traceutil/trace.go:171","msg":"trace[859154187] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"704.846552ms","start":"2026-04-03T03:15:22.268721Z","end":"2026-04-03T03:15:22.973568Z","steps":["trace[859154187] 'process raft request' (duration: 602.524898ms)","trace[859154187] 'compare' (duration: 101.650156ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:22.973736Z","caller":"traceutil/trace.go:171","msg":"trace[2017452541] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"656.368917ms","start":"2026-04-03T03:15:22.31734Z","end":"2026-04-03T03:15:22.973709Z","steps":["trace[2017452541] 'process raft request' (duration: 656.287775ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:22.973747Z","caller":"traceutil/trace.go:171","msg":"trace[920078707] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"704.930603ms","start":"2026-04-03T03:15:22.268776Z","end":"2026-04-03T03:15:22.973707Z","steps":["trace[920078707] 'process raft request' (duration: 704.742208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:22.973818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.268689Z","time spent":"705.021226ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:22.973822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.317315Z","time spent":"656.47441ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:22.973945Z","caller":"traceutil/trace.go:171","msg":"trace[793533377] linearizableReadLoop","detail":"{readStateIndex:9096; appliedIndex:9092; }","duration":"485.287435ms","start":"2026-04-03T03:15:22.48862Z","end":"2026-04-03T03:15:22.973908Z","steps":["trace[793533377] 'read index received' (duration: 317.982726ms)","trace[793533377] 'applied index is now lower than readState.Index' (duration: 167.302489ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:22.974031Z","caller":"traceutil/trace.go:171","msg":"trace[1060491660] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"329.132164ms","start":"2026-04-03T03:15:22.644848Z","end":"2026-04-03T03:15:22.97398Z","steps":["trace[1060491660] 'process raft request' (duration: 328.814985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:22.974226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.234397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:15:22.974275Z","caller":"traceutil/trace.go:171","msg":"trace[865036036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8778; }","duration":"280.347461ms","start":"2026-04-03T03:15:22.693914Z","end":"2026-04-03T03:15:22.974262Z","steps":["trace[865036036] 'agreement among raft nodes before linearized reading' (duration: 280.243868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:22.974267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.635104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T03:15:22.974295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.006389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T03:15:22.974308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.644821Z","time spent":"329.3735ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:22.974321Z","caller":"traceutil/trace.go:171","msg":"trace[1935080233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8778; }","duration":"485.740868ms","start":"2026-04-03T03:15:22.488567Z","end":"2026-04-03T03:15:22.974308Z","steps":["trace[1935080233] 'agreement among raft nodes before linearized reading' (duration: 485.478631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:22.974328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.098232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:15:22.974347Z","caller":"traceutil/trace.go:171","msg":"trace[341541241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8778; }","duration":"485.111051ms","start":"2026-04-03T03:15:22.489223Z","end":"2026-04-03T03:15:22.974334Z","steps":["trace[341541241] 'agreement among raft nodes before linearized reading' (duration: 484.930116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:22.97437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.488546Z","time spent":"485.81257ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:15:22.974377Z","caller":"traceutil/trace.go:171","msg":"trace[1267998655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8778; }","duration":"485.147482ms","start":"2026-04-03T03:15:22.489214Z","end":"2026-04-03T03:15:22.974362Z","steps":["trace[1267998655] 'agreement among raft nodes before linearized reading' (duration: 484.961048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:22.974383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.489198Z","time spent":"485.177413ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:15:22.974415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.489204Z","time spent":"485.203714ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:15:22.974377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.810713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:15:22.974474Z","caller":"traceutil/trace.go:171","msg":"trace[1214890279] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:8778; }","duration":"481.942526ms","start":"2026-04-03T03:15:22.492509Z","end":"2026-04-03T03:15:22.974451Z","steps":["trace[1214890279] 'agreement among raft nodes before linearized reading' (duration: 481.662138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:22.97452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.26876Z","time spent":"705.077618ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:22.974528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.492499Z","time spent":"482.019009ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-z4vmz\" "} {"level":"warn","ts":"2026-04-03T03:15:22.97453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.502871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:15:22.974576Z","caller":"traceutil/trace.go:171","msg":"trace[498010642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8778; }","duration":"485.559874ms","start":"2026-04-03T03:15:22.489004Z","end":"2026-04-03T03:15:22.974564Z","steps":["trace[498010642] 'agreement among raft nodes before linearized reading' (duration: 485.3839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:22.974607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.488997Z","time spent":"485.603735ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:15:22.974826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.087957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:15:22.97488Z","caller":"traceutil/trace.go:171","msg":"trace[1917449952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8778; }","duration":"486.200371ms","start":"2026-04-03T03:15:22.488668Z","end":"2026-04-03T03:15:22.974868Z","steps":["trace[1917449952] 'agreement among raft nodes before linearized reading' (duration: 485.443811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:22.974909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.488627Z","time spent":"486.275322ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:15:23.395903Z","caller":"traceutil/trace.go:171","msg":"trace[1101064946] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"416.268171ms","start":"2026-04-03T03:15:22.9796Z","end":"2026-04-03T03:15:23.395868Z","steps":["trace[1101064946] 'process raft request' (duration: 348.10229ms)","trace[1101064946] 'compare' (duration: 67.801172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:23.396044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.979568Z","time spent":"416.401275ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:23.757065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.112328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:15:23.75737Z","caller":"traceutil/trace.go:171","msg":"trace[2017340929] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"777.664267ms","start":"2026-04-03T03:15:22.979667Z","end":"2026-04-03T03:15:23.757331Z","steps":["trace[2017340929] 'process raft request' (duration: 541.174819ms)","trace[2017340929] 'compare' (duration: 235.853941ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:23.757428Z","caller":"traceutil/trace.go:171","msg":"trace[1995473469] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"777.623585ms","start":"2026-04-03T03:15:22.979789Z","end":"2026-04-03T03:15:23.757413Z","steps":["trace[1995473469] 'process raft request' (duration: 777.433901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:23.757488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.979642Z","time spent":"777.791231ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:23.757514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.979764Z","time spent":"777.704348ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:23.757668Z","caller":"traceutil/trace.go:171","msg":"trace[1700615506] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"777.76315ms","start":"2026-04-03T03:15:22.979873Z","end":"2026-04-03T03:15:23.757636Z","steps":["trace[1700615506] 'process raft request' (duration: 777.489754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:23.757842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.979847Z","time spent":"777.893513ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:23.75783Z","caller":"traceutil/trace.go:171","msg":"trace[1468065958] linearizableReadLoop","detail":"{readStateIndex:9102; appliedIndex:9097; }","duration":"777.834382ms","start":"2026-04-03T03:15:22.979962Z","end":"2026-04-03T03:15:23.757797Z","steps":["trace[1468065958] 'read index received' (duration: 347.763301ms)","trace[1468065958] 'applied index is now lower than readState.Index' (duration: 430.066041ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:23.757926Z","caller":"traceutil/trace.go:171","msg":"trace[1132976404] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"777.967596ms","start":"2026-04-03T03:15:22.97993Z","end":"2026-04-03T03:15:23.757898Z","steps":["trace[1132976404] 'process raft request' (duration: 777.617637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:23.758048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.979918Z","time spent":"778.071238ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:23.758019Z","caller":"traceutil/trace.go:171","msg":"trace[1687898560] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"585.087102ms","start":"2026-04-03T03:15:23.172894Z","end":"2026-04-03T03:15:23.757981Z","steps":["trace[1687898560] 'process raft request' (duration: 584.827955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:23.758206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.929997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T03:15:23.758221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.265392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:15:23.758232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:23.172859Z","time spent":"585.258868ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:23.758276Z","caller":"traceutil/trace.go:171","msg":"trace[439560523] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:8784; }","duration":"530.072302ms","start":"2026-04-03T03:15:23.228186Z","end":"2026-04-03T03:15:23.758258Z","steps":["trace[439560523] 'agreement among raft nodes before linearized reading' (duration: 529.813466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:23.758299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.347255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222781"} {"level":"info","ts":"2026-04-03T03:15:23.758296Z","caller":"traceutil/trace.go:171","msg":"trace[1198730305] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8784; }","duration":"139.389953ms","start":"2026-04-03T03:15:23.618883Z","end":"2026-04-03T03:15:23.758273Z","steps":["trace[1198730305] 'agreement among raft nodes before linearized reading' (duration: 139.25535ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:23.758332Z","caller":"traceutil/trace.go:171","msg":"trace[917665628] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8784; }","duration":"778.408377ms","start":"2026-04-03T03:15:22.979915Z","end":"2026-04-03T03:15:23.758323Z","steps":["trace[917665628] 'agreement among raft nodes before linearized reading' (duration: 778.052537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:23.75833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:23.22816Z","time spent":"530.155575ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-04-03T03:15:23.758353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:22.9799Z","time spent":"778.447308ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:15:23.996086Z","caller":"traceutil/trace.go:171","msg":"trace[1298736038] linearizableReadLoop","detail":"{readStateIndex:9105; appliedIndex:9104; }","duration":"145.129246ms","start":"2026-04-03T03:15:23.850924Z","end":"2026-04-03T03:15:23.996053Z","steps":["trace[1298736038] 'read index received' (duration: 47.91592ms)","trace[1298736038] 'applied index is now lower than readState.Index' (duration: 97.211946ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:23.99615Z","caller":"traceutil/trace.go:171","msg":"trace[280945003] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"157.440116ms","start":"2026-04-03T03:15:23.83866Z","end":"2026-04-03T03:15:23.9961Z","steps":["trace[280945003] 'process raft request' (duration: 60.208559ms)","trace[280945003] 'compare' (duration: 97.011421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:23.996367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.415496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:15:23.996467Z","caller":"traceutil/trace.go:171","msg":"trace[568939076] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8785; }","duration":"145.60549ms","start":"2026-04-03T03:15:23.850843Z","end":"2026-04-03T03:15:23.996449Z","steps":["trace[568939076] 'agreement among raft nodes before linearized reading' (duration: 145.317972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:24.539273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.11167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:15:24.539308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.076375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:15:24.539365Z","caller":"traceutil/trace.go:171","msg":"trace[1100376007] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8785; }","duration":"336.275715ms","start":"2026-04-03T03:15:24.203066Z","end":"2026-04-03T03:15:24.539341Z","steps":["trace[1100376007] 'count revisions from in-memory index tree' (duration: 335.979037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:24.539403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:24.203038Z","time spent":"336.357736ms","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:15:24.539407Z","caller":"traceutil/trace.go:171","msg":"trace[1395466021] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8785; }","duration":"261.24451ms","start":"2026-04-03T03:15:24.278136Z","end":"2026-04-03T03:15:24.53938Z","steps":["trace[1395466021] 'count revisions from in-memory index tree' (duration: 260.952372ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:25.116922Z","caller":"traceutil/trace.go:171","msg":"trace[2010282312] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"303.291394ms","start":"2026-04-03T03:15:24.813597Z","end":"2026-04-03T03:15:25.116889Z","steps":["trace[2010282312] 'process raft request' (duration: 303.090528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:25.117138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:24.81356Z","time spent":"303.459598ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:25.325067Z","caller":"traceutil/trace.go:171","msg":"trace[1215023441] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"344.253907ms","start":"2026-04-03T03:15:24.980783Z","end":"2026-04-03T03:15:25.325037Z","steps":["trace[1215023441] 'process raft request' (duration: 335.332419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:25.32526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:24.980736Z","time spent":"344.415063ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:25.325279Z","caller":"traceutil/trace.go:171","msg":"trace[1954952866] linearizableReadLoop","detail":"{readStateIndex:9108; appliedIndex:9106; }","duration":"183.148383ms","start":"2026-04-03T03:15:25.1421Z","end":"2026-04-03T03:15:25.325248Z","steps":["trace[1954952866] 'read index received' (duration: 173.960668ms)","trace[1954952866] 'applied index is now lower than readState.Index' (duration: 9.186055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:25.325441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.309338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:15:25.325492Z","caller":"traceutil/trace.go:171","msg":"trace[618672189] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8788; }","duration":"183.431382ms","start":"2026-04-03T03:15:25.142047Z","end":"2026-04-03T03:15:25.325479Z","steps":["trace[618672189] 'agreement among raft nodes before linearized reading' (duration: 183.304888ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:25.325511Z","caller":"traceutil/trace.go:171","msg":"trace[976678137] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"344.600376ms","start":"2026-04-03T03:15:24.980855Z","end":"2026-04-03T03:15:25.325456Z","steps":["trace[976678137] 'process raft request' (duration: 344.082523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:25.325704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:24.980837Z","time spent":"344.768162ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:26.178465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.868551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:15:26.178568Z","caller":"traceutil/trace.go:171","msg":"trace[1523907444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8789; }","duration":"416.058397ms","start":"2026-04-03T03:15:25.762484Z","end":"2026-04-03T03:15:26.178543Z","steps":["trace[1523907444] 'range keys from in-memory index tree' (duration: 415.587124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:26.178615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:25.762432Z","time spent":"416.171729ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:15:26.178924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.29244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-03T03:15:26.17902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.57183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T03:15:26.179029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.098358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:15:26.179045Z","caller":"traceutil/trace.go:171","msg":"trace[1633808678] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8789; }","duration":"569.486945ms","start":"2026-04-03T03:15:25.609529Z","end":"2026-04-03T03:15:26.179016Z","steps":["trace[1633808678] 'range keys from in-memory index tree' (duration: 568.993803ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:26.179073Z","caller":"traceutil/trace.go:171","msg":"trace[1045666236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8789; }","duration":"416.679103ms","start":"2026-04-03T03:15:25.76238Z","end":"2026-04-03T03:15:26.179059Z","steps":["trace[1045666236] 'range keys from in-memory index tree' (duration: 416.406724ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:26.179099Z","caller":"traceutil/trace.go:171","msg":"trace[490917329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8789; }","duration":"416.18258ms","start":"2026-04-03T03:15:25.762889Z","end":"2026-04-03T03:15:26.179072Z","steps":["trace[490917329] 'range keys from in-memory index tree' (duration: 415.941573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:26.179112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:25.762353Z","time spent":"416.750224ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:15:26.179116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:25.609499Z","time spent":"569.600978ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:15:26.179131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.314914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T03:15:26.179149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:25.762878Z","time spent":"416.260531ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:15:26.179188Z","caller":"traceutil/trace.go:171","msg":"trace[1090143275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8789; }","duration":"416.396196ms","start":"2026-04-03T03:15:25.762776Z","end":"2026-04-03T03:15:26.179172Z","steps":["trace[1090143275] 'range keys from in-memory index tree' (duration: 416.182609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:26.179248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:25.762724Z","time spent":"416.511068ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:15:26.178883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.185444ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:15:26.179363Z","caller":"traceutil/trace.go:171","msg":"trace[937464818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8789; }","duration":"573.699368ms","start":"2026-04-03T03:15:25.605646Z","end":"2026-04-03T03:15:26.179346Z","steps":["trace[937464818] 'range keys from in-memory index tree' (duration: 573.148483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:26.179616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.770053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:15:26.179711Z","caller":"traceutil/trace.go:171","msg":"trace[1620816011] linearizableReadLoop","detail":"{readStateIndex:9110; appliedIndex:9109; }","duration":"414.518405ms","start":"2026-04-03T03:15:25.765175Z","end":"2026-04-03T03:15:26.179693Z","steps":["trace[1620816011] 'read index received' (duration: 301.399693ms)","trace[1620816011] 'applied index is now lower than readState.Index' (duration: 113.116732ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:26.179791Z","caller":"traceutil/trace.go:171","msg":"trace[1241622978] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"415.606124ms","start":"2026-04-03T03:15:25.764142Z","end":"2026-04-03T03:15:26.179748Z","steps":["trace[1241622978] 'process raft request' (duration: 302.514402ms)","trace[1241622978] 'compare' (duration: 112.396302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:26.179865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.677719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-03T03:15:26.179917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.442187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:15:26.179928Z","caller":"traceutil/trace.go:171","msg":"trace[709709336] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:8790; }","duration":"414.73711ms","start":"2026-04-03T03:15:25.765171Z","end":"2026-04-03T03:15:26.179908Z","steps":["trace[709709336] 'agreement among raft nodes before linearized reading' (duration: 414.572237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:26.179938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.460711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-03T03:15:26.179965Z","caller":"traceutil/trace.go:171","msg":"trace[1646608954] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8790; }","duration":"190.53958ms","start":"2026-04-03T03:15:25.989413Z","end":"2026-04-03T03:15:26.179953Z","steps":["trace[1646608954] 'agreement among raft nodes before linearized reading' (duration: 190.447548ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:26.17999Z","caller":"traceutil/trace.go:171","msg":"trace[685918376] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8790; }","duration":"293.571344ms","start":"2026-04-03T03:15:25.886403Z","end":"2026-04-03T03:15:26.179974Z","steps":["trace[685918376] 'agreement among raft nodes before linearized reading' (duration: 293.41833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:26.180031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:25.764116Z","time spent":"415.782788ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:26.17998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:25.765129Z","time spent":"414.839043ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-z4vmz\" "} {"level":"warn","ts":"2026-04-03T03:15:26.179914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.177983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:15:26.180602Z","caller":"traceutil/trace.go:171","msg":"trace[930247640] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8790; }","duration":"174.890313ms","start":"2026-04-03T03:15:26.005694Z","end":"2026-04-03T03:15:26.180584Z","steps":["trace[930247640] 'agreement among raft nodes before linearized reading' (duration: 174.155813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:26.618505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.920211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:15:26.618789Z","caller":"traceutil/trace.go:171","msg":"trace[1998902898] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"434.678033ms","start":"2026-04-03T03:15:26.184018Z","end":"2026-04-03T03:15:26.618696Z","steps":["trace[1998902898] 'process raft request' (duration: 106.454354ms)","trace[1998902898] 'compare' (duration: 327.756036ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:26.618893Z","caller":"traceutil/trace.go:171","msg":"trace[1763876935] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"433.451539ms","start":"2026-04-03T03:15:26.185414Z","end":"2026-04-03T03:15:26.618865Z","steps":["trace[1763876935] 'process raft request' (duration: 433.397428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:26.618953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:26.184Z","time spent":"434.881179ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:26.618993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:26.185404Z","time spent":"433.537364ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:26.619137Z","caller":"traceutil/trace.go:171","msg":"trace[1792226942] linearizableReadLoop","detail":"{readStateIndex:9111; appliedIndex:9110; }","duration":"434.16329ms","start":"2026-04-03T03:15:26.184958Z","end":"2026-04-03T03:15:26.619121Z","steps":["trace[1792226942] 'read index received' (duration: 105.518419ms)","trace[1792226942] 'applied index is now lower than readState.Index' (duration: 328.643151ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:26.619511Z","caller":"traceutil/trace.go:171","msg":"trace[242276742] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"434.320964ms","start":"2026-04-03T03:15:26.185173Z","end":"2026-04-03T03:15:26.619494Z","steps":["trace[242276742] 'process raft request' (duration: 433.485652ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:26.61958Z","caller":"traceutil/trace.go:171","msg":"trace[1532265491] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"434.350594ms","start":"2026-04-03T03:15:26.185206Z","end":"2026-04-03T03:15:26.619557Z","steps":["trace[1532265491] 'process raft request' (duration: 433.555413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:26.619609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:26.185161Z","time spent":"434.398306ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:26.619719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.760426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b54a687b-201c-4aff-a873-68a468dbf7ed\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-03T03:15:26.619755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.539149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"warn","ts":"2026-04-03T03:15:26.619765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:26.185193Z","time spent":"434.446638ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:26.619781Z","caller":"traceutil/trace.go:171","msg":"trace[894783297] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b54a687b-201c-4aff-a873-68a468dbf7ed; range_end:; response_count:1; response_revision:8794; }","duration":"434.834268ms","start":"2026-04-03T03:15:26.184926Z","end":"2026-04-03T03:15:26.61976Z","steps":["trace[894783297] 'agreement among raft nodes before linearized reading' (duration: 434.637843ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:26.619827Z","caller":"traceutil/trace.go:171","msg":"trace[1421864833] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8794; }","duration":"434.616922ms","start":"2026-04-03T03:15:26.185181Z","end":"2026-04-03T03:15:26.619798Z","steps":["trace[1421864833] 'agreement among raft nodes before linearized reading' (duration: 434.427896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:26.619841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:26.184918Z","time spent":"434.911199ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-b54a687b-201c-4aff-a873-68a468dbf7ed\" "} {"level":"warn","ts":"2026-04-03T03:15:26.61988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:26.185164Z","time spent":"434.704105ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T03:15:26.620102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.353794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222781"} {"level":"info","ts":"2026-04-03T03:15:26.620206Z","caller":"traceutil/trace.go:171","msg":"trace[209840412] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8794; }","duration":"434.486248ms","start":"2026-04-03T03:15:26.185698Z","end":"2026-04-03T03:15:26.620184Z","steps":["trace[209840412] 'agreement among raft nodes before linearized reading' (duration: 433.986985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:26.620252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:26.185691Z","time spent":"434.54989ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:15:27.292382Z","caller":"traceutil/trace.go:171","msg":"trace[1087824560] linearizableReadLoop","detail":"{readStateIndex:9116; appliedIndex:9115; }","duration":"143.72093ms","start":"2026-04-03T03:15:27.148637Z","end":"2026-04-03T03:15:27.292357Z","steps":["trace[1087824560] 'read index received' (duration: 142.792545ms)","trace[1087824560] 'applied index is now lower than readState.Index' (duration: 927.185µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:27.292678Z","caller":"traceutil/trace.go:171","msg":"trace[1358042843] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"170.519665ms","start":"2026-04-03T03:15:27.122096Z","end":"2026-04-03T03:15:27.292615Z","steps":["trace[1358042843] 'process raft request' (duration: 169.359325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:27.292754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.10533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:15:27.29279Z","caller":"traceutil/trace.go:171","msg":"trace[1441905221] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8796; }","duration":"144.227273ms","start":"2026-04-03T03:15:27.148554Z","end":"2026-04-03T03:15:27.292781Z","steps":["trace[1441905221] 'agreement among raft nodes before linearized reading' (duration: 144.136141ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:51.949625Z","caller":"traceutil/trace.go:171","msg":"trace[61136996] linearizableReadLoop","detail":"{readStateIndex:9308; appliedIndex:9307; }","duration":"376.942401ms","start":"2026-04-03T03:15:51.572478Z","end":"2026-04-03T03:15:51.94942Z","steps":["trace[61136996] 'read index received' (duration: 369.437121ms)","trace[61136996] 'applied index is now lower than readState.Index' (duration: 7.50406ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:51.949803Z","caller":"traceutil/trace.go:171","msg":"trace[585494648] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"457.682467ms","start":"2026-04-03T03:15:51.49207Z","end":"2026-04-03T03:15:51.949752Z","steps":["trace[585494648] 'process raft request' (duration: 449.92722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:51.949966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.473675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-04-03T03:15:51.950015Z","caller":"traceutil/trace.go:171","msg":"trace[1979697056] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8980; }","duration":"377.597678ms","start":"2026-04-03T03:15:51.572408Z","end":"2026-04-03T03:15:51.950006Z","steps":["trace[1979697056] 'agreement among raft nodes before linearized reading' (duration: 377.375983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:51.950176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:51.572384Z","time spent":"377.782433ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":535,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-04-03T03:15:51.950023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:51.492038Z","time spent":"457.867024ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:51.950067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.458175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:15:51.950537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.973335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:15:51.950546Z","caller":"traceutil/trace.go:171","msg":"trace[543169902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8980; }","duration":"255.929678ms","start":"2026-04-03T03:15:51.694543Z","end":"2026-04-03T03:15:51.950473Z","steps":["trace[543169902] 'agreement among raft nodes before linearized reading' (duration: 255.486776ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:51.951143Z","caller":"traceutil/trace.go:171","msg":"trace[693124695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8980; }","duration":"358.670873ms","start":"2026-04-03T03:15:51.592451Z","end":"2026-04-03T03:15:51.951122Z","steps":["trace[693124695] 'agreement among raft nodes before linearized reading' (duration: 357.637955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:51.951438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:51.592433Z","time spent":"358.985532ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:15:53.215016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.737456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-03T03:15:53.215123Z","caller":"traceutil/trace.go:171","msg":"trace[930042736] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8988; }","duration":"300.90017ms","start":"2026-04-03T03:15:52.914195Z","end":"2026-04-03T03:15:53.215095Z","steps":["trace[930042736] 'range keys from in-memory index tree' (duration: 300.509959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.215183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.91417Z","time spent":"300.998162ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T03:15:53.215188Z","caller":"traceutil/trace.go:171","msg":"trace[1033498561] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"194.832815ms","start":"2026-04-03T03:15:53.020305Z","end":"2026-04-03T03:15:53.215138Z","steps":["trace[1033498561] 'process raft request' (duration: 192.595355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:55.288054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353892992,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:15:55.68629Z","caller":"traceutil/trace.go:171","msg":"trace[1681875796] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"905.105243ms","start":"2026-04-03T03:15:54.781133Z","end":"2026-04-03T03:15:55.686238Z","steps":["trace[1681875796] 'process raft request' (duration: 904.854266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:55.686501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:54.781087Z","time spent":"905.301738ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:56.274321Z","caller":"traceutil/trace.go:171","msg":"trace[361020370] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"864.19009ms","start":"2026-04-03T03:15:55.410099Z","end":"2026-04-03T03:15:56.274289Z","steps":["trace[361020370] 'process raft request' (duration: 864.094027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.274506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.410068Z","time spent":"864.347433ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:56.274557Z","caller":"traceutil/trace.go:171","msg":"trace[648496167] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"689.485271ms","start":"2026-04-03T03:15:55.58504Z","end":"2026-04-03T03:15:56.274525Z","steps":["trace[648496167] 'process raft request' (duration: 689.208273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.274713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.585009Z","time spent":"689.623185ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:56.274771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487538363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:15:56.27452Z","caller":"traceutil/trace.go:171","msg":"trace[2097876332] linearizableReadLoop","detail":"{readStateIndex:9327; appliedIndex:9325; }","duration":"1.487265727s","start":"2026-04-03T03:15:54.787229Z","end":"2026-04-03T03:15:56.274494Z","steps":["trace[2097876332] 'read index received' (duration: 898.716572ms)","trace[2097876332] 'applied index is now lower than readState.Index' (duration: 588.546054ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:56.274814Z","caller":"traceutil/trace.go:171","msg":"trace[1839452904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9000; }","duration":"1.487628967s","start":"2026-04-03T03:15:54.787174Z","end":"2026-04-03T03:15:56.274803Z","steps":["trace[1839452904] 'agreement among raft nodes before linearized reading' (duration: 1.487462082s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.274844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:54.787152Z","time spent":"1.487685687s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:15:56.274936Z","caller":"traceutil/trace.go:171","msg":"trace[25364370] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"1.490185805s","start":"2026-04-03T03:15:54.784179Z","end":"2026-04-03T03:15:56.274365Z","steps":["trace[25364370] 'process raft request' (duration: 1.489793614s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.275107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:54.784168Z","time spent":"1.490822681s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:56.276069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485656794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:15:56.27616Z","caller":"traceutil/trace.go:171","msg":"trace[1968744001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9001; }","duration":"1.485748396s","start":"2026-04-03T03:15:54.790401Z","end":"2026-04-03T03:15:56.276149Z","steps":["trace[1968744001] 'agreement among raft nodes before linearized reading' (duration: 1.485593783s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.276186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:54.790365Z","time spent":"1.485813788s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:15:56.276351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421912371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:15:56.27639Z","caller":"traceutil/trace.go:171","msg":"trace[1146344345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:9001; }","duration":"1.422008873s","start":"2026-04-03T03:15:54.854374Z","end":"2026-04-03T03:15:56.276383Z","steps":["trace[1146344345] 'agreement among raft nodes before linearized reading' (duration: 1.421918771s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.276411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:54.85434Z","time spent":"1.422066065s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-z4vmz\" "} {"level":"warn","ts":"2026-04-03T03:15:56.276455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341330317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:15:56.276692Z","caller":"traceutil/trace.go:171","msg":"trace[1771320865] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"311.447221ms","start":"2026-04-03T03:15:55.965205Z","end":"2026-04-03T03:15:56.276652Z","steps":["trace[1771320865] 'process raft request' (duration: 310.728442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.276879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.965174Z","time spent":"311.620706ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:56.276921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.255963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:15:56.276969Z","caller":"traceutil/trace.go:171","msg":"trace[1214322206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9001; }","duration":"300.360835ms","start":"2026-04-03T03:15:55.976596Z","end":"2026-04-03T03:15:56.276957Z","steps":["trace[1214322206] 'agreement among raft nodes before linearized reading' (duration: 300.17175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.277013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.976581Z","time spent":"300.423097ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:15:56.276563Z","caller":"traceutil/trace.go:171","msg":"trace[314814809] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:9001; }","duration":"1.341559533s","start":"2026-04-03T03:15:54.934979Z","end":"2026-04-03T03:15:56.276539Z","steps":["trace[314814809] 'agreement among raft nodes before linearized reading' (duration: 1.341182263s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.277133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:54.934947Z","time spent":"1.342125969s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:15:56.276304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.913278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:15:56.27735Z","caller":"traceutil/trace.go:171","msg":"trace[288263611] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9001; }","duration":"772.11188ms","start":"2026-04-03T03:15:55.505201Z","end":"2026-04-03T03:15:56.277312Z","steps":["trace[288263611] 'agreement among raft nodes before linearized reading' (duration: 770.847956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.277383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101009097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:15:56.277461Z","caller":"traceutil/trace.go:171","msg":"trace[533053309] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9001; }","duration":"1.101736836s","start":"2026-04-03T03:15:55.175701Z","end":"2026-04-03T03:15:56.277438Z","steps":["trace[533053309] 'agreement among raft nodes before linearized reading' (duration: 1.100857552s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.277522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.175674Z","time spent":"1.101828469s","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:15:56.277494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.505125Z","time spent":"772.304774ms","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:16:00.800667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353893048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:16:01.301337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353893048,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:16:01.438828Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002486.wal"} {"level":"info","ts":"2026-04-03T03:16:01.439383Z","caller":"traceutil/trace.go:171","msg":"trace[340044279] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"1.354057588s","start":"2026-04-03T03:16:00.085292Z","end":"2026-04-03T03:16:01.43935Z","steps":["trace[340044279] 'process raft request' (duration: 1.35378003s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.439584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.085247Z","time spent":"1.354233671s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:16:01.569721Z","caller":"traceutil/trace.go:171","msg":"trace[272020308] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"1.268937963s","start":"2026-04-03T03:16:00.300742Z","end":"2026-04-03T03:16:01.56968Z","steps":["trace[272020308] 'process raft request' (duration: 1.268648336s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.569771Z","caller":"traceutil/trace.go:171","msg":"trace[212612178] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"1.26880155s","start":"2026-04-03T03:16:00.300913Z","end":"2026-04-03T03:16:01.569715Z","steps":["trace[212612178] 'process raft request' (duration: 1.268645836s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.569902Z","caller":"traceutil/trace.go:171","msg":"trace[977491538] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"1.268873731s","start":"2026-04-03T03:16:00.300997Z","end":"2026-04-03T03:16:01.56987Z","steps":["trace[977491538] 'process raft request' (duration: 1.268593643s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.569931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.300723Z","time spent":"1.269088657s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:16:01.569945Z","caller":"traceutil/trace.go:171","msg":"trace[295462926] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"1.147112008s","start":"2026-04-03T03:16:00.42279Z","end":"2026-04-03T03:16:01.569902Z","steps":["trace[295462926] 'process raft request' (duration: 1.146855761s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.569974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.300883Z","time spent":"1.268984914s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:01.569989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.300957Z","time spent":"1.268992314s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:01.570001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269998562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:16:01.570053Z","caller":"traceutil/trace.go:171","msg":"trace[1211040243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9025; }","duration":"1.270139255s","start":"2026-04-03T03:16:00.2999Z","end":"2026-04-03T03:16:01.570039Z","steps":["trace[1211040243] 'agreement among raft nodes before linearized reading' (duration: 1.26994215s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.569773Z","caller":"traceutil/trace.go:171","msg":"trace[904592826] linearizableReadLoop","detail":"{readStateIndex:9355; appliedIndex:9348; }","duration":"1.269764026s","start":"2026-04-03T03:16:00.299979Z","end":"2026-04-03T03:16:01.569743Z","steps":["trace[904592826] 'read index received' (duration: 1.139061003s)","trace[904592826] 'applied index is now lower than readState.Index' (duration: 130.701543ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:01.570034Z","caller":"traceutil/trace.go:171","msg":"trace[1366118044] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"1.218252179s","start":"2026-04-03T03:16:00.351739Z","end":"2026-04-03T03:16:01.569991Z","steps":["trace[1366118044] 'process raft request' (duration: 1.2178745s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.57009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.299875Z","time spent":"1.270206678s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:16:01.570065Z","caller":"traceutil/trace.go:171","msg":"trace[968036344] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"849.071105ms","start":"2026-04-03T03:16:00.720924Z","end":"2026-04-03T03:16:01.569995Z","steps":["trace[968036344] 'process raft request' (duration: 848.777627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.570206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089048187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:16:01.570217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.494329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:16:01.570213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.120554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:16:01.570241Z","caller":"traceutil/trace.go:171","msg":"trace[107167568] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9025; }","duration":"1.089139559s","start":"2026-04-03T03:16:00.481094Z","end":"2026-04-03T03:16:01.570234Z","steps":["trace[107167568] 'agreement among raft nodes before linearized reading' (duration: 1.089052118s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.570246Z","caller":"traceutil/trace.go:171","msg":"trace[1674910548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9025; }","duration":"827.56433ms","start":"2026-04-03T03:16:00.742674Z","end":"2026-04-03T03:16:01.570238Z","steps":["trace[1674910548] 'agreement among raft nodes before linearized reading' (duration: 827.52137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.570233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.351706Z","time spent":"1.218417102s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:16:01.570256Z","caller":"traceutil/trace.go:171","msg":"trace[1900441815] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9025; }","duration":"414.222466ms","start":"2026-04-03T03:16:01.15602Z","end":"2026-04-03T03:16:01.570243Z","steps":["trace[1900441815] 'agreement among raft nodes before linearized reading' (duration: 414.141705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.570271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.742658Z","time spent":"827.609492ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:16:01.570273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.481067Z","time spent":"1.089200941s","remote":"127.0.0.1:60322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:16:01.570289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:01.155995Z","time spent":"414.285879ms","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:16:01.570297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.720889Z","time spent":"849.295571ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:01.570295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263790606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T03:16:01.570109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.422753Z","time spent":"1.147273553s","remote":"127.0.0.1:47936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:01.570415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25797789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:16:01.570414Z","caller":"traceutil/trace.go:171","msg":"trace[1459518764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9025; }","duration":"1.263961001s","start":"2026-04-03T03:16:00.306429Z","end":"2026-04-03T03:16:01.57039Z","steps":["trace[1459518764] 'agreement among raft nodes before linearized reading' (duration: 1.263719355s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.570445Z","caller":"traceutil/trace.go:171","msg":"trace[1295905432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9025; }","duration":"1.258026041s","start":"2026-04-03T03:16:00.312411Z","end":"2026-04-03T03:16:01.570437Z","steps":["trace[1295905432] 'agreement among raft nodes before linearized reading' (duration: 1.25796996s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.570465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.312376Z","time spent":"1.258084442s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:16:01.570472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.306389Z","time spent":"1.264067512s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:16:01.570367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257754715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:16:01.570564Z","caller":"traceutil/trace.go:171","msg":"trace[577160491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9025; }","duration":"1.258005641s","start":"2026-04-03T03:16:00.31255Z","end":"2026-04-03T03:16:01.570555Z","steps":["trace[577160491] 'agreement among raft nodes before linearized reading' (duration: 1.257768045s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.570569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258229217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:16:01.570592Z","caller":"traceutil/trace.go:171","msg":"trace[992016043] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:9025; }","duration":"1.258272638s","start":"2026-04-03T03:16:00.312314Z","end":"2026-04-03T03:16:01.570586Z","steps":["trace[992016043] 'agreement among raft nodes before linearized reading' (duration: 1.258199636s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.570592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.312515Z","time spent":"1.258068032s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:16:01.570612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.312297Z","time spent":"1.258310789s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-z4vmz\" "} {"level":"info","ts":"2026-04-03T03:16:09.429337Z","caller":"traceutil/trace.go:171","msg":"trace[336965158] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9105; }","duration":"113.313888ms","start":"2026-04-03T03:16:09.315983Z","end":"2026-04-03T03:16:09.429296Z","steps":["trace[336965158] 'process raft request' (duration: 45.248139ms)","trace[336965158] 'compare' (duration: 67.886554ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:09.465074Z","caller":"traceutil/trace.go:171","msg":"trace[1662329390] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"148.745493ms","start":"2026-04-03T03:16:09.316158Z","end":"2026-04-03T03:16:09.464903Z","steps":["trace[1662329390] 'process raft request' (duration: 148.531718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:10.212977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.990609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:16:10.213268Z","caller":"traceutil/trace.go:171","msg":"trace[50856545] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"540.764428ms","start":"2026-04-03T03:16:09.672471Z","end":"2026-04-03T03:16:10.213236Z","steps":["trace[50856545] 'process raft request' (duration: 18.638918ms)","trace[50856545] 'compare' (duration: 520.315811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:16:10.213379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:09.672453Z","time spent":"540.877501ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:16:10.213941Z","caller":"traceutil/trace.go:171","msg":"trace[336793447] linearizableReadLoop","detail":"{readStateIndex:9447; appliedIndex:9445; }","duration":"529.162648ms","start":"2026-04-03T03:16:09.684669Z","end":"2026-04-03T03:16:10.213831Z","steps":["trace[336793447] 'read index received' (duration: 6.374819ms)","trace[336793447] 'applied index is now lower than readState.Index' (duration: 522.786039ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:10.213995Z","caller":"traceutil/trace.go:171","msg":"trace[593258358] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"541.345354ms","start":"2026-04-03T03:16:09.672546Z","end":"2026-04-03T03:16:10.213891Z","steps":["trace[593258358] 'process raft request' (duration: 540.650216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:10.214119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.442776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:16:10.214185Z","caller":"traceutil/trace.go:171","msg":"trace[1114284825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9112; }","duration":"529.548038ms","start":"2026-04-03T03:16:09.684621Z","end":"2026-04-03T03:16:10.214169Z","steps":["trace[1114284825] 'agreement among raft nodes before linearized reading' (duration: 529.337572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:10.214236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:09.684602Z","time spent":"529.623221ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:16:10.21429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:09.672506Z","time spent":"541.600741ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:10.214332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.3763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:16:10.214384Z","caller":"traceutil/trace.go:171","msg":"trace[682258403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9112; }","duration":"408.430183ms","start":"2026-04-03T03:16:09.805939Z","end":"2026-04-03T03:16:10.21437Z","steps":["trace[682258403] 'agreement among raft nodes before linearized reading' (duration: 408.292689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:10.21431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.763197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c9b456b6f-g9gvf.18a2ba5a49658af3\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-03T03:16:10.214518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:09.805852Z","time spent":"408.649369ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:16:10.214599Z","caller":"traceutil/trace.go:171","msg":"trace[732058746] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c9b456b6f-g9gvf.18a2ba5a49658af3; range_end:; response_count:1; response_revision:9112; }","duration":"133.073255ms","start":"2026-04-03T03:16:10.081482Z","end":"2026-04-03T03:16:10.214556Z","steps":["trace[732058746] 'agreement among raft nodes before linearized reading' (duration: 132.725526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:10.215135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.781814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:16:10.215185Z","caller":"traceutil/trace.go:171","msg":"trace[1911991288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9112; }","duration":"526.845606ms","start":"2026-04-03T03:16:09.688327Z","end":"2026-04-03T03:16:10.215173Z","steps":["trace[1911991288] 'agreement among raft nodes before linearized reading' (duration: 525.8743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:10.215216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:09.688323Z","time spent":"526.886157ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:16:11.181597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.193261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:16:11.181771Z","caller":"traceutil/trace.go:171","msg":"trace[546122875] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"964.381516ms","start":"2026-04-03T03:16:10.217359Z","end":"2026-04-03T03:16:11.18174Z","steps":["trace[546122875] 'process raft request' (duration: 374.920598ms)","trace[546122875] 'compare' (duration: 588.527163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:16:11.181867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:10.21734Z","time spent":"964.481229ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:11.558477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.324849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:16:11.558995Z","caller":"traceutil/trace.go:171","msg":"trace[111274996] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"371.861675ms","start":"2026-04-03T03:16:11.187096Z","end":"2026-04-03T03:16:11.558958Z","steps":["trace[111274996] 'process raft request' (duration: 371.763542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:11.559073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:11.187071Z","time spent":"371.973639ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:16:11.559065Z","caller":"traceutil/trace.go:171","msg":"trace[1597117214] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"1.336129338s","start":"2026-04-03T03:16:10.22291Z","end":"2026-04-03T03:16:11.559039Z","steps":["trace[1597117214] 'process raft request' (duration: 1.335752058s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:11.559136Z","caller":"traceutil/trace.go:171","msg":"trace[906562631] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"1.285788543s","start":"2026-04-03T03:16:10.273319Z","end":"2026-04-03T03:16:11.559108Z","steps":["trace[906562631] 'process raft request' (duration: 1.285445804s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:11.559196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:10.222895Z","time spent":"1.33624636s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:16:11.559169Z","caller":"traceutil/trace.go:171","msg":"trace[29288905] linearizableReadLoop","detail":"{readStateIndex:9451; appliedIndex:9447; }","duration":"1.296560941s","start":"2026-04-03T03:16:10.262558Z","end":"2026-04-03T03:16:11.559119Z","steps":["trace[29288905] 'read index received' (duration: 329.905584ms)","trace[29288905] 'applied index is now lower than readState.Index' (duration: 966.651047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:16:11.559252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:10.273302Z","time spent":"1.285893126s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:16:11.559443Z","caller":"traceutil/trace.go:171","msg":"trace[834446432] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"1.340971958s","start":"2026-04-03T03:16:10.218454Z","end":"2026-04-03T03:16:11.559426Z","steps":["trace[834446432] 'process raft request' (duration: 1.150582911s)","trace[834446432] 'compare' (duration: 188.360173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:16:11.559527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:10.218415Z","time spent":"1.34106925s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:11.559601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296997072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4hmm7\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-04-03T03:16:11.559626Z","caller":"traceutil/trace.go:171","msg":"trace[1533029659] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"1.336699353s","start":"2026-04-03T03:16:10.222895Z","end":"2026-04-03T03:16:11.559594Z","steps":["trace[1533029659] 'process raft request' (duration: 1.335700096s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:11.559689Z","caller":"traceutil/trace.go:171","msg":"trace[1638004573] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4hmm7; range_end:; response_count:1; response_revision:9118; }","duration":"1.297143245s","start":"2026-04-03T03:16:10.262521Z","end":"2026-04-03T03:16:11.559664Z","steps":["trace[1638004573] 'agreement among raft nodes before linearized reading' (duration: 1.296783326s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:11.559757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:10.262503Z","time spent":"1.29723983s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4hmm7\" "} {"level":"warn","ts":"2026-04-03T03:16:11.55976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:10.222882Z","time spent":"1.336810816s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:11.584292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.770241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:16:11.584404Z","caller":"traceutil/trace.go:171","msg":"trace[1919034051] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9119; }","duration":"408.959647ms","start":"2026-04-03T03:16:11.175424Z","end":"2026-04-03T03:16:11.584384Z","steps":["trace[1919034051] 'agreement among raft nodes before linearized reading' (duration: 408.733701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:11.584453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:11.175385Z","time spent":"409.055799ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:16:11.584429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085417991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:16:11.584461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.239358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:16:11.58446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.507349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:16:11.584556Z","caller":"traceutil/trace.go:171","msg":"trace[937782817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9119; }","duration":"889.353631ms","start":"2026-04-03T03:16:10.695182Z","end":"2026-04-03T03:16:11.584536Z","steps":["trace[937782817] 'agreement among raft nodes before linearized reading' (duration: 889.187307ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:11.584297Z","caller":"traceutil/trace.go:171","msg":"trace[1077522019] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"173.029703ms","start":"2026-04-03T03:16:11.411219Z","end":"2026-04-03T03:16:11.584249Z","steps":["trace[1077522019] 'process raft request' (duration: 172.729845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:11.584616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:10.695109Z","time spent":"889.489475ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:16:11.584609Z","caller":"traceutil/trace.go:171","msg":"trace[1418556587] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9119; }","duration":"346.750705ms","start":"2026-04-03T03:16:11.237835Z","end":"2026-04-03T03:16:11.584585Z","steps":["trace[1418556587] 'agreement among raft nodes before linearized reading' (duration: 346.468667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:11.584356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.030865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-04-03T03:16:11.584715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:11.237813Z","time spent":"346.886838ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:16:11.584819Z","caller":"traceutil/trace.go:171","msg":"trace[1254922459] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9119; }","duration":"535.480907ms","start":"2026-04-03T03:16:11.049285Z","end":"2026-04-03T03:16:11.584766Z","steps":["trace[1254922459] 'agreement among raft nodes before linearized reading' (duration: 534.865532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:11.584885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:11.049215Z","time spent":"535.660292ms","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-03T03:16:11.584538Z","caller":"traceutil/trace.go:171","msg":"trace[1675155178] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9119; }","duration":"1.085543214s","start":"2026-04-03T03:16:10.498967Z","end":"2026-04-03T03:16:11.584511Z","steps":["trace[1675155178] 'agreement among raft nodes before linearized reading' (duration: 1.085347878s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:11.585032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:10.498939Z","time spent":"1.086050686s","remote":"127.0.0.1:49344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:16:11.915194Z","caller":"traceutil/trace.go:171","msg":"trace[684696430] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"325.562849ms","start":"2026-04-03T03:16:11.589597Z","end":"2026-04-03T03:16:11.91516Z","steps":["trace[684696430] 'process raft request' (duration: 244.01732ms)","trace[684696430] 'compare' (duration: 81.332863ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:11.915617Z","caller":"traceutil/trace.go:171","msg":"trace[375851332] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"318.586402ms","start":"2026-04-03T03:16:11.597Z","end":"2026-04-03T03:16:11.915587Z","steps":["trace[375851332] 'process raft request' (duration: 318.089019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:11.915573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:11.589563Z","time spent":"325.912087ms","remote":"127.0.0.1:60252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:11.915796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:11.59698Z","time spent":"318.722625ms","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:16:11.915905Z","caller":"traceutil/trace.go:171","msg":"trace[1641082667] linearizableReadLoop","detail":"{readStateIndex:9458; appliedIndex:9455; }","duration":"277.312929ms","start":"2026-04-03T03:16:11.638519Z","end":"2026-04-03T03:16:11.915832Z","steps":["trace[1641082667] 'read index received' (duration: 195.144594ms)","trace[1641082667] 'applied index is now lower than readState.Index' (duration: 82.164885ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:11.916075Z","caller":"traceutil/trace.go:171","msg":"trace[2074249623] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"285.231061ms","start":"2026-04-03T03:16:11.63083Z","end":"2026-04-03T03:16:11.916061Z","steps":["trace[2074249623] 'process raft request' (duration: 284.516262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:11.917276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.149977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2ba66019d0257\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-03T03:16:11.917377Z","caller":"traceutil/trace.go:171","msg":"trace[602480722] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2ba66019d0257; range_end:; response_count:1; response_revision:9123; }","duration":"325.268841ms","start":"2026-04-03T03:16:11.592092Z","end":"2026-04-03T03:16:11.917361Z","steps":["trace[602480722] 'agreement among raft nodes before linearized reading' (duration: 323.986797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:11.917501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:11.592083Z","time spent":"325.392904ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18a2ba66019d0257\" "} {"level":"info","ts":"2026-04-03T03:16:12.069728Z","caller":"traceutil/trace.go:171","msg":"trace[1480752831] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"398.170478ms","start":"2026-04-03T03:16:11.67154Z","end":"2026-04-03T03:16:12.069711Z","steps":["trace[1480752831] 'process raft request' (duration: 398.019874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:12.069915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:11.671514Z","time spent":"398.294681ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:16:12.069956Z","caller":"traceutil/trace.go:171","msg":"trace[1930612748] linearizableReadLoop","detail":"{readStateIndex:9461; appliedIndex:9458; }","duration":"153.901512ms","start":"2026-04-03T03:16:11.91601Z","end":"2026-04-03T03:16:12.069912Z","steps":["trace[1930612748] 'read index received' (duration: 153.287195ms)","trace[1930612748] 'applied index is now lower than readState.Index' (duration: 610.757µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:12.070063Z","caller":"traceutil/trace.go:171","msg":"trace[394593317] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"397.534581ms","start":"2026-04-03T03:16:11.672486Z","end":"2026-04-03T03:16:12.070021Z","steps":["trace[394593317] 'process raft request' (duration: 397.173362ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:12.069708Z","caller":"traceutil/trace.go:171","msg":"trace[1374230967] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"398.685262ms","start":"2026-04-03T03:16:11.670979Z","end":"2026-04-03T03:16:12.069664Z","steps":["trace[1374230967] 'process raft request' (duration: 398.374683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:12.070259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:11.672476Z","time spent":"397.680824ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:12.070315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:11.670946Z","time spent":"399.282687ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:12.070475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.576672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:16:12.070598Z","caller":"traceutil/trace.go:171","msg":"trace[1232700896] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:9126; }","duration":"391.748046ms","start":"2026-04-03T03:16:11.678831Z","end":"2026-04-03T03:16:12.070579Z","steps":["trace[1232700896] 'agreement among raft nodes before linearized reading' (duration: 391.295044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:12.070681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.594167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:16:12.070773Z","caller":"traceutil/trace.go:171","msg":"trace[1694374524] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9126; }","duration":"301.737542ms","start":"2026-04-03T03:16:11.769016Z","end":"2026-04-03T03:16:12.070754Z","steps":["trace[1694374524] 'agreement among raft nodes before linearized reading' (duration: 301.603128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:12.070699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:11.678816Z","time spent":"391.86646ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-z4vmz\" "} {"level":"warn","ts":"2026-04-03T03:16:12.07087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:11.768982Z","time spent":"301.818754ms","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:16:12.098824Z","caller":"traceutil/trace.go:171","msg":"trace[2079038572] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"177.628026ms","start":"2026-04-03T03:16:11.921164Z","end":"2026-04-03T03:16:12.098792Z","steps":["trace[2079038572] 'process raft request' (duration: 177.270117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:12.099097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.003057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18a2ba6aef8c0902\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-04-03T03:16:12.099208Z","caller":"traceutil/trace.go:171","msg":"trace[1466244352] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18a2ba6aef8c0902; range_end:; response_count:1; response_revision:9127; }","duration":"178.1656ms","start":"2026-04-03T03:16:11.921024Z","end":"2026-04-03T03:16:12.099189Z","steps":["trace[1466244352] 'agreement among raft nodes before linearized reading' (duration: 177.679777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:12.099029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.392739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-03T03:16:12.099493Z","caller":"traceutil/trace.go:171","msg":"trace[172525529] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9127; }","duration":"174.844801ms","start":"2026-04-03T03:16:11.924575Z","end":"2026-04-03T03:16:12.09942Z","steps":["trace[172525529] 'agreement among raft nodes before linearized reading' (duration: 174.113411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:12.356496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.090087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:16:12.356801Z","caller":"traceutil/trace.go:171","msg":"trace[429302203] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"253.834752ms","start":"2026-04-03T03:16:12.102912Z","end":"2026-04-03T03:16:12.356747Z","steps":["trace[429302203] 'process raft request' (duration: 105.296963ms)","trace[429302203] 'compare' (duration: 147.495081ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:12.356893Z","caller":"traceutil/trace.go:171","msg":"trace[1814468761] linearizableReadLoop","detail":"{readStateIndex:9463; appliedIndex:9462; }","duration":"253.749419ms","start":"2026-04-03T03:16:12.102981Z","end":"2026-04-03T03:16:12.35673Z","steps":["trace[1814468761] 'read index received' (duration: 105.16167ms)","trace[1814468761] 'applied index is now lower than readState.Index' (duration: 148.584639ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:16:12.35698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.965575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:16:12.357089Z","caller":"traceutil/trace.go:171","msg":"trace[1207602406] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:9128; }","duration":"254.12982ms","start":"2026-04-03T03:16:12.102934Z","end":"2026-04-03T03:16:12.357063Z","steps":["trace[1207602406] 'agreement among raft nodes before linearized reading' (duration: 253.943965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:12.357408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.954726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T03:16:12.357444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.919051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:16:12.357489Z","caller":"traceutil/trace.go:171","msg":"trace[305366799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9128; }","duration":"138.1153ms","start":"2026-04-03T03:16:12.219354Z","end":"2026-04-03T03:16:12.357469Z","steps":["trace[305366799] 'agreement among raft nodes before linearized reading' (duration: 137.842053ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:12.357507Z","caller":"traceutil/trace.go:171","msg":"trace[2105843831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9128; }","duration":"136.043264ms","start":"2026-04-03T03:16:12.221445Z","end":"2026-04-03T03:16:12.357488Z","steps":["trace[2105843831] 'agreement among raft nodes before linearized reading' (duration: 135.787918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:12.992474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.01648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:16:12.992604Z","caller":"traceutil/trace.go:171","msg":"trace[1889384584] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"628.04501ms","start":"2026-04-03T03:16:12.364535Z","end":"2026-04-03T03:16:12.99258Z","steps":["trace[1889384584] 'process raft request' (duration: 139.839746ms)","trace[1889384584] 'compare' (duration: 487.779653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:16:12.992664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:12.364508Z","time spent":"628.133841ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:16:13.022511Z","caller":"traceutil/trace.go:171","msg":"trace[1624138953] linearizableReadLoop","detail":"{readStateIndex:9466; appliedIndex:9464; }","duration":"382.306844ms","start":"2026-04-03T03:16:12.640165Z","end":"2026-04-03T03:16:13.022471Z","steps":["trace[1624138953] 'read index received' (duration: 382.032107ms)","trace[1624138953] 'applied index is now lower than readState.Index' (duration: 272.987µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:13.022672Z","caller":"traceutil/trace.go:171","msg":"trace[882417288] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"657.97265ms","start":"2026-04-03T03:16:12.364653Z","end":"2026-04-03T03:16:13.022625Z","steps":["trace[882417288] 'process raft request' (duration: 657.508997ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:13.022787Z","caller":"traceutil/trace.go:171","msg":"trace[1428593727] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"658.021721ms","start":"2026-04-03T03:16:12.36467Z","end":"2026-04-03T03:16:13.022692Z","steps":["trace[1428593727] 'process raft request' (duration: 657.718463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:13.022934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.96135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:16:13.022979Z","caller":"traceutil/trace.go:171","msg":"trace[1376717289] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9131; }","duration":"283.007862ms","start":"2026-04-03T03:16:12.739956Z","end":"2026-04-03T03:16:13.022964Z","steps":["trace[1376717289] 'agreement among raft nodes before linearized reading' (duration: 282.935869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:13.022962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:12.364624Z","time spent":"658.195484ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:13.0231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:12.364648Z","time spent":"658.290818ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:13.023132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.185658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-03T03:16:13.023137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.433574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:16:13.022852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.657393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-03T03:16:13.023264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.899428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:16:13.023348Z","caller":"traceutil/trace.go:171","msg":"trace[1966501218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9131; }","duration":"329.088983ms","start":"2026-04-03T03:16:12.694239Z","end":"2026-04-03T03:16:13.023328Z","steps":["trace[1966501218] 'agreement among raft nodes before linearized reading' (duration: 328.97498ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:13.023366Z","caller":"traceutil/trace.go:171","msg":"trace[898238328] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9131; }","duration":"383.204018ms","start":"2026-04-03T03:16:12.640114Z","end":"2026-04-03T03:16:13.023318Z","steps":["trace[898238328] 'agreement among raft nodes before linearized reading' (duration: 382.560901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:13.023396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:12.694218Z","time spent":"329.167215ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:16:13.023441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:12.640091Z","time spent":"383.309051ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-03T03:16:13.02325Z","caller":"traceutil/trace.go:171","msg":"trace[1372018524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9131; }","duration":"374.381892ms","start":"2026-04-03T03:16:12.648842Z","end":"2026-04-03T03:16:13.023224Z","steps":["trace[1372018524] 'agreement among raft nodes before linearized reading' (duration: 374.014293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:13.023526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:12.648765Z","time spent":"374.742552ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T03:16:13.02336Z","caller":"traceutil/trace.go:171","msg":"trace[1110371147] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9131; }","duration":"237.703261ms","start":"2026-04-03T03:16:12.785598Z","end":"2026-04-03T03:16:13.023301Z","steps":["trace[1110371147] 'agreement among raft nodes before linearized reading' (duration: 237.347121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:13.961345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.188909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:16:13.961458Z","caller":"traceutil/trace.go:171","msg":"trace[1468391969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9131; }","duration":"398.368583ms","start":"2026-04-03T03:16:13.563063Z","end":"2026-04-03T03:16:13.961432Z","steps":["trace[1468391969] 'range keys from in-memory index tree' (duration: 397.953562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:13.96151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:13.563036Z","time spent":"398.462946ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:16:13.961717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.736882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:16:13.961864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.07395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:16:13.961951Z","caller":"traceutil/trace.go:171","msg":"trace[555445352] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9131; }","duration":"787.203242ms","start":"2026-04-03T03:16:13.174721Z","end":"2026-04-03T03:16:13.961924Z","steps":["trace[555445352] 'range keys from in-memory index tree' (duration: 787.002937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:13.962015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.486273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T03:16:13.962026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:13.1747Z","time spent":"787.308834ms","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T03:16:13.961996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.650797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:16:13.962057Z","caller":"traceutil/trace.go:171","msg":"trace[97890148] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:9131; }","duration":"731.584487ms","start":"2026-04-03T03:16:13.230462Z","end":"2026-04-03T03:16:13.962046Z","steps":["trace[97890148] 'range keys from in-memory index tree' (duration: 731.320458ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:13.961867Z","caller":"traceutil/trace.go:171","msg":"trace[62952720] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9131; }","duration":"234.992378ms","start":"2026-04-03T03:16:13.726841Z","end":"2026-04-03T03:16:13.961833Z","steps":["trace[62952720] 'count revisions from in-memory index tree' (duration: 234.607037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:13.961756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.578795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:16:13.962121Z","caller":"traceutil/trace.go:171","msg":"trace[934047081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9131; }","duration":"396.847573ms","start":"2026-04-03T03:16:13.565243Z","end":"2026-04-03T03:16:13.962091Z","steps":["trace[934047081] 'range keys from in-memory index tree' (duration: 396.4022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:13.962181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:13.565214Z","time spent":"396.956136ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:16:13.962117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:13.230434Z","time spent":"731.672218ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-04-03T03:16:13.962219Z","caller":"traceutil/trace.go:171","msg":"trace[1247814097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9131; }","duration":"397.056198ms","start":"2026-04-03T03:16:13.565112Z","end":"2026-04-03T03:16:13.962169Z","steps":["trace[1247814097] 'range keys from in-memory index tree' (duration: 396.314698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:13.962338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:13.565103Z","time spent":"397.193062ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:16:13.962466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.034272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212413"} {"level":"info","ts":"2026-04-03T03:16:13.96254Z","caller":"traceutil/trace.go:171","msg":"trace[379644354] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9131; }","duration":"682.151325ms","start":"2026-04-03T03:16:13.280377Z","end":"2026-04-03T03:16:13.962529Z","steps":["trace[379644354] 'range keys from in-memory index tree' (duration: 680.725737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:13.962589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:13.280352Z","time spent":"682.224727ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2212436,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-03T03:16:14.30175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.38455ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-03T03:16:14.302242Z","caller":"traceutil/trace.go:171","msg":"trace[996661668] transaction","detail":"{read_only:false; response_revision:9134; number_of_response:1; }","duration":"334.033754ms","start":"2026-04-03T03:16:13.968181Z","end":"2026-04-03T03:16:14.302214Z","steps":["trace[996661668] 'process raft request' (duration: 333.930501ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:14.30224Z","caller":"traceutil/trace.go:171","msg":"trace[1181071442] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"334.21967ms","start":"2026-04-03T03:16:13.967985Z","end":"2026-04-03T03:16:14.302205Z","steps":["trace[1181071442] 'process raft request' (duration: 333.915352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:14.302333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:13.964286Z","time spent":"337.941239ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:16:14.302419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:13.968174Z","time spent":"334.138578ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:16:14.302452Z","caller":"traceutil/trace.go:171","msg":"trace[284771375] linearizableReadLoop","detail":"{readStateIndex:9468; appliedIndex:9466; }","duration":"335.765412ms","start":"2026-04-03T03:16:13.966638Z","end":"2026-04-03T03:16:14.302404Z","steps":["trace[284771375] 'read index received' (duration: 19.409178ms)","trace[284771375] 'applied index is now lower than readState.Index' (duration: 316.352133ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:14.302486Z","caller":"traceutil/trace.go:171","msg":"trace[535173853] transaction","detail":"{read_only:false; response_revision:9135; number_of_response:1; }","duration":"331.922728ms","start":"2026-04-03T03:16:13.970509Z","end":"2026-04-03T03:16:14.302432Z","steps":["trace[535173853] 'process raft request' (duration: 331.656691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:14.302628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:13.967969Z","time spent":"334.375513ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:14.302757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:13.970474Z","time spent":"332.114354ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:14.302705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.009938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:16:14.302847Z","caller":"traceutil/trace.go:171","msg":"trace[834431117] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9135; }","duration":"336.216174ms","start":"2026-04-03T03:16:13.966602Z","end":"2026-04-03T03:16:14.302818Z","steps":["trace[834431117] 'agreement among raft nodes before linearized reading' (duration: 335.930156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:14.302914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:13.966583Z","time spent":"336.320156ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T03:16:14.38409Z","caller":"traceutil/trace.go:171","msg":"trace[2078423882] transaction","detail":"{read_only:false; response_revision:9137; number_of_response:1; }","duration":"306.934051ms","start":"2026-04-03T03:16:14.077076Z","end":"2026-04-03T03:16:14.38401Z","steps":["trace[2078423882] 'process raft request' (duration: 306.848559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:14.384297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:14.077069Z","time spent":"307.131056ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:16:14.38407Z","caller":"traceutil/trace.go:171","msg":"trace[270358889] transaction","detail":"{read_only:false; response_revision:9136; number_of_response:1; }","duration":"307.28383ms","start":"2026-04-03T03:16:14.076735Z","end":"2026-04-03T03:16:14.384019Z","steps":["trace[270358889] 'process raft request' (duration: 306.812137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:14.384519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:14.076705Z","time spent":"307.65583ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:14.384876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.690233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-03T03:16:14.384875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.140889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:16:14.384869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.589746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-04-03T03:16:14.385076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.29385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:16:14.385136Z","caller":"traceutil/trace.go:171","msg":"trace[565513607] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:9138; }","duration":"277.404853ms","start":"2026-04-03T03:16:14.107718Z","end":"2026-04-03T03:16:14.385123Z","steps":["trace[565513607] 'agreement among raft nodes before linearized reading' (duration: 277.262129ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:14.384301Z","caller":"traceutil/trace.go:171","msg":"trace[607221712] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"307.168997ms","start":"2026-04-03T03:16:14.077117Z","end":"2026-04-03T03:16:14.384286Z","steps":["trace[607221712] 'process raft request' (duration: 306.847468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:14.385322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:14.077113Z","time spent":"308.154973ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:16:14.385046Z","caller":"traceutil/trace.go:171","msg":"trace[1501897288] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9138; }","duration":"384.851903ms","start":"2026-04-03T03:16:14.000165Z","end":"2026-04-03T03:16:14.385016Z","steps":["trace[1501897288] 'agreement among raft nodes before linearized reading' (duration: 384.268718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:14.385507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:14.000141Z","time spent":"385.344826ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-03T03:16:14.384937Z","caller":"traceutil/trace.go:171","msg":"trace[728890271] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9138; }","duration":"404.805506ms","start":"2026-04-03T03:16:13.980116Z","end":"2026-04-03T03:16:14.384922Z","steps":["trace[728890271] 'agreement among raft nodes before linearized reading' (duration: 404.604311ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:14.384953Z","caller":"traceutil/trace.go:171","msg":"trace[338254002] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9138; }","duration":"218.274631ms","start":"2026-04-03T03:16:14.166657Z","end":"2026-04-03T03:16:14.384932Z","steps":["trace[338254002] 'agreement among raft nodes before linearized reading' (duration: 217.675966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:14.385738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:13.980084Z","time spent":"405.600387ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-03T03:16:14.52633Z","caller":"traceutil/trace.go:171","msg":"trace[52048025] transaction","detail":"{read_only:false; response_revision:9140; number_of_response:1; }","duration":"202.887531ms","start":"2026-04-03T03:16:14.323398Z","end":"2026-04-03T03:16:14.526286Z","steps":["trace[52048025] 'process raft request' (duration: 202.756818ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:14.526338Z","caller":"traceutil/trace.go:171","msg":"trace[1614986452] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"222.230507ms","start":"2026-04-03T03:16:14.304077Z","end":"2026-04-03T03:16:14.526308Z","steps":["trace[1614986452] 'process raft request' (duration: 157.411175ms)","trace[1614986452] 'compare' (duration: 64.346209ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:14.526259Z","caller":"traceutil/trace.go:171","msg":"trace[993650564] linearizableReadLoop","detail":"{readStateIndex:9476; appliedIndex:9474; }","duration":"141.989493ms","start":"2026-04-03T03:16:14.384239Z","end":"2026-04-03T03:16:14.526228Z","steps":["trace[993650564] 'read index received' (duration: 77.259384ms)","trace[993650564] 'applied index is now lower than readState.Index' (duration: 64.728959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:16:14.526829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.842114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T03:16:14.526976Z","caller":"traceutil/trace.go:171","msg":"trace[133158160] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9140; }","duration":"219.976087ms","start":"2026-04-03T03:16:14.306944Z","end":"2026-04-03T03:16:14.52692Z","steps":["trace[133158160] 'agreement among raft nodes before linearized reading' (duration: 219.675879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:14.527187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.235896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-03T03:16:14.527251Z","caller":"traceutil/trace.go:171","msg":"trace[333594398] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9140; }","duration":"119.34332ms","start":"2026-04-03T03:16:14.407888Z","end":"2026-04-03T03:16:14.527231Z","steps":["trace[333594398] 'agreement among raft nodes before linearized reading' (duration: 119.186665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:14.528021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.879197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227424"} {"level":"info","ts":"2026-04-03T03:16:14.528077Z","caller":"traceutil/trace.go:171","msg":"trace[2093318709] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9140; }","duration":"136.98715ms","start":"2026-04-03T03:16:14.391078Z","end":"2026-04-03T03:16:14.528066Z","steps":["trace[2093318709] 'agreement among raft nodes before linearized reading' (duration: 135.957823ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:17:03.774271Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T03:17:03.782137Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-03T03:17:03.782274Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-03T03:17:12.595546Z","caller":"traceutil/trace.go:171","msg":"trace[912081031] linearizableReadLoop","detail":"{readStateIndex:10130; appliedIndex:10129; }","duration":"309.602964ms","start":"2026-04-03T03:17:12.285904Z","end":"2026-04-03T03:17:12.595507Z","steps":["trace[912081031] 'read index received' (duration: 309.272045ms)","trace[912081031] 'applied index is now lower than readState.Index' (duration: 329.558µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:17:12.595999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.244123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:17:12.596071Z","caller":"traceutil/trace.go:171","msg":"trace[602061444] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9776; }","duration":"163.387026ms","start":"2026-04-03T03:17:12.432665Z","end":"2026-04-03T03:17:12.596052Z","steps":["trace[602061444] 'agreement among raft nodes before linearized reading' (duration: 163.17469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:12.59635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.318003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:17:12.59565Z","caller":"traceutil/trace.go:171","msg":"trace[687471539] transaction","detail":"{read_only:false; response_revision:9776; number_of_response:1; }","duration":"364.450099ms","start":"2026-04-03T03:17:12.231153Z","end":"2026-04-03T03:17:12.595603Z","steps":["trace[687471539] 'process raft request' (duration: 364.11642ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:17:12.596474Z","caller":"traceutil/trace.go:171","msg":"trace[1470334148] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9776; }","duration":"310.621122ms","start":"2026-04-03T03:17:12.285826Z","end":"2026-04-03T03:17:12.596447Z","steps":["trace[1470334148] 'agreement among raft nodes before linearized reading' (duration: 310.103938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:12.596894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:17:12.285795Z","time spent":"311.078802ms","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:17:12.597665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:17:12.231122Z","time spent":"365.511008ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:17:26.20587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.468709ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:17:26.206089Z","caller":"traceutil/trace.go:171","msg":"trace[570392885] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9853; }","duration":"599.709157ms","start":"2026-04-03T03:17:25.606354Z","end":"2026-04-03T03:17:26.206063Z","steps":["trace[570392885] 'range keys from in-memory index tree' (duration: 599.442449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:26.206835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.82658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:17:26.207226Z","caller":"traceutil/trace.go:171","msg":"trace[1895287752] linearizableReadLoop","detail":"{readStateIndex:10212; appliedIndex:10210; }","duration":"410.992624ms","start":"2026-04-03T03:17:25.796211Z","end":"2026-04-03T03:17:26.207203Z","steps":["trace[1895287752] 'read index received' (duration: 70.763µs)","trace[1895287752] 'applied index is now lower than readState.Index' (duration: 410.92045ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:17:26.207472Z","caller":"traceutil/trace.go:171","msg":"trace[1287308162] transaction","detail":"{read_only:false; response_revision:9855; number_of_response:1; }","duration":"679.370546ms","start":"2026-04-03T03:17:25.528086Z","end":"2026-04-03T03:17:26.207456Z","steps":["trace[1287308162] 'process raft request' (duration: 679.006006ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:17:26.207504Z","caller":"traceutil/trace.go:171","msg":"trace[2033215423] transaction","detail":"{read_only:false; response_revision:9854; number_of_response:1; }","duration":"712.161161ms","start":"2026-04-03T03:17:25.49528Z","end":"2026-04-03T03:17:26.207441Z","steps":["trace[2033215423] 'process raft request' (duration: 114.56462ms)","trace[2033215423] 'compare' (duration: 596.404429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:17:26.207833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.62816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:17:26.207884Z","caller":"traceutil/trace.go:171","msg":"trace[528257945] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9855; }","duration":"411.729933ms","start":"2026-04-03T03:17:25.79614Z","end":"2026-04-03T03:17:26.207869Z","steps":["trace[528257945] 'agreement among raft nodes before linearized reading' (duration: 411.659392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:26.207926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:17:25.796105Z","time spent":"411.808045ms","remote":"127.0.0.1:55374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:17:26.207643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:17:25.528046Z","time spent":"679.473828ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:17:26.207767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.765856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T03:17:26.208133Z","caller":"traceutil/trace.go:171","msg":"trace[832807353] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9855; }","duration":"274.165157ms","start":"2026-04-03T03:17:25.93394Z","end":"2026-04-03T03:17:26.208105Z","steps":["trace[832807353] 'agreement among raft nodes before linearized reading' (duration: 273.653283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:26.208397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:17:25.495238Z","time spent":"712.603464ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:17:26.208404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.71493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T03:17:26.208735Z","caller":"traceutil/trace.go:171","msg":"trace[2089695003] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9855; }","duration":"248.104901ms","start":"2026-04-03T03:17:25.960602Z","end":"2026-04-03T03:17:26.208707Z","steps":["trace[2089695003] 'agreement among raft nodes before linearized reading' (duration: 247.34586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:26.499763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.638836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:17:26.499872Z","caller":"traceutil/trace.go:171","msg":"trace[1328775156] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9855; }","duration":"162.80497ms","start":"2026-04-03T03:17:26.337042Z","end":"2026-04-03T03:17:26.499847Z","steps":["trace[1328775156] 'count revisions from in-memory index tree' (duration: 162.473641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:26.93789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.35888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:17:26.938189Z","caller":"traceutil/trace.go:171","msg":"trace[1822270577] transaction","detail":"{read_only:false; response_revision:9862; number_of_response:1; }","duration":"144.01262ms","start":"2026-04-03T03:17:26.79415Z","end":"2026-04-03T03:17:26.938162Z","steps":["trace[1822270577] 'process raft request' (duration: 143.965278ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:17:26.938236Z","caller":"traceutil/trace.go:171","msg":"trace[560145505] transaction","detail":"{read_only:false; response_revision:9861; number_of_response:1; }","duration":"144.168263ms","start":"2026-04-03T03:17:26.794024Z","end":"2026-04-03T03:17:26.938192Z","steps":["trace[560145505] 'process raft request' (duration: 144.0273ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:17:26.938571Z","caller":"traceutil/trace.go:171","msg":"trace[1360974000] transaction","detail":"{read_only:false; response_revision:9860; number_of_response:1; }","duration":"145.102588ms","start":"2026-04-03T03:17:26.793042Z","end":"2026-04-03T03:17:26.938145Z","steps":["trace[1360974000] 'process raft request' (duration: 19.377528ms)","trace[1360974000] 'compare' (duration: 125.172505ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:17:48.449469Z","caller":"traceutil/trace.go:171","msg":"trace[95342733] transaction","detail":"{read_only:false; response_revision:10024; number_of_response:1; }","duration":"119.109093ms","start":"2026-04-03T03:17:48.330323Z","end":"2026-04-03T03:17:48.449432Z","steps":["trace[95342733] 'process raft request' (duration: 107.237846ms)","trace[95342733] 'compare' (duration: 11.729283ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:19.997137Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7862} {"level":"info","ts":"2026-04-03T03:18:20.078888Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7862,"took":"79.761461ms","hash":2206342060,"current-db-size-bytes":53747712,"current-db-size":"54 MB","current-db-size-in-use-bytes":25296896,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-03T03:18:20.079002Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2206342060,"revision":7862,"compact-revision":5489} {"level":"warn","ts":"2026-04-03T03:22:40.755146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.739497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:22:40.755262Z","caller":"traceutil/trace.go:171","msg":"trace[553605962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12146; }","duration":"120.915182ms","start":"2026-04-03T03:22:40.634325Z","end":"2026-04-03T03:22:40.75524Z","steps":["trace[553605962] 'range keys from in-memory index tree' (duration: 120.542042ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:23:03.436794Z","caller":"traceutil/trace.go:171","msg":"trace[593072582] transaction","detail":"{read_only:false; response_revision:12274; number_of_response:1; }","duration":"120.008438ms","start":"2026-04-03T03:23:03.316735Z","end":"2026-04-03T03:23:03.436743Z","steps":["trace[593072582] 'process raft request' (duration: 73.220855ms)","trace[593072582] 'compare' (duration: 46.587207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:23:03.799339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.232848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:23:03.799367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.344976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:23:03.79943Z","caller":"traceutil/trace.go:171","msg":"trace[1970419647] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:12274; }","duration":"225.389122ms","start":"2026-04-03T03:23:03.574024Z","end":"2026-04-03T03:23:03.799413Z","steps":["trace[1970419647] 'count revisions from in-memory index tree' (duration: 225.133625ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:23:03.799479Z","caller":"traceutil/trace.go:171","msg":"trace[2140050724] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12274; }","duration":"170.523461ms","start":"2026-04-03T03:23:03.628929Z","end":"2026-04-03T03:23:03.799452Z","steps":["trace[2140050724] 'range keys from in-memory index tree' (duration: 170.216612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:23:03.799654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.224447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:23:03.799712Z","caller":"traceutil/trace.go:171","msg":"trace[1925539106] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12274; }","duration":"172.312139ms","start":"2026-04-03T03:23:03.627385Z","end":"2026-04-03T03:23:03.799697Z","steps":["trace[1925539106] 'range keys from in-memory index tree' (duration: 172.142884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:23:03.799729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:23:03.799902Z","caller":"traceutil/trace.go:171","msg":"trace[1159049946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12274; }","duration":"105.520137ms","start":"2026-04-03T03:23:03.694343Z","end":"2026-04-03T03:23:03.799863Z","steps":["trace[1159049946] 'range keys from in-memory index tree' (duration: 105.144587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:23:03.799918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.473808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:23:03.799867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.221509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:23:03.799959Z","caller":"traceutil/trace.go:171","msg":"trace[1788116018] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12274; }","duration":"171.539588ms","start":"2026-04-03T03:23:03.62841Z","end":"2026-04-03T03:23:03.79995Z","steps":["trace[1788116018] 'range keys from in-memory index tree' (duration: 171.418575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:23:03.799931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.052876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:23:03.800152Z","caller":"traceutil/trace.go:171","msg":"trace[1243185] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:12274; }","duration":"243.232533ms","start":"2026-04-03T03:23:03.556804Z","end":"2026-04-03T03:23:03.800036Z","steps":["trace[1243185] 'range keys from in-memory index tree' (duration: 242.41252ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:23:03.799995Z","caller":"traceutil/trace.go:171","msg":"trace[42029517] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12274; }","duration":"171.411755ms","start":"2026-04-03T03:23:03.628556Z","end":"2026-04-03T03:23:03.799967Z","steps":["trace[42029517] 'range keys from in-memory index tree' (duration: 171.112507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:23:03.800882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.034195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-03T03:23:03.80102Z","caller":"traceutil/trace.go:171","msg":"trace[838348559] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12274; }","duration":"171.21707ms","start":"2026-04-03T03:23:03.629771Z","end":"2026-04-03T03:23:03.800988Z","steps":["trace[838348559] 'range keys from in-memory index tree' (duration: 170.412377ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:23:20.003142Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10243} {"level":"info","ts":"2026-04-03T03:23:20.083377Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10243,"took":"77.632914ms","hash":2275431298,"current-db-size-bytes":53747712,"current-db-size":"54 MB","current-db-size-in-use-bytes":25112576,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-03T03:23:20.083494Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2275431298,"revision":10243,"compact-revision":7862} {"level":"info","ts":"2026-04-03T03:28:20.011055Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12397} {"level":"info","ts":"2026-04-03T03:28:20.092133Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12397,"took":"77.446094ms","hash":1010535053,"current-db-size-bytes":53747712,"current-db-size":"54 MB","current-db-size-in-use-bytes":27377664,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-03T03:28:20.092211Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1010535053,"revision":12397,"compact-revision":10243} {"level":"info","ts":"2026-04-03T03:28:59.647211Z","caller":"traceutil/trace.go:171","msg":"trace[345557101] transaction","detail":"{read_only:false; response_revision:14694; number_of_response:1; }","duration":"110.976306ms","start":"2026-04-03T03:28:59.536207Z","end":"2026-04-03T03:28:59.647183Z","steps":["trace[345557101] 'process raft request' (duration: 110.770471ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:59.656048Z","caller":"traceutil/trace.go:171","msg":"trace[1161679459] transaction","detail":"{read_only:false; response_revision:14695; number_of_response:1; }","duration":"117.747368ms","start":"2026-04-03T03:28:59.538282Z","end":"2026-04-03T03:28:59.656029Z","steps":["trace[1161679459] 'process raft request' (duration: 117.616055ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:59.656303Z","caller":"traceutil/trace.go:171","msg":"trace[190635201] transaction","detail":"{read_only:false; response_revision:14697; number_of_response:1; }","duration":"114.206773ms","start":"2026-04-03T03:28:59.54209Z","end":"2026-04-03T03:28:59.656297Z","steps":["trace[190635201] 'process raft request' (duration: 114.088099ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:59.656371Z","caller":"traceutil/trace.go:171","msg":"trace[902763927] transaction","detail":"{read_only:false; response_revision:14696; number_of_response:1; }","duration":"114.908022ms","start":"2026-04-03T03:28:59.541456Z","end":"2026-04-03T03:28:59.656364Z","steps":["trace[902763927] 'process raft request' (duration: 114.549832ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:39.726491Z","caller":"traceutil/trace.go:171","msg":"trace[2130089421] transaction","detail":"{read_only:false; response_revision:14905; number_of_response:1; }","duration":"110.522539ms","start":"2026-04-03T03:29:39.615911Z","end":"2026-04-03T03:29:39.726434Z","steps":["trace[2130089421] 'process raft request' (duration: 110.345774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:47.291923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.033701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:29:47.292019Z","caller":"traceutil/trace.go:171","msg":"trace[1007521753] linearizableReadLoop","detail":"{readStateIndex:15490; appliedIndex:15489; }","duration":"159.62334ms","start":"2026-04-03T03:29:47.132379Z","end":"2026-04-03T03:29:47.292003Z","steps":["trace[1007521753] 'read index received' (duration: 41.435855ms)","trace[1007521753] 'applied index is now lower than readState.Index' (duration: 118.186055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:29:47.292144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.759115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4vmz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-03T03:29:47.29218Z","caller":"traceutil/trace.go:171","msg":"trace[325887628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4vmz; range_end:; response_count:1; response_revision:14958; }","duration":"159.817647ms","start":"2026-04-03T03:29:47.132351Z","end":"2026-04-03T03:29:47.292169Z","steps":["trace[325887628] 'agreement among raft nodes before linearized reading' (duration: 159.691783ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:47.292359Z","caller":"traceutil/trace.go:171","msg":"trace[599616065] transaction","detail":"{read_only:false; response_revision:14958; number_of_response:1; }","duration":"184.434435ms","start":"2026-04-03T03:29:47.107911Z","end":"2026-04-03T03:29:47.292346Z","steps":["trace[599616065] 'process raft request' (duration: 65.905759ms)","trace[599616065] 'compare' (duration: 117.953949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:29:48.420342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.41745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:29:48.420421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.045413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:29:48.420448Z","caller":"traceutil/trace.go:171","msg":"trace[1793550994] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:14966; }","duration":"405.571405ms","start":"2026-04-03T03:29:48.01485Z","end":"2026-04-03T03:29:48.420422Z","steps":["trace[1793550994] 'count revisions from in-memory index tree' (duration: 405.307857ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:48.420481Z","caller":"traceutil/trace.go:171","msg":"trace[239806401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14966; }","duration":"468.138836ms","start":"2026-04-03T03:29:47.952318Z","end":"2026-04-03T03:29:48.420457Z","steps":["trace[239806401] 'range keys from in-memory index tree' (duration: 467.845367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:48.420507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:48.014828Z","time spent":"405.662297ms","remote":"127.0.0.1:36354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:29:48.420531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:47.952292Z","time spent":"468.230947ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:29:57.71521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.897967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-73baf3a1-7934-4bb5-9a14-406b9f71c0a9\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-03T03:29:57.715439Z","caller":"traceutil/trace.go:171","msg":"trace[1880047219] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-73baf3a1-7934-4bb5-9a14-406b9f71c0a9; range_end:; response_count:1; response_revision:15132; }","duration":"190.170415ms","start":"2026-04-03T03:29:57.525242Z","end":"2026-04-03T03:29:57.715412Z","steps":["trace[1880047219] 'range keys from in-memory index tree' (duration: 189.705041ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:57.848075Z","caller":"traceutil/trace.go:171","msg":"trace[1868480798] linearizableReadLoop","detail":"{readStateIndex:15668; appliedIndex:15667; }","duration":"155.929552ms","start":"2026-04-03T03:29:57.69212Z","end":"2026-04-03T03:29:57.84805Z","steps":["trace[1868480798] 'read index received' (duration: 155.807288ms)","trace[1868480798] 'applied index is now lower than readState.Index' (duration: 121.064µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:29:57.848195Z","caller":"traceutil/trace.go:171","msg":"trace[1704061584] transaction","detail":"{read_only:false; response_revision:15133; number_of_response:1; }","duration":"194.447651ms","start":"2026-04-03T03:29:57.653735Z","end":"2026-04-03T03:29:57.848182Z","steps":["trace[1704061584] 'process raft request' (duration: 194.116362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:57.848492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.349354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:29:57.848585Z","caller":"traceutil/trace.go:171","msg":"trace[353504432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15133; }","duration":"156.487028ms","start":"2026-04-03T03:29:57.692078Z","end":"2026-04-03T03:29:57.848565Z","steps":["trace[353504432] 'agreement among raft nodes before linearized reading' (duration: 156.338924ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:57.998835Z","caller":"traceutil/trace.go:171","msg":"trace[1216280908] linearizableReadLoop","detail":"{readStateIndex:15669; appliedIndex:15668; }","duration":"150.658316ms","start":"2026-04-03T03:29:57.848147Z","end":"2026-04-03T03:29:57.998806Z","steps":["trace[1216280908] 'read index received' (duration: 150.490561ms)","trace[1216280908] 'applied index is now lower than readState.Index' (duration: 166.155µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:29:57.998874Z","caller":"traceutil/trace.go:171","msg":"trace[1495637581] transaction","detail":"{read_only:false; response_revision:15134; number_of_response:1; }","duration":"275.097897ms","start":"2026-04-03T03:29:57.72375Z","end":"2026-04-03T03:29:57.998848Z","steps":["trace[1495637581] 'process raft request' (duration: 274.829058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:57.999089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.822248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19085"} {"level":"info","ts":"2026-04-03T03:29:57.999233Z","caller":"traceutil/trace.go:171","msg":"trace[290750317] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15134; }","duration":"158.013473ms","start":"2026-04-03T03:29:57.841196Z","end":"2026-04-03T03:29:57.99921Z","steps":["trace[290750317] 'agreement among raft nodes before linearized reading' (duration: 157.705694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:57.999085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.75285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18a2bb2af11ad2e9\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-04-03T03:29:57.999351Z","caller":"traceutil/trace.go:171","msg":"trace[995887659] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-sb-0.18a2bb2af11ad2e9; range_end:; response_count:1; response_revision:15134; }","duration":"222.060348ms","start":"2026-04-03T03:29:57.777261Z","end":"2026-04-03T03:29:57.999321Z","steps":["trace[995887659] 'agreement among raft nodes before linearized reading' (duration: 221.672296ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:58.002434Z","caller":"traceutil/trace.go:171","msg":"trace[1512956330] transaction","detail":"{read_only:false; response_revision:15135; number_of_response:1; }","duration":"127.874383ms","start":"2026-04-03T03:29:57.87454Z","end":"2026-04-03T03:29:58.002415Z","steps":["trace[1512956330] 'process raft request' (duration: 127.720478ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:58.002642Z","caller":"traceutil/trace.go:171","msg":"trace[1674015645] transaction","detail":"{read_only:false; response_revision:15137; number_of_response:1; }","duration":"123.003137ms","start":"2026-04-03T03:29:57.879628Z","end":"2026-04-03T03:29:58.002631Z","steps":["trace[1674015645] 'process raft request' (duration: 122.925315ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:58.002643Z","caller":"traceutil/trace.go:171","msg":"trace[263574541] transaction","detail":"{read_only:false; response_revision:15136; number_of_response:1; }","duration":"125.75263ms","start":"2026-04-03T03:29:57.876861Z","end":"2026-04-03T03:29:58.002613Z","steps":["trace[263574541] 'process raft request' (duration: 125.511302ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:58.00285Z","caller":"traceutil/trace.go:171","msg":"trace[484402456] transaction","detail":"{read_only:false; response_revision:15138; number_of_response:1; }","duration":"118.934198ms","start":"2026-04-03T03:29:57.883896Z","end":"2026-04-03T03:29:58.002831Z","steps":["trace[484402456] 'process raft request' (duration: 118.707391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:58.002953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.320285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:29:58.003001Z","caller":"traceutil/trace.go:171","msg":"trace[175961513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15138; }","duration":"152.407687ms","start":"2026-04-03T03:29:57.850582Z","end":"2026-04-03T03:29:58.00299Z","steps":["trace[175961513] 'agreement among raft nodes before linearized reading' (duration: 152.334665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:58.003004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.531123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:29:58.003071Z","caller":"traceutil/trace.go:171","msg":"trace[1112946703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15138; }","duration":"145.638108ms","start":"2026-04-03T03:29:57.857419Z","end":"2026-04-03T03:29:58.003057Z","steps":["trace[1112946703] 'agreement among raft nodes before linearized reading' (duration: 145.425412ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:30:37.004682Z","caller":"traceutil/trace.go:171","msg":"trace[1935158502] linearizableReadLoop","detail":"{readStateIndex:16126; appliedIndex:16125; }","duration":"311.40024ms","start":"2026-04-03T03:30:36.693251Z","end":"2026-04-03T03:30:37.004651Z","steps":["trace[1935158502] 'read index received' (duration: 310.558315ms)","trace[1935158502] 'applied index is now lower than readState.Index' (duration: 840.975µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:30:37.004817Z","caller":"traceutil/trace.go:171","msg":"trace[1549603769] transaction","detail":"{read_only:false; response_revision:15573; number_of_response:1; }","duration":"313.652446ms","start":"2026-04-03T03:30:36.691114Z","end":"2026-04-03T03:30:37.004766Z","steps":["trace[1549603769] 'process raft request' (duration: 312.74883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:30:37.004944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.661528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:30:37.00501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.053074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T03:30:37.005029Z","caller":"traceutil/trace.go:171","msg":"trace[1820303033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15573; }","duration":"311.788331ms","start":"2026-04-03T03:30:36.693215Z","end":"2026-04-03T03:30:37.005003Z","steps":["trace[1820303033] 'agreement among raft nodes before linearized reading' (duration: 311.619706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:30:37.00502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:30:36.69109Z","time spent":"313.831721ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10620,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:30:37.005078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:30:36.693203Z","time spent":"311.864274ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:30:37.005076Z","caller":"traceutil/trace.go:171","msg":"trace[342703250] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15573; }","duration":"298.173609ms","start":"2026-04-03T03:30:36.706878Z","end":"2026-04-03T03:30:37.005052Z","steps":["trace[342703250] 'agreement among raft nodes before linearized reading' (duration: 297.960042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:30:37.005345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.673635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-04-03T03:30:37.005424Z","caller":"traceutil/trace.go:171","msg":"trace[1237113214] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:15573; }","duration":"270.801169ms","start":"2026-04-03T03:30:36.734604Z","end":"2026-04-03T03:30:37.005405Z","steps":["trace[1237113214] 'agreement among raft nodes before linearized reading' (duration: 270.615603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:30:37.005776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.848173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T03:30:37.005879Z","caller":"traceutil/trace.go:171","msg":"trace[1725354750] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15573; }","duration":"146.024099ms","start":"2026-04-03T03:30:36.85983Z","end":"2026-04-03T03:30:37.005854Z","steps":["trace[1725354750] 'agreement among raft nodes before linearized reading' (duration: 145.286677ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:39.124734Z","caller":"traceutil/trace.go:171","msg":"trace[646338083] transaction","detail":"{read_only:false; response_revision:16234; number_of_response:1; }","duration":"129.604579ms","start":"2026-04-03T03:31:38.995105Z","end":"2026-04-03T03:31:39.12471Z","steps":["trace[646338083] 'process raft request' (duration: 129.446965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:39.576296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.560782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-kpq87\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-03T03:31:39.576392Z","caller":"traceutil/trace.go:171","msg":"trace[1056813154] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-kpq87; range_end:; response_count:1; response_revision:16236; }","duration":"134.718457ms","start":"2026-04-03T03:31:39.441653Z","end":"2026-04-03T03:31:39.576371Z","steps":["trace[1056813154] 'range keys from in-memory index tree' (duration: 134.223804ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:40.078532Z","caller":"traceutil/trace.go:171","msg":"trace[222391616] linearizableReadLoop","detail":"{readStateIndex:16808; appliedIndex:16807; }","duration":"384.829121ms","start":"2026-04-03T03:31:39.69368Z","end":"2026-04-03T03:31:40.078509Z","steps":["trace[222391616] 'read index received' (duration: 384.736758ms)","trace[222391616] 'applied index is now lower than readState.Index' (duration: 91.343µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:31:40.078702Z","caller":"traceutil/trace.go:171","msg":"trace[1392985327] transaction","detail":"{read_only:false; response_revision:16237; number_of_response:1; }","duration":"420.120563ms","start":"2026-04-03T03:31:39.658545Z","end":"2026-04-03T03:31:40.078666Z","steps":["trace[1392985327] 'process raft request' (duration: 419.818024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:40.078774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.033516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:31:40.078824Z","caller":"traceutil/trace.go:171","msg":"trace[233606926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16237; }","duration":"385.18775ms","start":"2026-04-03T03:31:39.693623Z","end":"2026-04-03T03:31:40.07881Z","steps":["trace[233606926] 'agreement among raft nodes before linearized reading' (duration: 385.042765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:40.078871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:39.693606Z","time spent":"385.252931ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:31:40.078869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:39.658511Z","time spent":"420.282587ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:31:40.457556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.596764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:31:40.457665Z","caller":"traceutil/trace.go:171","msg":"trace[1188034974] linearizableReadLoop","detail":"{readStateIndex:16809; appliedIndex:16808; }","duration":"379.015172ms","start":"2026-04-03T03:31:40.078631Z","end":"2026-04-03T03:31:40.457646Z","steps":["trace[1188034974] 'read index received' (duration: 14.245284ms)","trace[1188034974] 'applied index is now lower than readState.Index' (duration: 364.768678ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:31:40.457745Z","caller":"traceutil/trace.go:171","msg":"trace[1944741035] transaction","detail":"{read_only:false; response_revision:16238; number_of_response:1; }","duration":"403.652408ms","start":"2026-04-03T03:31:40.054059Z","end":"2026-04-03T03:31:40.457711Z","steps":["trace[1944741035] 'process raft request' (duration: 38.803908ms)","trace[1944741035] 'compare' (duration: 364.311056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:31:40.457889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:40.054026Z","time spent":"403.799172ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:31:40.457909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.288938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:31:40.458008Z","caller":"traceutil/trace.go:171","msg":"trace[483260299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16238; }","duration":"526.452903ms","start":"2026-04-03T03:31:39.931533Z","end":"2026-04-03T03:31:40.457986Z","steps":["trace[483260299] 'agreement among raft nodes before linearized reading' (duration: 526.213247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:40.458038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.30067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bb5q4\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-04-03T03:31:40.458056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:39.931506Z","time spent":"526.537685ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:31:40.458096Z","caller":"traceutil/trace.go:171","msg":"trace[645333233] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bb5q4; range_end:; response_count:1; response_revision:16238; }","duration":"729.369862ms","start":"2026-04-03T03:31:39.728689Z","end":"2026-04-03T03:31:40.458059Z","steps":["trace[645333233] 'agreement among raft nodes before linearized reading' (duration: 729.244318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:40.458134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:39.728669Z","time spent":"729.456315ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20691,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bb5q4\" "} {"level":"info","ts":"2026-04-03T03:31:40.516297Z","caller":"traceutil/trace.go:171","msg":"trace[670494217] transaction","detail":"{read_only:false; response_revision:16240; number_of_response:1; }","duration":"104.39724ms","start":"2026-04-03T03:31:40.411866Z","end":"2026-04-03T03:31:40.516263Z","steps":["trace[670494217] 'process raft request' (duration: 104.134752ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:40.516708Z","caller":"traceutil/trace.go:171","msg":"trace[477302686] transaction","detail":"{read_only:false; response_revision:16241; number_of_response:1; }","duration":"102.25361ms","start":"2026-04-03T03:31:40.414428Z","end":"2026-04-03T03:31:40.516682Z","steps":["trace[477302686] 'process raft request' (duration: 101.778938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:40.516825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.470064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-03T03:31:40.516905Z","caller":"traceutil/trace.go:171","msg":"trace[313436665] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16243; }","duration":"286.583518ms","start":"2026-04-03T03:31:40.230303Z","end":"2026-04-03T03:31:40.516886Z","steps":["trace[313436665] 'agreement among raft nodes before linearized reading' (duration: 286.387893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:40.516989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.721761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-03T03:31:40.517017Z","caller":"traceutil/trace.go:171","msg":"trace[1059458415] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16243; }","duration":"286.773613ms","start":"2026-04-03T03:31:40.230236Z","end":"2026-04-03T03:31:40.51701Z","steps":["trace[1059458415] 'agreement among raft nodes before linearized reading' (duration: 286.643029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:40.517197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.164223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-04-03T03:31:40.517196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.831884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:31:40.517232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.891926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:31:40.517273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.216058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-03T03:31:40.517281Z","caller":"traceutil/trace.go:171","msg":"trace[1610404326] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16243; }","duration":"286.956938ms","start":"2026-04-03T03:31:40.2303Z","end":"2026-04-03T03:31:40.517257Z","steps":["trace[1610404326] 'agreement among raft nodes before linearized reading' (duration: 286.830085ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:40.517295Z","caller":"traceutil/trace.go:171","msg":"trace[1592404633] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16243; }","duration":"409.28302ms","start":"2026-04-03T03:31:40.108007Z","end":"2026-04-03T03:31:40.51729Z","steps":["trace[1592404633] 'agreement among raft nodes before linearized reading' (duration: 409.234549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:40.517343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:40.10798Z","time spent":"409.343331ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-03T03:31:40.517431Z","caller":"traceutil/trace.go:171","msg":"trace[1327657249] transaction","detail":"{read_only:false; response_revision:16242; number_of_response:1; }","duration":"102.780145ms","start":"2026-04-03T03:31:40.414632Z","end":"2026-04-03T03:31:40.517412Z","steps":["trace[1327657249] 'process raft request' (duration: 101.875031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:40.517597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.018714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:31:40.517642Z","caller":"traceutil/trace.go:171","msg":"trace[80190323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16243; }","duration":"432.111176ms","start":"2026-04-03T03:31:40.085521Z","end":"2026-04-03T03:31:40.517632Z","steps":["trace[80190323] 'agreement among raft nodes before linearized reading' (duration: 432.045735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:40.517678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:40.085495Z","time spent":"432.173019ms","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:31:40.517216Z","caller":"traceutil/trace.go:171","msg":"trace[805553305] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16243; }","duration":"287.220984ms","start":"2026-04-03T03:31:40.22999Z","end":"2026-04-03T03:31:40.517211Z","steps":["trace[805553305] 'agreement among raft nodes before linearized reading' (duration: 287.157013ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:40.517268Z","caller":"traceutil/trace.go:171","msg":"trace[654646594] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16243; }","duration":"286.954138ms","start":"2026-04-03T03:31:40.230303Z","end":"2026-04-03T03:31:40.517257Z","steps":["trace[654646594] 'agreement among raft nodes before linearized reading' (duration: 286.902986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:41.075674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.422338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:31:41.075754Z","caller":"traceutil/trace.go:171","msg":"trace[653337006] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16244; }","duration":"381.51761ms","start":"2026-04-03T03:31:40.69422Z","end":"2026-04-03T03:31:41.075738Z","steps":["trace[653337006] 'range keys from in-memory index tree' (duration: 381.349135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:41.075794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:40.694184Z","time spent":"381.601312ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:31:41.075779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.328493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-03T03:31:41.075872Z","caller":"traceutil/trace.go:171","msg":"trace[2105180737] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16244; }","duration":"372.461576ms","start":"2026-04-03T03:31:40.703388Z","end":"2026-04-03T03:31:41.075849Z","steps":["trace[2105180737] 'range keys from in-memory index tree' (duration: 372.175548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:41.076122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:40.703365Z","time spent":"372.63505ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:31:41.076317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.145077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:31:41.076335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.535523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-djtt7\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-04-03T03:31:41.07637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.210778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-03T03:31:41.076406Z","caller":"traceutil/trace.go:171","msg":"trace[483018761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16244; }","duration":"382.271801ms","start":"2026-04-03T03:31:40.694105Z","end":"2026-04-03T03:31:41.076376Z","steps":["trace[483018761] 'range keys from in-memory index tree' (duration: 382.038865ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:41.076402Z","caller":"traceutil/trace.go:171","msg":"trace[1620556408] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-djtt7; range_end:; response_count:1; response_revision:16244; }","duration":"347.631586ms","start":"2026-04-03T03:31:40.728756Z","end":"2026-04-03T03:31:41.076388Z","steps":["trace[1620556408] 'range keys from in-memory index tree' (duration: 347.404589ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:41.076415Z","caller":"traceutil/trace.go:171","msg":"trace[693934603] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16244; }","duration":"382.292871ms","start":"2026-04-03T03:31:40.694109Z","end":"2026-04-03T03:31:41.076402Z","steps":["trace[693934603] 'range keys from in-memory index tree' (duration: 382.041435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:41.07644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:40.694082Z","time spent":"382.351093ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:31:41.076445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:40.728745Z","time spent":"347.692027ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-djtt7\" "} {"level":"warn","ts":"2026-04-03T03:31:41.076448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:40.694087Z","time spent":"382.354013ms","remote":"127.0.0.1:60086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-03T03:31:41.076452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.646045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-djtt7\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-04-03T03:31:41.076608Z","caller":"traceutil/trace.go:171","msg":"trace[397148776] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-djtt7; range_end:; response_count:1; response_revision:16244; }","duration":"364.827879ms","start":"2026-04-03T03:31:40.711761Z","end":"2026-04-03T03:31:41.076589Z","steps":["trace[397148776] 'range keys from in-memory index tree' (duration: 364.387077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:41.076711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:40.711748Z","time spent":"364.945702ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-djtt7\" "} {"level":"info","ts":"2026-04-03T03:33:20.017307Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14415} {"level":"info","ts":"2026-04-03T03:33:20.098572Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14415,"took":"78.346545ms","hash":1918956426,"current-db-size-bytes":53747712,"current-db-size":"54 MB","current-db-size-in-use-bytes":31383552,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-03T03:33:20.098635Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1918956426,"revision":14415,"compact-revision":12397} {"level":"info","ts":"2026-04-03T03:36:01.5Z","caller":"traceutil/trace.go:171","msg":"trace[1116203361] linearizableReadLoop","detail":"{readStateIndex:18839; appliedIndex:18838; }","duration":"100.825158ms","start":"2026-04-03T03:36:01.399142Z","end":"2026-04-03T03:36:01.499968Z","steps":["trace[1116203361] 'read index received' (duration: 100.519109ms)","trace[1116203361] 'applied index is now lower than readState.Index' (duration: 304.669µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:36:01.500165Z","caller":"traceutil/trace.go:171","msg":"trace[1010837894] transaction","detail":"{read_only:false; response_revision:18204; number_of_response:1; }","duration":"104.849517ms","start":"2026-04-03T03:36:01.395301Z","end":"2026-04-03T03:36:01.50015Z","steps":["trace[1010837894] 'process raft request' (duration: 104.466656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:01.500586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.423164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:36:01.500672Z","caller":"traceutil/trace.go:171","msg":"trace[2015300381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18204; }","duration":"101.554788ms","start":"2026-04-03T03:36:01.399097Z","end":"2026-04-03T03:36:01.500652Z","steps":["trace[2015300381] 'agreement among raft nodes before linearized reading' (duration: 101.334642ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:37:22.180724Z","caller":"traceutil/trace.go:171","msg":"trace[604733370] linearizableReadLoop","detail":"{readStateIndex:19518; appliedIndex:19516; }","duration":"316.187152ms","start":"2026-04-03T03:37:21.864512Z","end":"2026-04-03T03:37:22.180699Z","steps":["trace[604733370] 'read index received' (duration: 316.014768ms)","trace[604733370] 'applied index is now lower than readState.Index' (duration: 171.094µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:37:22.180844Z","caller":"traceutil/trace.go:171","msg":"trace[1970330077] transaction","detail":"{read_only:false; response_revision:18863; number_of_response:1; }","duration":"333.009855ms","start":"2026-04-03T03:37:21.847822Z","end":"2026-04-03T03:37:22.180832Z","steps":["trace[1970330077] 'process raft request' (duration: 332.826001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:37:22.180956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:37:21.847805Z","time spent":"333.065557ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:37:22.18075Z","caller":"traceutil/trace.go:171","msg":"trace[726457644] transaction","detail":"{read_only:false; response_revision:18862; number_of_response:1; }","duration":"341.631897ms","start":"2026-04-03T03:37:21.839085Z","end":"2026-04-03T03:37:22.180717Z","steps":["trace[726457644] 'process raft request' (duration: 341.369921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:37:22.181173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.657464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-kpq87\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-04-03T03:37:22.181206Z","caller":"traceutil/trace.go:171","msg":"trace[400066301] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-kpq87; range_end:; response_count:1; response_revision:18863; }","duration":"316.689906ms","start":"2026-04-03T03:37:21.864507Z","end":"2026-04-03T03:37:22.181196Z","steps":["trace[400066301] 'agreement among raft nodes before linearized reading' (duration: 316.558261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:37:22.181241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:37:21.864476Z","time spent":"316.759017ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-kpq87\" "} {"level":"warn","ts":"2026-04-03T03:37:22.181306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:37:21.839059Z","time spent":"342.118121ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:37:22.187841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.482519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:37:22.187936Z","caller":"traceutil/trace.go:171","msg":"trace[785125395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18864; }","duration":"185.638454ms","start":"2026-04-03T03:37:22.002272Z","end":"2026-04-03T03:37:22.18791Z","steps":["trace[785125395] 'agreement among raft nodes before linearized reading' (duration: 185.386987ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:37:22.188264Z","caller":"traceutil/trace.go:171","msg":"trace[59247348] transaction","detail":"{read_only:false; response_revision:18864; number_of_response:1; }","duration":"247.798049ms","start":"2026-04-03T03:37:21.940454Z","end":"2026-04-03T03:37:22.188252Z","steps":["trace[59247348] 'process raft request' (duration: 247.062329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:37:22.856169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.900907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-04-03T03:37:22.856269Z","caller":"traceutil/trace.go:171","msg":"trace[756682322] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:18866; }","duration":"210.049752ms","start":"2026-04-03T03:37:22.646194Z","end":"2026-04-03T03:37:22.856244Z","steps":["trace[756682322] 'range keys from in-memory index tree' (duration: 209.719033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:37:22.856289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.999142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:37:22.856282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.607998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-03T03:37:22.856344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.115374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:37:22.856414Z","caller":"traceutil/trace.go:171","msg":"trace[1673203627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18866; }","duration":"423.777642ms","start":"2026-04-03T03:37:22.432582Z","end":"2026-04-03T03:37:22.85636Z","steps":["trace[1673203627] 'range keys from in-memory index tree' (duration: 423.387701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:37:22.856467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:37:22.432559Z","time spent":"423.896645ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:37:22.856331Z","caller":"traceutil/trace.go:171","msg":"trace[711396013] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:18866; }","duration":"285.079114ms","start":"2026-04-03T03:37:22.57124Z","end":"2026-04-03T03:37:22.856319Z","steps":["trace[711396013] 'count revisions from in-memory index tree' (duration: 284.93418ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:37:22.856478Z","caller":"traceutil/trace.go:171","msg":"trace[32909879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18866; }","duration":"423.267449ms","start":"2026-04-03T03:37:22.433174Z","end":"2026-04-03T03:37:22.856442Z","steps":["trace[32909879] 'range keys from in-memory index tree' (duration: 422.905099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:37:22.856561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:37:22.433146Z","time spent":"423.393872ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:37:22.856311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.136016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-03T03:37:22.856712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.804321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-03T03:37:22.856765Z","caller":"traceutil/trace.go:171","msg":"trace[1324588327] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18866; }","duration":"535.895544ms","start":"2026-04-03T03:37:22.320856Z","end":"2026-04-03T03:37:22.856752Z","steps":["trace[1324588327] 'range keys from in-memory index tree' (duration: 534.819205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:37:22.856802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:37:22.320827Z","time spent":"535.963626ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-03T03:37:22.856759Z","caller":"traceutil/trace.go:171","msg":"trace[1345625401] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18866; }","duration":"508.630118ms","start":"2026-04-03T03:37:22.348101Z","end":"2026-04-03T03:37:22.856731Z","steps":["trace[1345625401] 'range keys from in-memory index tree' (duration: 507.93248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:37:22.857018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:37:22.34808Z","time spent":"508.840355ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T03:37:59.23189Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T03:37:59.238589Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-03T03:37:59.239448Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-03T03:38:20.025134Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16882} {"level":"info","ts":"2026-04-03T03:38:20.138288Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16882,"took":"109.520552ms","hash":3914205483,"current-db-size-bytes":53747712,"current-db-size":"54 MB","current-db-size-in-use-bytes":34512896,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-03T03:38:20.138366Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3914205483,"revision":16882,"compact-revision":14415} {"level":"info","ts":"2026-04-03T03:42:44.139332Z","caller":"traceutil/trace.go:171","msg":"trace[1842476856] transaction","detail":"{read_only:false; response_revision:21328; number_of_response:1; }","duration":"252.775902ms","start":"2026-04-03T03:42:43.886511Z","end":"2026-04-03T03:42:44.139287Z","steps":["trace[1842476856] 'process raft request' (duration: 252.438373ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:42:54.881924Z","caller":"traceutil/trace.go:171","msg":"trace[1549482891] transaction","detail":"{read_only:false; response_revision:21382; number_of_response:1; }","duration":"215.131458ms","start":"2026-04-03T03:42:54.66677Z","end":"2026-04-03T03:42:54.881901Z","steps":["trace[1549482891] 'process raft request' (duration: 214.981194ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:42:54.89335Z","caller":"traceutil/trace.go:171","msg":"trace[739331376] linearizableReadLoop","detail":"{readStateIndex:22124; appliedIndex:22122; }","duration":"198.86225ms","start":"2026-04-03T03:42:54.694464Z","end":"2026-04-03T03:42:54.893326Z","steps":["trace[739331376] 'read index received' (duration: 187.295118ms)","trace[739331376] 'applied index is now lower than readState.Index' (duration: 11.565672ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:42:54.893432Z","caller":"traceutil/trace.go:171","msg":"trace[1691583724] transaction","detail":"{read_only:false; response_revision:21383; number_of_response:1; }","duration":"225.837707ms","start":"2026-04-03T03:42:54.667571Z","end":"2026-04-03T03:42:54.893408Z","steps":["trace[1691583724] 'process raft request' (duration: 225.618631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:42:54.893548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.089294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:42:54.893599Z","caller":"traceutil/trace.go:171","msg":"trace[1935267262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21383; }","duration":"199.202129ms","start":"2026-04-03T03:42:54.694385Z","end":"2026-04-03T03:42:54.893587Z","steps":["trace[1935267262] 'agreement among raft nodes before linearized reading' (duration: 199.105616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:42:54.894138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.638725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:42:54.894182Z","caller":"traceutil/trace.go:171","msg":"trace[1915799685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21383; }","duration":"109.717167ms","start":"2026-04-03T03:42:54.784454Z","end":"2026-04-03T03:42:54.894171Z","steps":["trace[1915799685] 'agreement among raft nodes before linearized reading' (duration: 109.585263ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:00.507819Z","caller":"traceutil/trace.go:171","msg":"trace[1159146493] transaction","detail":"{read_only:false; response_revision:21410; number_of_response:1; }","duration":"273.83513ms","start":"2026-04-03T03:43:00.233954Z","end":"2026-04-03T03:43:00.507789Z","steps":["trace[1159146493] 'process raft request' (duration: 273.562902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:00.852184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.236563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:43:00.85223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.725685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:43:00.852286Z","caller":"traceutil/trace.go:171","msg":"trace[210664763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21410; }","duration":"109.394818ms","start":"2026-04-03T03:43:00.742869Z","end":"2026-04-03T03:43:00.852264Z","steps":["trace[210664763] 'range keys from in-memory index tree' (duration: 109.1127ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:00.85233Z","caller":"traceutil/trace.go:171","msg":"trace[1609043480] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:21410; }","duration":"316.870419ms","start":"2026-04-03T03:43:00.535437Z","end":"2026-04-03T03:43:00.852307Z","steps":["trace[1609043480] 'count revisions from in-memory index tree' (duration: 316.652314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:00.852374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:00.535419Z","time spent":"316.944101ms","remote":"127.0.0.1:47856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:43:01.443555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353930585,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:43:01.889263Z","caller":"traceutil/trace.go:171","msg":"trace[1438581555] transaction","detail":"{read_only:false; response_revision:21411; number_of_response:1; }","duration":"978.506341ms","start":"2026-04-03T03:43:00.910714Z","end":"2026-04-03T03:43:01.889221Z","steps":["trace[1438581555] 'process raft request' (duration: 978.221203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:01.88952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:00.910674Z","time spent":"978.722597ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:43:01.990923Z","caller":"traceutil/trace.go:171","msg":"trace[2013813605] linearizableReadLoop","detail":"{readStateIndex:22154; appliedIndex:22152; }","duration":"1.04786582s","start":"2026-04-03T03:43:00.943033Z","end":"2026-04-03T03:43:01.990899Z","steps":["trace[2013813605] 'read index received' (duration: 945.944664ms)","trace[2013813605] 'applied index is now lower than readState.Index' (duration: 101.919556ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:43:01.991045Z","caller":"traceutil/trace.go:171","msg":"trace[978674111] transaction","detail":"{read_only:false; response_revision:21414; number_of_response:1; }","duration":"428.664753ms","start":"2026-04-03T03:43:01.562356Z","end":"2026-04-03T03:43:01.99102Z","steps":["trace[978674111] 'process raft request' (duration: 428.463117ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:01.991049Z","caller":"traceutil/trace.go:171","msg":"trace[909787009] transaction","detail":"{read_only:false; response_revision:21413; number_of_response:1; }","duration":"429.157656ms","start":"2026-04-03T03:43:01.561844Z","end":"2026-04-03T03:43:01.991002Z","steps":["trace[909787009] 'process raft request' (duration: 428.93063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:01.991181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04786598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-03T03:43:01.991249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:01.561808Z","time spent":"429.32528ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:43:01.991318Z","caller":"traceutil/trace.go:171","msg":"trace[1565993456] transaction","detail":"{read_only:false; response_revision:21415; number_of_response:1; }","duration":"428.700253ms","start":"2026-04-03T03:43:01.562598Z","end":"2026-04-03T03:43:01.991298Z","steps":["trace[1565993456] 'process raft request' (duration: 428.258452ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:01.991288Z","caller":"traceutil/trace.go:171","msg":"trace[2121854539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21415; }","duration":"1.047998975s","start":"2026-04-03T03:43:00.943275Z","end":"2026-04-03T03:43:01.991274Z","steps":["trace[2121854539] 'agreement among raft nodes before linearized reading' (duration: 1.047772019s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:01.991318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048246311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-03T03:43:01.991378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.045881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:43:01.991418Z","caller":"traceutil/trace.go:171","msg":"trace[1090802712] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:21415; }","duration":"220.118912ms","start":"2026-04-03T03:43:01.771286Z","end":"2026-04-03T03:43:01.991405Z","steps":["trace[1090802712] 'agreement among raft nodes before linearized reading' (duration: 220.005799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:01.991427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:01.562583Z","time spent":"428.794867ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:43:01.99142Z","caller":"traceutil/trace.go:171","msg":"trace[209307004] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:21415; }","duration":"1.048440285s","start":"2026-04-03T03:43:00.942957Z","end":"2026-04-03T03:43:01.991398Z","steps":["trace[209307004] 'agreement among raft nodes before linearized reading' (duration: 1.048094616s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:01.991542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:00.942929Z","time spent":"1.048597471s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-03T03:43:01.991582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043901333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T03:43:01.991266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.721203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:43:01.991428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:00.94326Z","time spent":"1.048122718s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:43:01.991649Z","caller":"traceutil/trace.go:171","msg":"trace[2076083333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21415; }","duration":"1.043981355s","start":"2026-04-03T03:43:00.947656Z","end":"2026-04-03T03:43:01.991637Z","steps":["trace[2076083333] 'agreement among raft nodes before linearized reading' (duration: 1.043819962s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:01.991751Z","caller":"traceutil/trace.go:171","msg":"trace[785603181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21415; }","duration":"295.207247ms","start":"2026-04-03T03:43:01.69649Z","end":"2026-04-03T03:43:01.991697Z","steps":["trace[785603181] 'agreement among raft nodes before linearized reading' (duration: 294.741993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:01.991814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047986983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:43:01.991868Z","caller":"traceutil/trace.go:171","msg":"trace[406150931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21415; }","duration":"1.048057105s","start":"2026-04-03T03:43:00.943799Z","end":"2026-04-03T03:43:01.991856Z","steps":["trace[406150931] 'agreement among raft nodes before linearized reading' (duration: 1.047910752s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:01.991907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:00.943789Z","time spent":"1.048110178s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:43:01.991189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:01.562317Z","time spent":"428.779005ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:43:01.991967Z","caller":"traceutil/trace.go:171","msg":"trace[113395986] transaction","detail":"{read_only:false; response_revision:21412; number_of_response:1; }","duration":"767.605257ms","start":"2026-04-03T03:43:01.224345Z","end":"2026-04-03T03:43:01.991951Z","steps":["trace[113395986] 'process raft request' (duration: 763.64884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:01.991862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:00.947649Z","time spent":"1.044132589s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:43:01.992037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:01.224316Z","time spent":"767.682209ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:43:03.042068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.5744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:43:03.042196Z","caller":"traceutil/trace.go:171","msg":"trace[1308189846] transaction","detail":"{read_only:false; response_revision:21416; number_of_response:1; }","duration":"1.044750996s","start":"2026-04-03T03:43:01.99742Z","end":"2026-04-03T03:43:03.042171Z","steps":["trace[1308189846] 'process raft request' (duration: 572.770256ms)","trace[1308189846] 'compare' (duration: 471.434075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:43:03.042289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:01.997408Z","time spent":"1.044840268s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:43:03.948752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.024537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:43:03.949255Z","caller":"traceutil/trace.go:171","msg":"trace[706396598] transaction","detail":"{read_only:false; response_revision:21417; number_of_response:1; }","duration":"1.951356319s","start":"2026-04-03T03:43:01.99786Z","end":"2026-04-03T03:43:03.949216Z","steps":["trace[706396598] 'process raft request' (duration: 1.211605652s)","trace[706396598] 'compare' (duration: 738.825272ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:43:03.94932Z","caller":"traceutil/trace.go:171","msg":"trace[1354313887] transaction","detail":"{read_only:false; response_revision:21418; number_of_response:1; }","duration":"1.949206522s","start":"2026-04-03T03:43:02.000082Z","end":"2026-04-03T03:43:03.949288Z","steps":["trace[1354313887] 'process raft request' (duration: 1.94876553s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:03.949399Z","caller":"traceutil/trace.go:171","msg":"trace[407699778] linearizableReadLoop","detail":"{readStateIndex:22160; appliedIndex:22157; }","duration":"1.711193388s","start":"2026-04-03T03:43:02.238182Z","end":"2026-04-03T03:43:03.949376Z","steps":["trace[407699778] 'read index received' (duration: 331.889884ms)","trace[407699778] 'applied index is now lower than readState.Index' (duration: 1.379300744s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:43:03.949468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:02.000066Z","time spent":"1.949311965s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:43:03.949483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:01.997851Z","time spent":"1.951493763s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:43:03.94951Z","caller":"traceutil/trace.go:171","msg":"trace[1829237659] transaction","detail":"{read_only:false; response_revision:21419; number_of_response:1; }","duration":"1.175729716s","start":"2026-04-03T03:43:02.773765Z","end":"2026-04-03T03:43:03.949495Z","steps":["trace[1829237659] 'process raft request' (duration: 1.17515702s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:03.949693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255053823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:43:03.949709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359865468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:43:03.949738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.675542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-03T03:43:03.949709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711482945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:43:03.949756Z","caller":"traceutil/trace.go:171","msg":"trace[1033207744] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:21420; }","duration":"1.359953881s","start":"2026-04-03T03:43:02.589789Z","end":"2026-04-03T03:43:03.949743Z","steps":["trace[1033207744] 'agreement among raft nodes before linearized reading' (duration: 1.359864438s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:03.949773Z","caller":"traceutil/trace.go:171","msg":"trace[298875556] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:21420; }","duration":"638.748734ms","start":"2026-04-03T03:43:03.311014Z","end":"2026-04-03T03:43:03.949763Z","steps":["trace[298875556] 'agreement among raft nodes before linearized reading' (duration: 638.599261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:03.949801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:03.31099Z","time spent":"638.805386ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-04-03T03:43:03.949803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:02.589762Z","time spent":"1.360032774s","remote":"127.0.0.1:60334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:43:03.949813Z","caller":"traceutil/trace.go:171","msg":"trace[1342758309] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:21419; }","duration":"1.711648719s","start":"2026-04-03T03:43:02.238139Z","end":"2026-04-03T03:43:03.949788Z","steps":["trace[1342758309] 'agreement among raft nodes before linearized reading' (duration: 1.71131648s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:03.949856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:02.238119Z","time spent":"1.711727881s","remote":"127.0.0.1:47894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:43:03.949858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437016768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:43:03.9499Z","caller":"traceutil/trace.go:171","msg":"trace[689454046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21420; }","duration":"1.43710074s","start":"2026-04-03T03:43:02.51279Z","end":"2026-04-03T03:43:03.94989Z","steps":["trace[689454046] 'agreement among raft nodes before linearized reading' (duration: 1.436946116s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:03.949925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:02.512768Z","time spent":"1.437151692s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:43:03.949914Z","caller":"traceutil/trace.go:171","msg":"trace[843669721] transaction","detail":"{read_only:false; response_revision:21420; number_of_response:1; }","duration":"314.226548ms","start":"2026-04-03T03:43:03.635662Z","end":"2026-04-03T03:43:03.949888Z","steps":["trace[843669721] 'process raft request' (duration: 313.732105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:03.949993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:03.635638Z","time spent":"314.317431ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:43:03.950002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.089988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:43:03.949992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604988174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-03T03:43:03.950032Z","caller":"traceutil/trace.go:171","msg":"trace[142172093] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:21420; }","duration":"152.150301ms","start":"2026-04-03T03:43:03.797874Z","end":"2026-04-03T03:43:03.950024Z","steps":["trace[142172093] 'agreement among raft nodes before linearized reading' (duration: 152.086729ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:03.950067Z","caller":"traceutil/trace.go:171","msg":"trace[1737572275] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21420; }","duration":"1.605146989s","start":"2026-04-03T03:43:02.344899Z","end":"2026-04-03T03:43:03.950046Z","steps":["trace[1737572275] 'agreement among raft nodes before linearized reading' (duration: 1.604718668s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:03.950094Z","caller":"traceutil/trace.go:171","msg":"trace[964521348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21420; }","duration":"1.255156977s","start":"2026-04-03T03:43:02.694565Z","end":"2026-04-03T03:43:03.949722Z","steps":["trace[964521348] 'agreement among raft nodes before linearized reading' (duration: 1.255050244s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:03.950111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:02.344882Z","time spent":"1.60521922s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:43:03.95017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:02.694534Z","time spent":"1.255625649s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:43:03.950198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:02.773734Z","time spent":"1.175838609s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:43:03.951933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.143128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:43:03.952007Z","caller":"traceutil/trace.go:171","msg":"trace[1964522039] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21420; }","duration":"710.267982ms","start":"2026-04-03T03:43:03.241722Z","end":"2026-04-03T03:43:03.95199Z","steps":["trace[1964522039] 'agreement among raft nodes before linearized reading' (duration: 708.061502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:03.952055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:43:03.241697Z","time spent":"710.344504ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2192,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:43:04.123159Z","caller":"traceutil/trace.go:171","msg":"trace[641196473] linearizableReadLoop","detail":"{readStateIndex:22163; appliedIndex:22162; }","duration":"171.771329ms","start":"2026-04-03T03:43:03.951357Z","end":"2026-04-03T03:43:04.123129Z","steps":["trace[641196473] 'read index received' (duration: 247.276µs)","trace[641196473] 'applied index is now lower than readState.Index' (duration: 171.522363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:43:04.123322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.944645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:43:04.12336Z","caller":"traceutil/trace.go:171","msg":"trace[1327927152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21420; }","duration":"172.014666ms","start":"2026-04-03T03:43:03.951335Z","end":"2026-04-03T03:43:04.12335Z","steps":["trace[1327927152] 'agreement among raft nodes before linearized reading' (duration: 171.925423ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:04.125801Z","caller":"traceutil/trace.go:171","msg":"trace[1686212491] transaction","detail":"{read_only:false; response_revision:21421; number_of_response:1; }","duration":"170.538855ms","start":"2026-04-03T03:43:03.955212Z","end":"2026-04-03T03:43:04.125751Z","steps":["trace[1686212491] 'process raft request' (duration: 170.233028ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:04.12627Z","caller":"traceutil/trace.go:171","msg":"trace[261809249] transaction","detail":"{read_only:false; response_revision:21422; number_of_response:1; }","duration":"170.564937ms","start":"2026-04-03T03:43:03.955638Z","end":"2026-04-03T03:43:04.126203Z","steps":["trace[261809249] 'process raft request' (duration: 170.032673ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:04.12648Z","caller":"traceutil/trace.go:171","msg":"trace[622259678] transaction","detail":"{read_only:false; response_revision:21423; number_of_response:1; }","duration":"127.919378ms","start":"2026-04-03T03:43:03.99854Z","end":"2026-04-03T03:43:04.12646Z","steps":["trace[622259678] 'process raft request' (duration: 127.695062ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:04.126462Z","caller":"traceutil/trace.go:171","msg":"trace[391133524] transaction","detail":"{read_only:false; response_revision:21424; number_of_response:1; }","duration":"127.802474ms","start":"2026-04-03T03:43:03.998604Z","end":"2026-04-03T03:43:04.126406Z","steps":["trace[391133524] 'process raft request' (duration: 127.729402ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:04.126843Z","caller":"traceutil/trace.go:171","msg":"trace[1389001770] transaction","detail":"{read_only:false; response_revision:21426; number_of_response:1; }","duration":"127.533687ms","start":"2026-04-03T03:43:03.999277Z","end":"2026-04-03T03:43:04.126811Z","steps":["trace[1389001770] 'process raft request' (duration: 127.313301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:43:04.127109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.009544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-03T03:43:04.127193Z","caller":"traceutil/trace.go:171","msg":"trace[1558735460] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21427; }","duration":"173.131056ms","start":"2026-04-03T03:43:03.954041Z","end":"2026-04-03T03:43:04.127172Z","steps":["trace[1558735460] 'agreement among raft nodes before linearized reading' (duration: 172.832168ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:04.126802Z","caller":"traceutil/trace.go:171","msg":"trace[1315509447] transaction","detail":"{read_only:false; response_revision:21425; number_of_response:1; }","duration":"127.633379ms","start":"2026-04-03T03:43:03.999148Z","end":"2026-04-03T03:43:04.126782Z","steps":["trace[1315509447] 'process raft request' (duration: 127.225598ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:20.031647Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19524} {"level":"info","ts":"2026-04-03T03:43:20.151397Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19524,"took":"115.850351ms","hash":8836169,"current-db-size-bytes":53747712,"current-db-size":"54 MB","current-db-size-in-use-bytes":29655040,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-03T03:43:20.151468Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":8836169,"revision":19524,"compact-revision":16882} {"level":"info","ts":"2026-04-03T03:43:44.445567Z","caller":"traceutil/trace.go:171","msg":"trace[84801776] transaction","detail":"{read_only:false; response_revision:21900; number_of_response:1; }","duration":"121.787263ms","start":"2026-04-03T03:43:44.323756Z","end":"2026-04-03T03:43:44.445543Z","steps":["trace[84801776] 'process raft request' (duration: 121.69678ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:43:44.445581Z","caller":"traceutil/trace.go:171","msg":"trace[691770820] transaction","detail":"{read_only:false; response_revision:21899; number_of_response:1; }","duration":"129.975473ms","start":"2026-04-03T03:43:44.315579Z","end":"2026-04-03T03:43:44.445555Z","steps":["trace[691770820] 'process raft request' (duration: 129.725657ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:44:04.608569Z","caller":"traceutil/trace.go:171","msg":"trace[952089159] linearizableReadLoop","detail":"{readStateIndex:22772; appliedIndex:22770; }","duration":"178.954474ms","start":"2026-04-03T03:44:04.429596Z","end":"2026-04-03T03:44:04.60855Z","steps":["trace[952089159] 'read index received' (duration: 121.811863ms)","trace[952089159] 'applied index is now lower than readState.Index' (duration: 57.141851ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:44:04.608599Z","caller":"traceutil/trace.go:171","msg":"trace[1865280695] transaction","detail":"{read_only:false; response_revision:22006; number_of_response:1; }","duration":"194.08442ms","start":"2026-04-03T03:44:04.414486Z","end":"2026-04-03T03:44:04.608571Z","steps":["trace[1865280695] 'process raft request' (duration: 194.035078ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:44:04.608591Z","caller":"traceutil/trace.go:171","msg":"trace[325875961] transaction","detail":"{read_only:false; response_revision:22005; number_of_response:1; }","duration":"194.123752ms","start":"2026-04-03T03:44:04.414443Z","end":"2026-04-03T03:44:04.608567Z","steps":["trace[325875961] 'process raft request' (duration: 137.038904ms)","trace[325875961] 'compare' (duration: 56.928323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:44:04.608792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.18608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:44:04.608883Z","caller":"traceutil/trace.go:171","msg":"trace[1091565590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22006; }","duration":"179.286661ms","start":"2026-04-03T03:44:04.429579Z","end":"2026-04-03T03:44:04.608865Z","steps":["trace[1091565590] 'agreement among raft nodes before linearized reading' (duration: 179.062055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:46.572691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.369061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:46:46.572807Z","caller":"traceutil/trace.go:171","msg":"trace[1591913867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23783; }","duration":"373.547387ms","start":"2026-04-03T03:46:46.199234Z","end":"2026-04-03T03:46:46.572781Z","steps":["trace[1591913867] 'range keys from in-memory index tree' (duration: 373.085935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:46.572939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:46.199203Z","time spent":"373.718092ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:46:46.917446Z","caller":"traceutil/trace.go:171","msg":"trace[1919678479] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"510.103068ms","start":"2026-04-03T03:46:46.407313Z","end":"2026-04-03T03:46:46.917416Z","steps":["trace[1919678479] 'process raft request' (duration: 509.942293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:46.917607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:46.407257Z","time spent":"510.268822ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:46:47.869453Z","caller":"traceutil/trace.go:171","msg":"trace[462205341] linearizableReadLoop","detail":"{readStateIndex:24597; appliedIndex:24594; }","duration":"1.236212426s","start":"2026-04-03T03:46:46.633208Z","end":"2026-04-03T03:46:47.86942Z","steps":["trace[462205341] 'read index received' (duration: 284.118406ms)","trace[462205341] 'applied index is now lower than readState.Index' (duration: 952.09245ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:46:47.8695Z","caller":"traceutil/trace.go:171","msg":"trace[2010008389] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"1.358090342s","start":"2026-04-03T03:46:46.511348Z","end":"2026-04-03T03:46:47.869438Z","steps":["trace[2010008389] 'process raft request' (duration: 1.308351231s)","trace[2010008389] 'compare' (duration: 49.33418ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:46:47.869574Z","caller":"traceutil/trace.go:171","msg":"trace[1137762506] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"1.291086965s","start":"2026-04-03T03:46:46.578381Z","end":"2026-04-03T03:46:47.869468Z","steps":["trace[1137762506] 'process raft request' (duration: 1.290962082s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:47.869733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:46.511319Z","time spent":"1.358301567s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:46:47.869771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236432912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:46:47.869992Z","caller":"traceutil/trace.go:171","msg":"trace[1534071232] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:23786; }","duration":"1.236755521s","start":"2026-04-03T03:46:46.633174Z","end":"2026-04-03T03:46:47.86993Z","steps":["trace[1534071232] 'agreement among raft nodes before linearized reading' (duration: 1.236362801s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:47.870124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:46.633157Z","time spent":"1.236949436s","remote":"127.0.0.1:36268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:46:47.869844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:46.578353Z","time spent":"1.291346493s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:46:48.005148Z","caller":"traceutil/trace.go:171","msg":"trace[1394674544] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"1.001437399s","start":"2026-04-03T03:46:47.003677Z","end":"2026-04-03T03:46:48.005114Z","steps":["trace[1394674544] 'process raft request' (duration: 999.793874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:48.005339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:47.003655Z","time spent":"1.001580944s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:46:48.00576Z","caller":"traceutil/trace.go:171","msg":"trace[1977847618] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"994.523452ms","start":"2026-04-03T03:46:47.0112Z","end":"2026-04-03T03:46:48.005723Z","steps":["trace[1977847618] 'process raft request' (duration: 993.787672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:48.006022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:47.011182Z","time spent":"994.666006ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:46:48.006778Z","caller":"traceutil/trace.go:171","msg":"trace[1338676968] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"986.565378ms","start":"2026-04-03T03:46:47.020193Z","end":"2026-04-03T03:46:48.006759Z","steps":["trace[1338676968] 'process raft request' (duration: 984.863762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:48.006871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:47.020168Z","time spent":"986.65942ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:46:48.0071Z","caller":"traceutil/trace.go:171","msg":"trace[692694033] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"960.24947ms","start":"2026-04-03T03:46:47.04681Z","end":"2026-04-03T03:46:48.007059Z","steps":["trace[692694033] 'process raft request' (duration: 959.839238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:48.00725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314075125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:46:48.00729Z","caller":"traceutil/trace.go:171","msg":"trace[229261686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23792; }","duration":"1.314146227s","start":"2026-04-03T03:46:46.693134Z","end":"2026-04-03T03:46:48.00728Z","steps":["trace[229261686] 'agreement among raft nodes before linearized reading' (duration: 1.314027244s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:48.007286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:47.046776Z","time spent":"960.409684ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:46:48.007321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:46.693116Z","time spent":"1.314199718s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:46:48.007563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.77871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:46:48.007133Z","caller":"traceutil/trace.go:171","msg":"trace[254685639] linearizableReadLoop","detail":"{readStateIndex:24602; appliedIndex:24597; }","duration":"137.523827ms","start":"2026-04-03T03:46:47.869594Z","end":"2026-04-03T03:46:48.007118Z","steps":["trace[254685639] 'read index received' (duration: 133.856958ms)","trace[254685639] 'applied index is now lower than readState.Index' (duration: 3.665189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:46:48.007575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.268214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:46:48.007861Z","caller":"traceutil/trace.go:171","msg":"trace[1534942037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23792; }","duration":"506.574632ms","start":"2026-04-03T03:46:47.501271Z","end":"2026-04-03T03:46:48.007846Z","steps":["trace[1534942037] 'agreement among raft nodes before linearized reading' (duration: 506.163891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:48.007904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:47.501255Z","time spent":"506.638923ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:46:48.007911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.570325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-03T03:46:48.007949Z","caller":"traceutil/trace.go:171","msg":"trace[540922726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23792; }","duration":"518.69964ms","start":"2026-04-03T03:46:47.489239Z","end":"2026-04-03T03:46:48.007939Z","steps":["trace[540922726] 'agreement among raft nodes before linearized reading' (duration: 518.371251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:48.007983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:47.489207Z","time spent":"518.768241ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:46:48.008004Z","caller":"traceutil/trace.go:171","msg":"trace[1058825832] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"934.093414ms","start":"2026-04-03T03:46:47.073899Z","end":"2026-04-03T03:46:48.007992Z","steps":["trace[1058825832] 'process raft request' (duration: 932.896022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:48.00809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:47.073886Z","time spent":"934.150406ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:46:48.008172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178951113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-03T03:46:48.008202Z","caller":"traceutil/trace.go:171","msg":"trace[1602015431] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23792; }","duration":"1.178982414s","start":"2026-04-03T03:46:46.82921Z","end":"2026-04-03T03:46:48.008193Z","steps":["trace[1602015431] 'agreement among raft nodes before linearized reading' (duration: 1.17886089s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:48.008233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:46.829146Z","time spent":"1.179080556s","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-03T03:46:48.008245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.007755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:46:48.007593Z","caller":"traceutil/trace.go:171","msg":"trace[137327733] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23792; }","duration":"515.810611ms","start":"2026-04-03T03:46:47.491773Z","end":"2026-04-03T03:46:48.007584Z","steps":["trace[137327733] 'agreement among raft nodes before linearized reading' (duration: 515.74097ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:46:48.008276Z","caller":"traceutil/trace.go:171","msg":"trace[1859023733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23792; }","duration":"500.072938ms","start":"2026-04-03T03:46:47.508193Z","end":"2026-04-03T03:46:48.008266Z","steps":["trace[1859023733] 'agreement among raft nodes before linearized reading' (duration: 499.980085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:48.008305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:47.508182Z","time spent":"500.117358ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:46:48.008505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223630557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:46:48.008586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.844325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-03T03:46:48.008605Z","caller":"traceutil/trace.go:171","msg":"trace[465822225] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23792; }","duration":"1.223797582s","start":"2026-04-03T03:46:46.784782Z","end":"2026-04-03T03:46:48.00858Z","steps":["trace[465822225] 'agreement among raft nodes before linearized reading' (duration: 1.223554715s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:46:48.008652Z","caller":"traceutil/trace.go:171","msg":"trace[1010318814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23792; }","duration":"504.932287ms","start":"2026-04-03T03:46:47.503704Z","end":"2026-04-03T03:46:48.008637Z","steps":["trace[1010318814] 'agreement among raft nodes before linearized reading' (duration: 504.749913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:46:48.008623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:47.491715Z","time spent":"516.585202ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":16,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:46:48.008666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:46.78476Z","time spent":"1.223894014s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:46:48.00869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:46:47.503672Z","time spent":"505.009471ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:48:12.431428Z","caller":"traceutil/trace.go:171","msg":"trace[1979035953] linearizableReadLoop","detail":"{readStateIndex:25522; appliedIndex:25521; }","duration":"108.368401ms","start":"2026-04-03T03:48:12.323031Z","end":"2026-04-03T03:48:12.431399Z","steps":["trace[1979035953] 'read index received' (duration: 108.219357ms)","trace[1979035953] 'applied index is now lower than readState.Index' (duration: 147.694µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:48:12.431484Z","caller":"traceutil/trace.go:171","msg":"trace[1480249938] transaction","detail":"{read_only:false; response_revision:24688; number_of_response:1; }","duration":"123.886758ms","start":"2026-04-03T03:48:12.307559Z","end":"2026-04-03T03:48:12.431446Z","steps":["trace[1480249938] 'process raft request' (duration: 123.670173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:48:12.431593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.527724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:48:12.431685Z","caller":"traceutil/trace.go:171","msg":"trace[147244251] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24688; }","duration":"108.645597ms","start":"2026-04-03T03:48:12.323019Z","end":"2026-04-03T03:48:12.431664Z","steps":["trace[147244251] 'agreement among raft nodes before linearized reading' (duration: 108.505164ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:48:12.461888Z","caller":"traceutil/trace.go:171","msg":"trace[1166347519] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"118.036901ms","start":"2026-04-03T03:48:12.343833Z","end":"2026-04-03T03:48:12.46187Z","steps":["trace[1166347519] 'process raft request' (duration: 118.00363ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:48:12.46226Z","caller":"traceutil/trace.go:171","msg":"trace[1521661721] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"137.573718ms","start":"2026-04-03T03:48:12.324678Z","end":"2026-04-03T03:48:12.462252Z","steps":["trace[1521661721] 'process raft request' (duration: 136.948112ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:48:12.462359Z","caller":"traceutil/trace.go:171","msg":"trace[1421609537] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"136.128839ms","start":"2026-04-03T03:48:12.326224Z","end":"2026-04-03T03:48:12.462353Z","steps":["trace[1421609537] 'process raft request' (duration: 135.511203ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:48:12.462449Z","caller":"traceutil/trace.go:171","msg":"trace[1304592283] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"134.174856ms","start":"2026-04-03T03:48:12.328268Z","end":"2026-04-03T03:48:12.462443Z","steps":["trace[1304592283] 'process raft request' (duration: 133.500558ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:48:12.462526Z","caller":"traceutil/trace.go:171","msg":"trace[39805919] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"133.421315ms","start":"2026-04-03T03:48:12.329099Z","end":"2026-04-03T03:48:12.46252Z","steps":["trace[39805919] 'process raft request' (duration: 132.710166ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:48:20.037966Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21504} {"level":"info","ts":"2026-04-03T03:48:20.147Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21504,"took":"104.934198ms","hash":973155452,"current-db-size-bytes":54591488,"current-db-size":"55 MB","current-db-size-in-use-bytes":41328640,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-04-03T03:48:20.147081Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":973155452,"revision":21504,"compact-revision":19524} {"level":"info","ts":"2026-04-03T03:50:22.626598Z","caller":"traceutil/trace.go:171","msg":"trace[831899056] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"187.095209ms","start":"2026-04-03T03:50:22.439465Z","end":"2026-04-03T03:50:22.62656Z","steps":["trace[831899056] 'process raft request' (duration: 186.846442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.115536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.107905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:50:23.116108Z","caller":"traceutil/trace.go:171","msg":"trace[1359822977] transaction","detail":"{read_only:false; response_revision:25933; number_of_response:1; }","duration":"522.432991ms","start":"2026-04-03T03:50:22.593604Z","end":"2026-04-03T03:50:23.116037Z","steps":["trace[1359822977] 'process raft request' (duration: 207.503727ms)","trace[1359822977] 'compare' (duration: 312.52949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:23.116426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:22.593579Z","time spent":"522.691609ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:23.117Z","caller":"traceutil/trace.go:171","msg":"trace[1032889298] linearizableReadLoop","detail":"{readStateIndex:26801; appliedIndex:26800; }","duration":"422.121495ms","start":"2026-04-03T03:50:22.694858Z","end":"2026-04-03T03:50:23.11698Z","steps":["trace[1032889298] 'read index received' (duration: 106.267175ms)","trace[1032889298] 'applied index is now lower than readState.Index' (duration: 315.84689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:23.1172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.340271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:23.117285Z","caller":"traceutil/trace.go:171","msg":"trace[1953312291] transaction","detail":"{read_only:false; response_revision:25934; number_of_response:1; }","duration":"122.457561ms","start":"2026-04-03T03:50:22.994796Z","end":"2026-04-03T03:50:23.117253Z","steps":["trace[1953312291] 'process raft request' (duration: 121.226347ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:23.117323Z","caller":"traceutil/trace.go:171","msg":"trace[94241662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25933; }","duration":"422.514896ms","start":"2026-04-03T03:50:22.694796Z","end":"2026-04-03T03:50:23.11731Z","steps":["trace[94241662] 'agreement among raft nodes before linearized reading' (duration: 422.339172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.117617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:22.69473Z","time spent":"422.873726ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:50:23.514384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.011386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:50:23.514583Z","caller":"traceutil/trace.go:171","msg":"trace[1588127537] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"506.521444ms","start":"2026-04-03T03:50:23.00804Z","end":"2026-04-03T03:50:23.514562Z","steps":["trace[1588127537] 'process raft request' (duration: 207.22051ms)","trace[1588127537] 'compare' (duration: 298.586865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:23.514661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.008013Z","time spent":"506.616457ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:23.51496Z","caller":"traceutil/trace.go:171","msg":"trace[1768671414] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"467.130065ms","start":"2026-04-03T03:50:23.047819Z","end":"2026-04-03T03:50:23.514949Z","steps":["trace[1768671414] 'process raft request' (duration: 466.684023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.515032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.047793Z","time spent":"467.204857ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:23.515277Z","caller":"traceutil/trace.go:171","msg":"trace[1977251641] linearizableReadLoop","detail":"{readStateIndex:26807; appliedIndex:26802; }","duration":"398.172001ms","start":"2026-04-03T03:50:23.117095Z","end":"2026-04-03T03:50:23.515267Z","steps":["trace[1977251641] 'read index received' (duration: 98.284262ms)","trace[1977251641] 'applied index is now lower than readState.Index' (duration: 299.886619ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:50:23.515361Z","caller":"traceutil/trace.go:171","msg":"trace[1621930731] transaction","detail":"{read_only:false; response_revision:25937; number_of_response:1; }","duration":"463.713254ms","start":"2026-04-03T03:50:23.051636Z","end":"2026-04-03T03:50:23.515349Z","steps":["trace[1621930731] 'process raft request' (duration: 463.261622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.515434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.051624Z","time spent":"463.772336ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:23.515528Z","caller":"traceutil/trace.go:171","msg":"trace[204467091] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"459.315145ms","start":"2026-04-03T03:50:23.056205Z","end":"2026-04-03T03:50:23.51552Z","steps":["trace[204467091] 'process raft request' (duration: 458.979036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.515579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.056194Z","time spent":"459.361256ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:23.515665Z","caller":"traceutil/trace.go:171","msg":"trace[1786125455] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"459.420978ms","start":"2026-04-03T03:50:23.05623Z","end":"2026-04-03T03:50:23.515651Z","steps":["trace[1786125455] 'process raft request' (duration: 458.996967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.515724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.056218Z","time spent":"459.473989ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:23.515902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.297731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-03T03:50:23.515941Z","caller":"traceutil/trace.go:171","msg":"trace[1318520742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25939; }","duration":"553.336682ms","start":"2026-04-03T03:50:22.962596Z","end":"2026-04-03T03:50:23.515932Z","steps":["trace[1318520742] 'agreement among raft nodes before linearized reading' (duration: 553.197368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.515969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:22.962509Z","time spent":"553.453636ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:50:23.516059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.915648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:23.516185Z","caller":"traceutil/trace.go:171","msg":"trace[1916899030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25939; }","duration":"397.098594ms","start":"2026-04-03T03:50:23.119059Z","end":"2026-04-03T03:50:23.516157Z","steps":["trace[1916899030] 'agreement among raft nodes before linearized reading' (duration: 396.912729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.516239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.119039Z","time spent":"397.190635ms","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:50:23.516415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.803393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:50:23.51646Z","caller":"traceutil/trace.go:171","msg":"trace[1665770849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25939; }","duration":"339.865384ms","start":"2026-04-03T03:50:23.176585Z","end":"2026-04-03T03:50:23.51645Z","steps":["trace[1665770849] 'agreement among raft nodes before linearized reading' (duration: 339.763382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.516489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.176534Z","time spent":"339.949558ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:50:23.516527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.826022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-03T03:50:23.516623Z","caller":"traceutil/trace.go:171","msg":"trace[128252974] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:25939; }","duration":"177.022448ms","start":"2026-04-03T03:50:23.339579Z","end":"2026-04-03T03:50:23.516602Z","steps":["trace[128252974] 'agreement among raft nodes before linearized reading' (duration: 176.772582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.516695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.958818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:50:23.516733Z","caller":"traceutil/trace.go:171","msg":"trace[1822550800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25939; }","duration":"340.043289ms","start":"2026-04-03T03:50:23.176682Z","end":"2026-04-03T03:50:23.516725Z","steps":["trace[1822550800] 'agreement among raft nodes before linearized reading' (duration: 339.940766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.51676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.176676Z","time spent":"340.078571ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:50:23.517047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.160954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T03:50:23.517092Z","caller":"traceutil/trace.go:171","msg":"trace[848163509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25939; }","duration":"346.240566ms","start":"2026-04-03T03:50:23.170841Z","end":"2026-04-03T03:50:23.517082Z","steps":["trace[848163509] 'agreement among raft nodes before linearized reading' (duration: 346.130974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.517091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.978081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:50:23.517128Z","caller":"traceutil/trace.go:171","msg":"trace[1665460704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25939; }","duration":"342.072405ms","start":"2026-04-03T03:50:23.175046Z","end":"2026-04-03T03:50:23.517119Z","steps":["trace[1665460704] 'agreement among raft nodes before linearized reading' (duration: 341.985293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.517129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.170829Z","time spent":"346.286418ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:50:23.517165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.17502Z","time spent":"342.138546ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:50:23.517343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.328772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:50:23.517379Z","caller":"traceutil/trace.go:171","msg":"trace[603814232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25939; }","duration":"380.472137ms","start":"2026-04-03T03:50:23.136899Z","end":"2026-04-03T03:50:23.517371Z","steps":["trace[603814232] 'agreement among raft nodes before linearized reading' (duration: 380.361244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.517407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.136874Z","time spent":"380.527297ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:50:23.860838Z","caller":"traceutil/trace.go:171","msg":"trace[831258117] linearizableReadLoop","detail":"{readStateIndex:26808; appliedIndex:26807; }","duration":"342.294499ms","start":"2026-04-03T03:50:23.518506Z","end":"2026-04-03T03:50:23.8608Z","steps":["trace[831258117] 'read index received' (duration: 310.686019ms)","trace[831258117] 'applied index is now lower than readState.Index' (duration: 31.60642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:23.861026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.518382Z","time spent":"342.63567ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:50:23.861548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.006579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-03T03:50:23.861667Z","caller":"traceutil/trace.go:171","msg":"trace[1911122844] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25939; }","duration":"343.158614ms","start":"2026-04-03T03:50:23.518476Z","end":"2026-04-03T03:50:23.861635Z","steps":["trace[1911122844] 'agreement among raft nodes before linearized reading' (duration: 342.831695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.861725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.518458Z","time spent":"343.252785ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T03:50:23.909059Z","caller":"traceutil/trace.go:171","msg":"trace[1778728611] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"386.427767ms","start":"2026-04-03T03:50:23.522603Z","end":"2026-04-03T03:50:23.909031Z","steps":["trace[1778728611] 'process raft request' (duration: 386.349604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.909236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.522591Z","time spent":"386.549021ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:23.909372Z","caller":"traceutil/trace.go:171","msg":"trace[1344564221] transaction","detail":"{read_only:false; response_revision:25940; number_of_response:1; }","duration":"388.226895ms","start":"2026-04-03T03:50:23.521105Z","end":"2026-04-03T03:50:23.909332Z","steps":["trace[1344564221] 'process raft request' (duration: 387.560036ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:23.90946Z","caller":"traceutil/trace.go:171","msg":"trace[1350176084] transaction","detail":"{read_only:false; response_revision:25941; number_of_response:1; }","duration":"388.015799ms","start":"2026-04-03T03:50:23.521427Z","end":"2026-04-03T03:50:23.909443Z","steps":["trace[1350176084] 'process raft request' (duration: 387.476964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.909573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.521418Z","time spent":"388.07853ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:23.909734Z","caller":"traceutil/trace.go:171","msg":"trace[119920285] transaction","detail":"{read_only:false; response_revision:25943; number_of_response:1; }","duration":"385.919302ms","start":"2026-04-03T03:50:23.523782Z","end":"2026-04-03T03:50:23.909701Z","steps":["trace[119920285] 'process raft request' (duration: 385.211853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.909759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.521087Z","time spent":"388.367309ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:23.909933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.523746Z","time spent":"386.067306ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:23.909942Z","caller":"traceutil/trace.go:171","msg":"trace[1691064727] transaction","detail":"{read_only:false; response_revision:25944; number_of_response:1; }","duration":"385.020028ms","start":"2026-04-03T03:50:23.524909Z","end":"2026-04-03T03:50:23.909929Z","steps":["trace[1691064727] 'process raft request' (duration: 384.512064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.910149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.524892Z","time spent":"385.202933ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:23.910355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.892122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:23.91036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.066307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:50:23.910419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.025812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:23.910558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.352441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-03T03:50:23.910996Z","caller":"traceutil/trace.go:171","msg":"trace[579944741] transaction","detail":"{read_only:false; response_revision:25945; number_of_response:1; }","duration":"382.447659ms","start":"2026-04-03T03:50:23.527909Z","end":"2026-04-03T03:50:23.910357Z","steps":["trace[579944741] 'process raft request' (duration: 381.959086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.911128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.525736Z","time spent":"385.326916ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:23.91126Z","caller":"traceutil/trace.go:171","msg":"trace[1524177205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25945; }","duration":"213.003885ms","start":"2026-04-03T03:50:23.697407Z","end":"2026-04-03T03:50:23.910411Z","steps":["trace[1524177205] 'agreement among raft nodes before linearized reading' (duration: 212.83759ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:23.91138Z","caller":"traceutil/trace.go:171","msg":"trace[816038092] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25945; }","duration":"336.116404ms","start":"2026-04-03T03:50:23.574342Z","end":"2026-04-03T03:50:23.910458Z","steps":["trace[816038092] 'agreement among raft nodes before linearized reading' (duration: 336.019421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.91143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.57432Z","time spent":"337.096631ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:50:23.911327Z","caller":"traceutil/trace.go:171","msg":"trace[1566366454] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25945; }","duration":"389.16239ms","start":"2026-04-03T03:50:23.521248Z","end":"2026-04-03T03:50:23.91041Z","steps":["trace[1566366454] 'agreement among raft nodes before linearized reading' (duration: 388.991255ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:23.911589Z","caller":"traceutil/trace.go:171","msg":"trace[56917774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25945; }","duration":"387.455863ms","start":"2026-04-03T03:50:23.523143Z","end":"2026-04-03T03:50:23.910599Z","steps":["trace[56917774] 'agreement among raft nodes before linearized reading' (duration: 387.272729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:23.911652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.523114Z","time spent":"388.527844ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:50:23.911854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:23.521239Z","time spent":"390.30875ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:24.253257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.384895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:24.25338Z","caller":"traceutil/trace.go:171","msg":"trace[80983387] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25947; }","duration":"245.56035ms","start":"2026-04-03T03:50:24.007792Z","end":"2026-04-03T03:50:24.253352Z","steps":["trace[80983387] 'range keys from in-memory index tree' (duration: 245.283352ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:24.796203Z","caller":"traceutil/trace.go:171","msg":"trace[50476534] transaction","detail":"{read_only:false; response_revision:25948; number_of_response:1; }","duration":"163.753671ms","start":"2026-04-03T03:50:24.632413Z","end":"2026-04-03T03:50:24.796167Z","steps":["trace[50476534] 'process raft request' (duration: 163.534835ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:24.982834Z","caller":"traceutil/trace.go:171","msg":"trace[608720087] linearizableReadLoop","detail":"{readStateIndex:26818; appliedIndex:26817; }","duration":"289.560751ms","start":"2026-04-03T03:50:24.69325Z","end":"2026-04-03T03:50:24.982811Z","steps":["trace[608720087] 'read index received' (duration: 104.066066ms)","trace[608720087] 'applied index is now lower than readState.Index' (duration: 185.493695ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:50:24.982944Z","caller":"traceutil/trace.go:171","msg":"trace[1528202104] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"315.659405ms","start":"2026-04-03T03:50:24.667278Z","end":"2026-04-03T03:50:24.982938Z","steps":["trace[1528202104] 'process raft request' (duration: 315.331345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:24.983028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:24.667239Z","time spent":"315.721636ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:24.983184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.936693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:24.983205Z","caller":"traceutil/trace.go:171","msg":"trace[952041412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25949; }","duration":"289.989814ms","start":"2026-04-03T03:50:24.69321Z","end":"2026-04-03T03:50:24.9832Z","steps":["trace[952041412] 'agreement among raft nodes before linearized reading' (duration: 289.947234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:24.9833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.109005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:24.983317Z","caller":"traceutil/trace.go:171","msg":"trace[89602015] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25949; }","duration":"150.186927ms","start":"2026-04-03T03:50:24.833125Z","end":"2026-04-03T03:50:24.983311Z","steps":["trace[89602015] 'agreement among raft nodes before linearized reading' (duration: 150.153427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:24.983415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.505928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:24.983436Z","caller":"traceutil/trace.go:171","msg":"trace[1461421170] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25949; }","duration":"104.57813ms","start":"2026-04-03T03:50:24.878853Z","end":"2026-04-03T03:50:24.983431Z","steps":["trace[1461421170] 'agreement among raft nodes before linearized reading' (duration: 104.53909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:26.432496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.72915ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:26.432713Z","caller":"traceutil/trace.go:171","msg":"trace[233293105] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25949; }","duration":"826.969397ms","start":"2026-04-03T03:50:25.605716Z","end":"2026-04-03T03:50:26.432686Z","steps":["trace[233293105] 'range keys from in-memory index tree' (duration: 826.70293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:26.433166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.545742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:50:26.43329Z","caller":"traceutil/trace.go:171","msg":"trace[1821358786] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"1.309880997s","start":"2026-04-03T03:50:25.123387Z","end":"2026-04-03T03:50:26.433268Z","steps":["trace[1821358786] 'process raft request' (duration: 690.128299ms)","trace[1821358786] 'compare' (duration: 618.866703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:26.433362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.123356Z","time spent":"1.309976389s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:27.695214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00020453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:50:27.695314Z","caller":"traceutil/trace.go:171","msg":"trace[107809102] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349774s","start":"2026-04-03T03:50:25.69494Z","end":"2026-04-03T03:50:27.695289Z","steps":["trace[107809102] 'agreement among raft nodes before linearized reading' (duration: 2.000227841s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:27.695367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.694924Z","time spent":"2.000433136s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:50:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:50:28.442768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.621729725s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:50:28.443947Z","caller":"traceutil/trace.go:171","msg":"trace[321157929] linearizableReadLoop","detail":"{readStateIndex:26821; appliedIndex:26818; }","duration":"3.092435446s","start":"2026-04-03T03:50:25.351488Z","end":"2026-04-03T03:50:28.443923Z","steps":["trace[321157929] 'read index received' (duration: 462.122001ms)","trace[321157929] 'applied index is now lower than readState.Index' (duration: 2.630312475s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:50:28.444235Z","caller":"traceutil/trace.go:171","msg":"trace[898600900] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"3.319487639s","start":"2026-04-03T03:50:25.124736Z","end":"2026-04-03T03:50:28.444223Z","steps":["trace[898600900] 'process raft request' (duration: 3.318757239s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.44435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.124722Z","time spent":"3.319553331s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:28.444531Z","caller":"traceutil/trace.go:171","msg":"trace[1472040670] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"3.318315097s","start":"2026-04-03T03:50:25.126206Z","end":"2026-04-03T03:50:28.444521Z","steps":["trace[1472040670] 'process raft request' (duration: 3.317465964s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.444599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.126181Z","time spent":"3.318385018s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:28.444728Z","caller":"traceutil/trace.go:171","msg":"trace[1046605620] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"2.92402035s","start":"2026-04-03T03:50:25.520699Z","end":"2026-04-03T03:50:28.444719Z","steps":["trace[1046605620] 'process raft request' (duration: 2.923022263s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.444779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.520671Z","time spent":"2.92408568s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:28.444821Z","caller":"traceutil/trace.go:171","msg":"trace[2132241217] transaction","detail":"{read_only:false; response_revision:25957; number_of_response:1; }","duration":"2.918776779s","start":"2026-04-03T03:50:25.526025Z","end":"2026-04-03T03:50:28.444802Z","steps":["trace[2132241217] 'process raft request' (duration: 2.917859084s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.444893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093412892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:28.44492Z","caller":"traceutil/trace.go:171","msg":"trace[1866516965] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25957; }","duration":"3.093472025s","start":"2026-04-03T03:50:25.35144Z","end":"2026-04-03T03:50:28.444912Z","steps":["trace[1866516965] 'agreement among raft nodes before linearized reading' (duration: 3.093423153s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.444943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.35142Z","time spent":"3.093516036s","remote":"127.0.0.1:54448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:28.444939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.526019Z","time spent":"2.918859871s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:28.445057Z","caller":"traceutil/trace.go:171","msg":"trace[639603892] transaction","detail":"{read_only:false; response_revision:25954; number_of_response:1; }","duration":"2.923319191s","start":"2026-04-03T03:50:25.521726Z","end":"2026-04-03T03:50:28.445046Z","steps":["trace[639603892] 'process raft request' (duration: 2.922032617s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.445096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.521716Z","time spent":"2.923356332s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:28.445093Z","caller":"traceutil/trace.go:171","msg":"trace[370522102] transaction","detail":"{read_only:false; response_revision:25955; number_of_response:1; }","duration":"2.92327158s","start":"2026-04-03T03:50:25.521797Z","end":"2026-04-03T03:50:28.445068Z","steps":["trace[370522102] 'process raft request' (duration: 2.922000296s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:28.445161Z","caller":"traceutil/trace.go:171","msg":"trace[513481796] transaction","detail":"{read_only:false; response_revision:25956; number_of_response:1; }","duration":"2.922076177s","start":"2026-04-03T03:50:25.523075Z","end":"2026-04-03T03:50:28.445151Z","steps":["trace[513481796] 'process raft request' (duration: 2.920769972s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.445195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.523058Z","time spent":"2.922116898s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:28.445203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.521787Z","time spent":"2.923347612s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:28.550546Z","caller":"traceutil/trace.go:171","msg":"trace[1447321827] transaction","detail":"{read_only:false; response_revision:25959; number_of_response:1; }","duration":"1.592903653s","start":"2026-04-03T03:50:26.957612Z","end":"2026-04-03T03:50:28.550516Z","steps":["trace[1447321827] 'process raft request' (duration: 1.59281996s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:28.550559Z","caller":"traceutil/trace.go:171","msg":"trace[1951287142] transaction","detail":"{read_only:false; response_revision:25958; number_of_response:1; }","duration":"1.747411675s","start":"2026-04-03T03:50:26.803101Z","end":"2026-04-03T03:50:28.550512Z","steps":["trace[1951287142] 'process raft request' (duration: 1.746522201s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.550722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:26.957547Z","time spent":"1.593085417s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:28.55089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:26.803076Z","time spent":"1.747684084s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:28.55093Z","caller":"traceutil/trace.go:171","msg":"trace[472023166] transaction","detail":"{read_only:false; response_revision:25960; number_of_response:1; }","duration":"151.260736ms","start":"2026-04-03T03:50:28.399654Z","end":"2026-04-03T03:50:28.550915Z","steps":["trace[472023166] 'process raft request' (duration: 150.823264ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:28.551028Z","caller":"traceutil/trace.go:171","msg":"trace[123303703] linearizableReadLoop","detail":"{readStateIndex:26830; appliedIndex:26826; }","duration":"106.979816ms","start":"2026-04-03T03:50:28.444015Z","end":"2026-04-03T03:50:28.550995Z","steps":["trace[123303703] 'read index received' (duration: 105.620119ms)","trace[123303703] 'applied index is now lower than readState.Index' (duration: 1.357887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:28.551101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947423411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:28.551094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095790401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:28.551134Z","caller":"traceutil/trace.go:171","msg":"trace[289440955] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25961; }","duration":"1.947498424s","start":"2026-04-03T03:50:26.603624Z","end":"2026-04-03T03:50:28.551122Z","steps":["trace[289440955] 'agreement among raft nodes before linearized reading' (duration: 1.947422701s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.551169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:26.603602Z","time spent":"1.947561005s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:28.55116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634996281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T03:50:28.551175Z","caller":"traceutil/trace.go:171","msg":"trace[1964562380] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25961; }","duration":"1.095925925s","start":"2026-04-03T03:50:27.455228Z","end":"2026-04-03T03:50:28.551154Z","steps":["trace[1964562380] 'agreement among raft nodes before linearized reading' (duration: 1.095768381s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:28.551204Z","caller":"traceutil/trace.go:171","msg":"trace[112631034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25961; }","duration":"2.635066184s","start":"2026-04-03T03:50:25.916126Z","end":"2026-04-03T03:50:28.551192Z","steps":["trace[112631034] 'agreement among raft nodes before linearized reading' (duration: 2.634894669s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.551198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29032814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:50:28.551235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.916112Z","time spent":"2.635115705s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:50:28.551261Z","caller":"traceutil/trace.go:171","msg":"trace[124989036] transaction","detail":"{read_only:false; response_revision:25961; number_of_response:1; }","duration":"113.308005ms","start":"2026-04-03T03:50:28.437942Z","end":"2026-04-03T03:50:28.55125Z","steps":["trace[124989036] 'process raft request' (duration: 112.77535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.551256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635590717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-03T03:50:28.551232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155594586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:28.551218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:27.455205Z","time spent":"1.096003977s","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:50:28.551311Z","caller":"traceutil/trace.go:171","msg":"trace[222197996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25961; }","duration":"2.635714761s","start":"2026-04-03T03:50:25.915585Z","end":"2026-04-03T03:50:28.551299Z","steps":["trace[222197996] 'agreement among raft nodes before linearized reading' (duration: 2.635560456s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.551342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.915546Z","time spent":"2.635789823s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:50:28.551369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229641257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:28.551351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391201572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:28.551386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653161589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-03T03:50:28.551411Z","caller":"traceutil/trace.go:171","msg":"trace[1958850870] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25961; }","duration":"2.229710858s","start":"2026-04-03T03:50:26.321688Z","end":"2026-04-03T03:50:28.551399Z","steps":["trace[1958850870] 'agreement among raft nodes before linearized reading' (duration: 2.229650877s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.551391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636214034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T03:50:28.551431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.664369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:28.551436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829728126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:28.551434Z","caller":"traceutil/trace.go:171","msg":"trace[955580576] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25961; }","duration":"2.653277753s","start":"2026-04-03T03:50:25.898142Z","end":"2026-04-03T03:50:28.55142Z","steps":["trace[955580576] 'agreement among raft nodes before linearized reading' (duration: 2.653039756s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:28.551438Z","caller":"traceutil/trace.go:171","msg":"trace[1122287897] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25961; }","duration":"1.391338077s","start":"2026-04-03T03:50:27.160075Z","end":"2026-04-03T03:50:28.551413Z","steps":["trace[1122287897] 'agreement among raft nodes before linearized reading' (duration: 1.391177592s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:28.551459Z","caller":"traceutil/trace.go:171","msg":"trace[1868622494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25961; }","duration":"855.75483ms","start":"2026-04-03T03:50:27.695697Z","end":"2026-04-03T03:50:28.551452Z","steps":["trace[1868622494] 'agreement among raft nodes before linearized reading' (duration: 855.71232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.551449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:26.321661Z","time spent":"2.229778811s","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:50:28.551463Z","caller":"traceutil/trace.go:171","msg":"trace[93084094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25961; }","duration":"2.636326897s","start":"2026-04-03T03:50:25.915121Z","end":"2026-04-03T03:50:28.551448Z","steps":["trace[93084094] 'agreement among raft nodes before linearized reading' (duration: 2.636095011s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:28.551467Z","caller":"traceutil/trace.go:171","msg":"trace[874345934] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25961; }","duration":"2.829758956s","start":"2026-04-03T03:50:25.7217Z","end":"2026-04-03T03:50:28.551459Z","steps":["trace[874345934] 'agreement among raft nodes before linearized reading' (duration: 2.829701944s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.551482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.898122Z","time spent":"2.653352725s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-03T03:50:28.551487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:27.695637Z","time spent":"855.846073ms","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:50:28.551496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.721637Z","time spent":"2.829854778s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:50:28.551498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.915111Z","time spent":"2.636381039s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:50:28.551497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.886123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:28.551575Z","caller":"traceutil/trace.go:171","msg":"trace[1984288119] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25961; }","duration":"490.976146ms","start":"2026-04-03T03:50:28.060568Z","end":"2026-04-03T03:50:28.551544Z","steps":["trace[1984288119] 'agreement among raft nodes before linearized reading' (duration: 490.897694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.551388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.899229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:50:28.551595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635643659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T03:50:28.551599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.633691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:28.551627Z","caller":"traceutil/trace.go:171","msg":"trace[1426143600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25961; }","duration":"2.63569025s","start":"2026-04-03T03:50:25.915929Z","end":"2026-04-03T03:50:28.55162Z","steps":["trace[1426143600] 'agreement among raft nodes before linearized reading' (duration: 2.635575596s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:28.551634Z","caller":"traceutil/trace.go:171","msg":"trace[1917877155] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25961; }","duration":"607.668643ms","start":"2026-04-03T03:50:27.943956Z","end":"2026-04-03T03:50:28.551625Z","steps":["trace[1917877155] 'agreement among raft nodes before linearized reading' (duration: 607.576911ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:28.551286Z","caller":"traceutil/trace.go:171","msg":"trace[501534421] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25961; }","duration":"1.290468555s","start":"2026-04-03T03:50:27.260787Z","end":"2026-04-03T03:50:28.551255Z","steps":["trace[501534421] 'agreement among raft nodes before linearized reading' (duration: 1.290316031s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.551657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.915922Z","time spent":"2.635729621s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:50:28.551662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:27.943842Z","time spent":"607.813957ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:28.551638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:28.060542Z","time spent":"491.074198ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:28.551675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:27.260754Z","time spent":"1.290909526s","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:28.551405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.917908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:28.551342Z","caller":"traceutil/trace.go:171","msg":"trace[1020981135] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25961; }","duration":"2.15572787s","start":"2026-04-03T03:50:26.395588Z","end":"2026-04-03T03:50:28.551316Z","steps":["trace[1020981135] 'agreement among raft nodes before linearized reading' (duration: 2.155530374s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:28.551745Z","caller":"traceutil/trace.go:171","msg":"trace[789565666] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25961; }","duration":"829.272878ms","start":"2026-04-03T03:50:27.722453Z","end":"2026-04-03T03:50:28.551726Z","steps":["trace[789565666] 'agreement among raft nodes before linearized reading' (duration: 828.914509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.551495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:27.160051Z","time spent":"1.391436638s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:28.551809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:27.722441Z","time spent":"829.349921ms","remote":"127.0.0.1:54608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:28.551832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63604945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:50:28.551627Z","caller":"traceutil/trace.go:171","msg":"trace[858102417] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25961; }","duration":"294.167016ms","start":"2026-04-03T03:50:28.257445Z","end":"2026-04-03T03:50:28.551612Z","steps":["trace[858102417] 'agreement among raft nodes before linearized reading' (duration: 293.90964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.551795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:26.395544Z","time spent":"2.156235924s","remote":"127.0.0.1:48024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:50:28.551857Z","caller":"traceutil/trace.go:171","msg":"trace[1728199607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25961; }","duration":"2.636134972s","start":"2026-04-03T03:50:25.915712Z","end":"2026-04-03T03:50:28.551847Z","steps":["trace[1728199607] 'agreement among raft nodes before linearized reading' (duration: 2.63605361s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.551884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.915698Z","time spent":"2.636181773s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:50:28.551493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.925586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:28.551933Z","caller":"traceutil/trace.go:171","msg":"trace[79697885] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25961; }","duration":"942.392349ms","start":"2026-04-03T03:50:27.609528Z","end":"2026-04-03T03:50:28.55192Z","steps":["trace[79697885] 'agreement among raft nodes before linearized reading' (duration: 941.917076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.551979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:27.609511Z","time spent":"942.45565ms","remote":"127.0.0.1:54280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:28.552112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97870556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:28.552194Z","caller":"traceutil/trace.go:171","msg":"trace[1098855586] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25961; }","duration":"2.978780552s","start":"2026-04-03T03:50:25.573398Z","end":"2026-04-03T03:50:28.552178Z","steps":["trace[1098855586] 'agreement among raft nodes before linearized reading' (duration: 2.977717013s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:28.552242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:25.57335Z","time spent":"2.978883604s","remote":"127.0.0.1:54322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:37.034262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428462704s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:37.034421Z","caller":"traceutil/trace.go:171","msg":"trace[510820677] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26006; }","duration":"1.428644568s","start":"2026-04-03T03:50:35.605759Z","end":"2026-04-03T03:50:37.034403Z","steps":["trace[510820677] 'range keys from in-memory index tree' (duration: 1.428442193s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:37.678255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.154056573s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:50:37.678697Z","caller":"traceutil/trace.go:171","msg":"trace[1456586072] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"3.202777543s","start":"2026-04-03T03:50:34.475902Z","end":"2026-04-03T03:50:37.678679Z","steps":["trace[1456586072] 'process raft request' (duration: 3.202562087s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:37.678819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:34.475879Z","time spent":"3.202881146s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:37.678921Z","caller":"traceutil/trace.go:171","msg":"trace[600113064] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"3.202953947s","start":"2026-04-03T03:50:34.475949Z","end":"2026-04-03T03:50:37.678903Z","steps":["trace[600113064] 'process raft request' (duration: 3.202682439s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:37.678984Z","caller":"traceutil/trace.go:171","msg":"trace[72650410] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"3.202914256s","start":"2026-04-03T03:50:34.476053Z","end":"2026-04-03T03:50:37.678968Z","steps":["trace[72650410] 'process raft request' (duration: 3.202836774s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:37.679029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:34.475924Z","time spent":"3.203029559s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:37.679065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:34.476038Z","time spent":"3.202985568s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:37.679096Z","caller":"traceutil/trace.go:171","msg":"trace[773835841] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"3.203106352s","start":"2026-04-03T03:50:34.475983Z","end":"2026-04-03T03:50:37.67909Z","steps":["trace[773835841] 'process raft request' (duration: 3.202840615s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:37.679125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:34.475974Z","time spent":"3.203135553s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:37.679189Z","caller":"traceutil/trace.go:171","msg":"trace[1080639533] linearizableReadLoop","detail":"{readStateIndex:26882; appliedIndex:26876; }","duration":"3.192961958s","start":"2026-04-03T03:50:34.486219Z","end":"2026-04-03T03:50:37.679181Z","steps":["trace[1080639533] 'read index received' (duration: 37.898048ms)","trace[1080639533] 'applied index is now lower than readState.Index' (duration: 3.15506292s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:50:37.679237Z","caller":"traceutil/trace.go:171","msg":"trace[1270856909] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"3.203164763s","start":"2026-04-03T03:50:34.476064Z","end":"2026-04-03T03:50:37.679229Z","steps":["trace[1270856909] 'process raft request' (duration: 3.202869004s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:37.679276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:34.476035Z","time spent":"3.203214934s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:37.679331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193113413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:37.679357Z","caller":"traceutil/trace.go:171","msg":"trace[321474425] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26011; }","duration":"3.193139384s","start":"2026-04-03T03:50:34.48621Z","end":"2026-04-03T03:50:37.679349Z","steps":["trace[321474425] 'agreement among raft nodes before linearized reading' (duration: 3.193088213s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:37.679372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:34.486163Z","time spent":"3.193205434s","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T03:50:37.692696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999907622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:50:37.692731Z","caller":"traceutil/trace.go:171","msg":"trace[1500444484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999987105s","start":"2026-04-03T03:50:35.692735Z","end":"2026-04-03T03:50:37.692722Z","steps":["trace[1500444484] 'agreement among raft nodes before linearized reading' (duration: 1.999946394s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:37.692764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:35.692707Z","time spent":"2.000051427s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:50:38.180318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:50:38.681388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:50:38.944112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.26391368s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:50:38.944539Z","caller":"traceutil/trace.go:171","msg":"trace[116723486] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"4.369714246s","start":"2026-04-03T03:50:34.574796Z","end":"2026-04-03T03:50:38.944511Z","steps":["trace[116723486] 'process raft request' (duration: 4.369596563s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:38.94458Z","caller":"traceutil/trace.go:171","msg":"trace[1736548288] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"2.41429554s","start":"2026-04-03T03:50:36.530244Z","end":"2026-04-03T03:50:38.944539Z","steps":["trace[1736548288] 'process raft request' (duration: 2.414257009s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:38.944588Z","caller":"traceutil/trace.go:171","msg":"trace[3299111] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"4.369905832s","start":"2026-04-03T03:50:34.574616Z","end":"2026-04-03T03:50:38.944522Z","steps":["trace[3299111] 'process raft request' (duration: 4.369634665s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:38.944687Z","caller":"traceutil/trace.go:171","msg":"trace[1692843290] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"3.843815051s","start":"2026-04-03T03:50:35.100866Z","end":"2026-04-03T03:50:38.944681Z","steps":["trace[1692843290] 'process raft request' (duration: 3.843569835s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:38.944718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:35.100825Z","time spent":"3.843877014s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:38.944706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:36.530211Z","time spent":"2.414412243s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:38.944828Z","caller":"traceutil/trace.go:171","msg":"trace[854248381] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"2.886121433s","start":"2026-04-03T03:50:36.058696Z","end":"2026-04-03T03:50:38.944817Z","steps":["trace[854248381] 'process raft request' (duration: 2.885773503s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:38.944873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:36.058667Z","time spent":"2.886180813s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:38.944865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:34.574594Z","time spent":"4.370124888s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:38.944654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:34.574789Z","time spent":"4.369799549s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:39.593734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999208616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:50:39.59383Z","caller":"traceutil/trace.go:171","msg":"trace[2072514966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99934797s","start":"2026-04-03T03:50:34.594463Z","end":"2026-04-03T03:50:39.593811Z","steps":["trace[2072514966] 'agreement among raft nodes before linearized reading' (duration: 4.999230817s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:39.593884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:34.59445Z","time spent":"4.999424212s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:50:39.594811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999539404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:50:39.594891Z","caller":"traceutil/trace.go:171","msg":"trace[1350220288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999678589s","start":"2026-04-03T03:50:34.595198Z","end":"2026-04-03T03:50:39.594876Z","steps":["trace[1350220288] 'agreement among raft nodes before linearized reading' (duration: 4.999591766s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:39.594996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:34.595176Z","time spent":"4.999804282s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:50:39.597814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999855904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:50:39.597863Z","caller":"traceutil/trace.go:171","msg":"trace[193315677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999949826s","start":"2026-04-03T03:50:34.597901Z","end":"2026-04-03T03:50:39.597851Z","steps":["trace[193315677] 'agreement among raft nodes before linearized reading' (duration: 4.999867034s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:39.597926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:34.597895Z","time spent":"5.000019848s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 03:50:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:50:39.693993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00092423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:50:39.69409Z","caller":"traceutil/trace.go:171","msg":"trace[765144474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001063973s","start":"2026-04-03T03:50:37.693006Z","end":"2026-04-03T03:50:39.69407Z","steps":["trace[765144474] 'agreement among raft nodes before linearized reading' (duration: 2.00094183s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:39.694135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:37.69299Z","time spent":"2.001136434s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:50:40.686524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:40.240311Z","time spent":"446.207253ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:50:40.686905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.478663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:50:40.687028Z","caller":"traceutil/trace.go:171","msg":"trace[679044803] linearizableReadLoop","detail":"{readStateIndex:26889; appliedIndex:26882; }","duration":"3.007808042s","start":"2026-04-03T03:50:37.67921Z","end":"2026-04-03T03:50:40.687018Z","steps":["trace[679044803] 'read index received' (duration: 1.265087352s)","trace[679044803] 'applied index is now lower than readState.Index' (duration: 1.74271828s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:50:40.687182Z","caller":"traceutil/trace.go:171","msg":"trace[1134114602] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"2.225156876s","start":"2026-04-03T03:50:38.462015Z","end":"2026-04-03T03:50:40.687172Z","steps":["trace[1134114602] 'process raft request' (duration: 1.420334325s)","trace[1134114602] 'compare' (duration: 802.668293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:40.687234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:38.461998Z","time spent":"2.225199488s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:40.687408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.431802533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:50:40.687429Z","caller":"traceutil/trace.go:171","msg":"trace[1599796604] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26018; }","duration":"5.431824795s","start":"2026-04-03T03:50:35.255595Z","end":"2026-04-03T03:50:40.68742Z","steps":["trace[1599796604] 'agreement among raft nodes before linearized reading' (duration: 5.43170352s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:40.687445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:35.255526Z","time spent":"5.431913706s","remote":"127.0.0.1:59952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:40.687553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.613891907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:40.687568Z","caller":"traceutil/trace.go:171","msg":"trace[2064162533] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26018; }","duration":"5.613949649s","start":"2026-04-03T03:50:35.073614Z","end":"2026-04-03T03:50:40.687564Z","steps":["trace[2064162533] 'agreement among raft nodes before linearized reading' (duration: 5.613918759s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:40.687585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:35.073591Z","time spent":"5.61398976s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:40.687693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.087903847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:40.687711Z","caller":"traceutil/trace.go:171","msg":"trace[1310490084] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26018; }","duration":"6.087933938s","start":"2026-04-03T03:50:34.599771Z","end":"2026-04-03T03:50:40.687705Z","steps":["trace[1310490084] 'agreement among raft nodes before linearized reading' (duration: 6.087896507s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:40.687728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:34.599764Z","time spent":"6.087960268s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:40.687862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.091534385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:50:40.687879Z","caller":"traceutil/trace.go:171","msg":"trace[1927110586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26018; }","duration":"6.091573386s","start":"2026-04-03T03:50:34.596302Z","end":"2026-04-03T03:50:40.687875Z","steps":["trace[1927110586] 'agreement among raft nodes before linearized reading' (duration: 6.091493224s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:40.687896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:34.596292Z","time spent":"6.091600747s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:50:40.687994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.091678319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:50:40.688009Z","caller":"traceutil/trace.go:171","msg":"trace[159862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26018; }","duration":"6.09170314s","start":"2026-04-03T03:50:34.596299Z","end":"2026-04-03T03:50:40.688002Z","steps":["trace[159862] 'agreement among raft nodes before linearized reading' (duration: 6.091657538s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:40.688021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:34.596277Z","time spent":"6.0917412s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:50:40.688721Z","caller":"traceutil/trace.go:171","msg":"trace[587434465] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"2.039129477s","start":"2026-04-03T03:50:38.649584Z","end":"2026-04-03T03:50:40.688714Z","steps":["trace[587434465] 'process raft request' (duration: 2.037362589s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:40.68876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:38.649559Z","time spent":"2.039182449s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:40.688816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363505152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:50:40.688868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041016705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:50:40.688883Z","caller":"traceutil/trace.go:171","msg":"trace[227783635] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26018; }","duration":"3.041067596s","start":"2026-04-03T03:50:37.647811Z","end":"2026-04-03T03:50:40.688878Z","steps":["trace[227783635] 'agreement among raft nodes before linearized reading' (duration: 3.041038226s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:40.688899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:37.647791Z","time spent":"3.041102787s","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:40.68887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.374874373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:50:40.688896Z","caller":"traceutil/trace.go:171","msg":"trace[1900546718] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26018; }","duration":"3.363617225s","start":"2026-04-03T03:50:37.325259Z","end":"2026-04-03T03:50:40.688876Z","steps":["trace[1900546718] 'agreement among raft nodes before linearized reading' (duration: 3.36345041s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:40.688875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.574227823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:50:40.688943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:37.325225Z","time spent":"3.363707788s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:50:40.688953Z","caller":"traceutil/trace.go:171","msg":"trace[1819164363] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26018; }","duration":"4.574389558s","start":"2026-04-03T03:50:36.114544Z","end":"2026-04-03T03:50:40.688934Z","steps":["trace[1819164363] 'agreement among raft nodes before linearized reading' (duration: 4.574219193s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:40.688929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088422757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:40.689002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:36.114512Z","time spent":"4.57448021s","remote":"127.0.0.1:49410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:50:40.689027Z","caller":"traceutil/trace.go:171","msg":"trace[1403813516] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26018; }","duration":"4.088513639s","start":"2026-04-03T03:50:36.600481Z","end":"2026-04-03T03:50:40.688995Z","steps":["trace[1403813516] 'agreement among raft nodes before linearized reading' (duration: 4.088374126s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:40.688943Z","caller":"traceutil/trace.go:171","msg":"trace[1847163139] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26018; }","duration":"5.375014176s","start":"2026-04-03T03:50:35.313908Z","end":"2026-04-03T03:50:40.688922Z","steps":["trace[1847163139] 'agreement among raft nodes before linearized reading' (duration: 5.373305211s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:40.688922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.538087352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:50:40.689079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:36.600429Z","time spent":"4.088638192s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:50:40.689103Z","caller":"traceutil/trace.go:171","msg":"trace[978159682] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26018; }","duration":"4.53836413s","start":"2026-04-03T03:50:36.15073Z","end":"2026-04-03T03:50:40.689094Z","steps":["trace[978159682] 'agreement among raft nodes before linearized reading' (duration: 4.53799949s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:40.689136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:36.15071Z","time spent":"4.53841362s","remote":"127.0.0.1:60294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:40.689226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:35.313881Z","time spent":"5.375290065s","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:41.146728Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.260375165s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:50:41.654289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999899823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:50:41.654373Z","caller":"traceutil/trace.go:171","msg":"trace[1164972255] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055487s","start":"2026-04-03T03:50:39.654301Z","end":"2026-04-03T03:50:41.654356Z","steps":["trace[1164972255] 'agreement among raft nodes before linearized reading' (duration: 1.999925934s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:41.654418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:39.654282Z","time spent":"2.000125819s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:50:41.708068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000465047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:50:41.708149Z","caller":"traceutil/trace.go:171","msg":"trace[1867495922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000601371s","start":"2026-04-03T03:50:39.707528Z","end":"2026-04-03T03:50:41.70813Z","steps":["trace[1867495922] 'agreement among raft nodes before linearized reading' (duration: 2.000504418s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:41.708194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:39.707516Z","time spent":"2.000667343s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:50:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:50:42.120308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.132685ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:50:42.122615Z","caller":"traceutil/trace.go:171","msg":"trace[508826012] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"2.439384005s","start":"2026-04-03T03:50:39.6832Z","end":"2026-04-03T03:50:42.122584Z","steps":["trace[508826012] 'process raft request' (duration: 2.437267597s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.123215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:39.683177Z","time spent":"2.439716653s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:42.171249Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024029454s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:50:42.7426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000138069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:50:42.7427Z","caller":"traceutil/trace.go:171","msg":"trace[816546881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245612s","start":"2026-04-03T03:50:40.742421Z","end":"2026-04-03T03:50:42.742667Z","steps":["trace[816546881] 'agreement among raft nodes before linearized reading' (duration: 2.000134828s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.742851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:40.742362Z","time spent":"2.000474287s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:50:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:50:42.979794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.124118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:50:42.98004Z","caller":"traceutil/trace.go:171","msg":"trace[1124059061] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"3.295630118s","start":"2026-04-03T03:50:39.684383Z","end":"2026-04-03T03:50:42.980013Z","steps":["trace[1124059061] 'process raft request' (duration: 2.438182052s)","trace[1124059061] 'compare' (duration: 855.702789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:42.980162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:39.684357Z","time spent":"3.29573608s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:42.980286Z","caller":"traceutil/trace.go:171","msg":"trace[168480231] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"2.023448425s","start":"2026-04-03T03:50:40.95682Z","end":"2026-04-03T03:50:42.980268Z","steps":["trace[168480231] 'process raft request' (duration: 2.023410583s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.98037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:40.956803Z","time spent":"2.023533027s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:42.9804Z","caller":"traceutil/trace.go:171","msg":"trace[1091157954] linearizableReadLoop","detail":"{readStateIndex:26895; appliedIndex:26889; }","duration":"2.293346329s","start":"2026-04-03T03:50:40.687045Z","end":"2026-04-03T03:50:42.980391Z","steps":["trace[1091157954] 'read index received' (duration: 460.142968ms)","trace[1091157954] 'applied index is now lower than readState.Index' (duration: 1.833202601s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:50:42.980524Z","caller":"traceutil/trace.go:171","msg":"trace[125755873] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"2.285105357s","start":"2026-04-03T03:50:40.695409Z","end":"2026-04-03T03:50:42.980514Z","steps":["trace[125755873] 'process raft request' (duration: 2.284681106s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:42.980564Z","caller":"traceutil/trace.go:171","msg":"trace[760458258] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"3.294906978s","start":"2026-04-03T03:50:39.685649Z","end":"2026-04-03T03:50:42.980556Z","steps":["trace[760458258] 'process raft request' (duration: 3.294254501s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.980576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:40.695398Z","time spent":"2.285153228s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:42.980606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:39.685604Z","time spent":"3.294980781s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:42.980665Z","caller":"traceutil/trace.go:171","msg":"trace[1561939775] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"3.292452613s","start":"2026-04-03T03:50:39.688206Z","end":"2026-04-03T03:50:42.980659Z","steps":["trace[1561939775] 'process raft request' (duration: 3.291794955s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.980699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:39.68819Z","time spent":"3.292491354s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:42.980757Z","caller":"traceutil/trace.go:171","msg":"trace[1775581253] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"2.285126527s","start":"2026-04-03T03:50:40.695617Z","end":"2026-04-03T03:50:42.980743Z","steps":["trace[1775581253] 'process raft request' (duration: 2.28450342s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:42.980796Z","caller":"traceutil/trace.go:171","msg":"trace[996321207] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"3.291904878s","start":"2026-04-03T03:50:39.688881Z","end":"2026-04-03T03:50:42.980786Z","steps":["trace[996321207] 'process raft request' (duration: 3.291158868s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.980815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:40.695581Z","time spent":"2.285207151s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:42.980836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:39.688873Z","time spent":"3.29194324s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:42.980919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400058587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:42.980949Z","caller":"traceutil/trace.go:171","msg":"trace[2131049304] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26028; }","duration":"2.400120149s","start":"2026-04-03T03:50:40.580818Z","end":"2026-04-03T03:50:42.980938Z","steps":["trace[2131049304] 'agreement among raft nodes before linearized reading' (duration: 2.400068177s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.980968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:40.580803Z","time spent":"2.400159919s","remote":"127.0.0.1:36374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:50:42.98099Z","caller":"traceutil/trace.go:171","msg":"trace[1045609189] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"2.029926949s","start":"2026-04-03T03:50:40.951057Z","end":"2026-04-03T03:50:42.980984Z","steps":["trace[1045609189] 'process raft request' (duration: 2.029138348s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.981047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:40.951045Z","time spent":"2.029975461s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:42.981083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041195289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:50:42.981107Z","caller":"traceutil/trace.go:171","msg":"trace[1647397347] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26028; }","duration":"3.041254191s","start":"2026-04-03T03:50:39.939847Z","end":"2026-04-03T03:50:42.981101Z","steps":["trace[1647397347] 'agreement among raft nodes before linearized reading' (duration: 3.04121532s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.981128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:39.939829Z","time spent":"3.041294552s","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:42.981224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233374515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:42.981251Z","caller":"traceutil/trace.go:171","msg":"trace[1618496612] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26028; }","duration":"3.233438036s","start":"2026-04-03T03:50:39.747804Z","end":"2026-04-03T03:50:42.981242Z","steps":["trace[1618496612] 'agreement among raft nodes before linearized reading' (duration: 3.233403905s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.981276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:39.747786Z","time spent":"3.233484987s","remote":"127.0.0.1:49370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:42.981384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.393795546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:42.981406Z","caller":"traceutil/trace.go:171","msg":"trace[1769527118] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26028; }","duration":"3.393840057s","start":"2026-04-03T03:50:39.58756Z","end":"2026-04-03T03:50:42.9814Z","steps":["trace[1769527118] 'agreement among raft nodes before linearized reading' (duration: 3.393801956s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.981424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:39.587549Z","time spent":"3.393870327s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:42.981565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.47685489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:50:42.981589Z","caller":"traceutil/trace.go:171","msg":"trace[824983248] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26028; }","duration":"3.476927691s","start":"2026-04-03T03:50:39.504655Z","end":"2026-04-03T03:50:42.981582Z","steps":["trace[824983248] 'agreement among raft nodes before linearized reading' (duration: 3.476860569s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.981606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:39.504629Z","time spent":"3.476972381s","remote":"127.0.0.1:44986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:42.981622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.298841049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:42.981666Z","caller":"traceutil/trace.go:171","msg":"trace[115771435] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26028; }","duration":"5.298942172s","start":"2026-04-03T03:50:37.682713Z","end":"2026-04-03T03:50:42.981655Z","steps":["trace[115771435] 'agreement among raft nodes before linearized reading' (duration: 5.29887357s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.981705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:37.682689Z","time spent":"5.299009024s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T03:50:42.981774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003052037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:50:42.981798Z","caller":"traceutil/trace.go:171","msg":"trace[971412565] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26028; }","duration":"2.003114999s","start":"2026-04-03T03:50:40.978677Z","end":"2026-04-03T03:50:42.981792Z","steps":["trace[971412565] 'agreement among raft nodes before linearized reading' (duration: 2.003025106s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.981815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:40.978655Z","time spent":"2.003155559s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:42.981884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68039057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:42.981917Z","caller":"traceutil/trace.go:171","msg":"trace[336708328] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26028; }","duration":"3.680488812s","start":"2026-04-03T03:50:39.301418Z","end":"2026-04-03T03:50:42.981907Z","steps":["trace[336708328] 'agreement among raft nodes before linearized reading' (duration: 3.68042797s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.981952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:39.301388Z","time spent":"3.680556553s","remote":"127.0.0.1:54228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:42.982186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.451023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:50:42.982215Z","caller":"traceutil/trace.go:171","msg":"trace[1036418608] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26028; }","duration":"794.519625ms","start":"2026-04-03T03:50:42.187689Z","end":"2026-04-03T03:50:42.982208Z","steps":["trace[1036418608] 'agreement among raft nodes before linearized reading' (duration: 794.390662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.982233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:42.187666Z","time spent":"794.562485ms","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:42.982265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.04281298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-03T03:50:42.982305Z","caller":"traceutil/trace.go:171","msg":"trace[85452210] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26028; }","duration":"4.042871373s","start":"2026-04-03T03:50:38.939423Z","end":"2026-04-03T03:50:42.982295Z","steps":["trace[85452210] 'agreement among raft nodes before linearized reading' (duration: 4.04278188s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.98234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018512284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:42.982364Z","caller":"traceutil/trace.go:171","msg":"trace[1829699910] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26028; }","duration":"1.018575317s","start":"2026-04-03T03:50:41.963783Z","end":"2026-04-03T03:50:42.982359Z","steps":["trace[1829699910] 'agreement among raft nodes before linearized reading' (duration: 1.018539466s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.982387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:41.963763Z","time spent":"1.018619057s","remote":"127.0.0.1:48080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:42.982422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065140561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-03T03:50:42.982506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26574145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:42.982456Z","caller":"traceutil/trace.go:171","msg":"trace[373825203] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26028; }","duration":"4.065193091s","start":"2026-04-03T03:50:38.917255Z","end":"2026-04-03T03:50:42.982448Z","steps":["trace[373825203] 'agreement among raft nodes before linearized reading' (duration: 4.065105749s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:42.982528Z","caller":"traceutil/trace.go:171","msg":"trace[161791571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26028; }","duration":"1.265778472s","start":"2026-04-03T03:50:41.716745Z","end":"2026-04-03T03:50:42.982523Z","steps":["trace[161791571] 'agreement among raft nodes before linearized reading' (duration: 1.26572581s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.98254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:38.917244Z","time spent":"4.065289354s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:50:42.982548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:41.716737Z","time spent":"1.265807602s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:50:42.98269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382933379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:50:42.982712Z","caller":"traceutil/trace.go:171","msg":"trace[1138381632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26028; }","duration":"1.383010242s","start":"2026-04-03T03:50:41.599697Z","end":"2026-04-03T03:50:42.982707Z","steps":["trace[1138381632] 'agreement among raft nodes before linearized reading' (duration: 1.382939281s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.982716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313622338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:42.98284Z","caller":"traceutil/trace.go:171","msg":"trace[2018748830] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26028; }","duration":"4.313773493s","start":"2026-04-03T03:50:38.669045Z","end":"2026-04-03T03:50:42.982819Z","steps":["trace[2018748830] 'agreement among raft nodes before linearized reading' (duration: 4.313624839s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.982896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:38.669035Z","time spent":"4.313849075s","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:42.983022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56037972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:50:42.98305Z","caller":"traceutil/trace.go:171","msg":"trace[1501751487] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26028; }","duration":"4.560407162s","start":"2026-04-03T03:50:38.422636Z","end":"2026-04-03T03:50:42.983043Z","steps":["trace[1501751487] 'agreement among raft nodes before linearized reading' (duration: 4.560283698s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.983073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:38.422572Z","time spent":"4.560496404s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:50:42.980962Z","caller":"traceutil/trace.go:171","msg":"trace[1745665003] transaction","detail":"{read_only:false; response_revision:26026; number_of_response:1; }","duration":"2.031057369s","start":"2026-04-03T03:50:40.949895Z","end":"2026-04-03T03:50:42.980952Z","steps":["trace[1745665003] 'process raft request' (duration: 2.030257768s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.983121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.333269857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:50:42.98299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.397132854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:42.983159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:40.949856Z","time spent":"2.033268229s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:42.983199Z","caller":"traceutil/trace.go:171","msg":"trace[1134939180] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26028; }","duration":"4.39739867s","start":"2026-04-03T03:50:38.585788Z","end":"2026-04-03T03:50:42.983187Z","steps":["trace[1134939180] 'agreement among raft nodes before linearized reading' (duration: 4.397092172s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:42.983196Z","caller":"traceutil/trace.go:171","msg":"trace[735929046] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26028; }","duration":"4.333332989s","start":"2026-04-03T03:50:38.649837Z","end":"2026-04-03T03:50:42.98317Z","steps":["trace[735929046] 'agreement among raft nodes before linearized reading' (duration: 4.333229836s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.983236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:38.585778Z","time spent":"4.397446022s","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:50:42.983252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:38.6498Z","time spent":"4.333439441s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:42.98234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:38.939414Z","time spent":"4.042918103s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:50:42.983408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386636779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-03T03:50:42.982186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851662973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64c9b4f4d-s4krx.18a2bc49feac530f\" ","response":"range_response_count:1 size:831"} {"level":"info","ts":"2026-04-03T03:50:42.98352Z","caller":"traceutil/trace.go:171","msg":"trace[714035644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26028; }","duration":"1.386803024s","start":"2026-04-03T03:50:41.596693Z","end":"2026-04-03T03:50:42.983496Z","steps":["trace[714035644] 'agreement among raft nodes before linearized reading' (duration: 1.386491215s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:42.983549Z","caller":"traceutil/trace.go:171","msg":"trace[2146637768] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64c9b4f4d-s4krx.18a2bc49feac530f; range_end:; response_count:1; response_revision:26028; }","duration":"3.853047949s","start":"2026-04-03T03:50:39.130485Z","end":"2026-04-03T03:50:42.983533Z","steps":["trace[2146637768] 'agreement among raft nodes before linearized reading' (duration: 3.851603381s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.983578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:41.596668Z","time spent":"1.386898876s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:50:42.983607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:39.130469Z","time spent":"3.853119852s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":854,"request content":"key:\"/registry/events/openstack/magnum-api-64c9b4f4d-s4krx.18a2bc49feac530f\" "} {"level":"warn","ts":"2026-04-03T03:50:42.983434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386732512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-03T03:50:42.983666Z","caller":"traceutil/trace.go:171","msg":"trace[337880223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26028; }","duration":"1.387021069s","start":"2026-04-03T03:50:41.596634Z","end":"2026-04-03T03:50:42.983655Z","steps":["trace[337880223] 'agreement among raft nodes before linearized reading' (duration: 1.38664261s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.983696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:41.596611Z","time spent":"1.387077761s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:50:42.982732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:41.599682Z","time spent":"1.383042653s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:50:42.9829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.073435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-03T03:50:42.983949Z","caller":"traceutil/trace.go:171","msg":"trace[1350714332] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26028; }","duration":"5.07450914s","start":"2026-04-03T03:50:37.909421Z","end":"2026-04-03T03:50:42.983931Z","steps":["trace[1350714332] 'agreement among raft nodes before linearized reading' (duration: 5.073411721s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:42.98401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:37.909401Z","time spent":"5.074592991s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-03T03:50:43.490008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:50:44.44073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.074684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:50:44.440885Z","caller":"traceutil/trace.go:171","msg":"trace[941567483] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"1.454688968s","start":"2026-04-03T03:50:42.98617Z","end":"2026-04-03T03:50:44.440859Z","steps":["trace[941567483] 'process raft request' (duration: 612.346027ms)","trace[941567483] 'compare' (duration: 841.898429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:44.440972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:42.986146Z","time spent":"1.454788592s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:44.461565Z","caller":"traceutil/trace.go:171","msg":"trace[168045472] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"1.469390503s","start":"2026-04-03T03:50:42.992146Z","end":"2026-04-03T03:50:44.461537Z","steps":["trace[168045472] 'process raft request' (duration: 1.469306191s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:44.461628Z","caller":"traceutil/trace.go:171","msg":"trace[1610163740] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"1.469518667s","start":"2026-04-03T03:50:42.992042Z","end":"2026-04-03T03:50:44.46156Z","steps":["trace[1610163740] 'process raft request' (duration: 1.46922737s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:44.461746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:42.992139Z","time spent":"1.469505136s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:44.461855Z","caller":"traceutil/trace.go:171","msg":"trace[1652557697] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"1.469643612s","start":"2026-04-03T03:50:42.992184Z","end":"2026-04-03T03:50:44.461827Z","steps":["trace[1652557697] 'process raft request' (duration: 1.469305763s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:44.461893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:42.99203Z","time spent":"1.469706822s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:44.461886Z","caller":"traceutil/trace.go:171","msg":"trace[603256952] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"1.469777844s","start":"2026-04-03T03:50:42.992076Z","end":"2026-04-03T03:50:44.461854Z","steps":["trace[603256952] 'process raft request' (duration: 1.469332572s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:44.461969Z","caller":"traceutil/trace.go:171","msg":"trace[647748162] linearizableReadLoop","detail":"{readStateIndex:26906; appliedIndex:26900; }","duration":"1.472648181s","start":"2026-04-03T03:50:42.989301Z","end":"2026-04-03T03:50:44.461949Z","steps":["trace[647748162] 'read index received' (duration: 609.230965ms)","trace[647748162] 'applied index is now lower than readState.Index' (duration: 863.415876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:44.462001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:42.992174Z","time spent":"1.469754174s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:44.462052Z","caller":"traceutil/trace.go:171","msg":"trace[1773320546] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"1.469058284s","start":"2026-04-03T03:50:42.992981Z","end":"2026-04-03T03:50:44.46204Z","steps":["trace[1773320546] 'process raft request' (duration: 1.468765036s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:44.462116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:42.992973Z","time spent":"1.469105796s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:44.462118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:42.992048Z","time spent":"1.469947168s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:44.462237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472925257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-03T03:50:44.462289Z","caller":"traceutil/trace.go:171","msg":"trace[647430244] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26034; }","duration":"1.472992241s","start":"2026-04-03T03:50:42.989283Z","end":"2026-04-03T03:50:44.462275Z","steps":["trace[647430244] 'agreement among raft nodes before linearized reading' (duration: 1.472830047s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:44.462326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:42.989234Z","time spent":"1.473084572s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:50:44.994944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000965771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:50:44.995008Z","caller":"traceutil/trace.go:171","msg":"trace[1683604938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001067213s","start":"2026-04-03T03:50:42.993925Z","end":"2026-04-03T03:50:44.994992Z","steps":["trace[1683604938] 'agreement among raft nodes before linearized reading' (duration: 2.000993361s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:44.995038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:42.993914Z","time spent":"2.001117925s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:50:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:50:45.141004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.581061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:50:45.141147Z","caller":"traceutil/trace.go:171","msg":"trace[1847626141] linearizableReadLoop","detail":"{readStateIndex:26907; appliedIndex:26906; }","duration":"679.125364ms","start":"2026-04-03T03:50:44.462012Z","end":"2026-04-03T03:50:45.141137Z","steps":["trace[1847626141] 'read index received' (duration: 94.194602ms)","trace[1847626141] 'applied index is now lower than readState.Index' (duration: 584.930242ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:50:45.141196Z","caller":"traceutil/trace.go:171","msg":"trace[904487990] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"1.013012097s","start":"2026-04-03T03:50:44.128178Z","end":"2026-04-03T03:50:45.14119Z","steps":["trace[904487990] 'process raft request' (duration: 428.130707ms)","trace[904487990] 'compare' (duration: 583.128383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:45.141258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.128142Z","time spent":"1.013070899s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:45.141435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.48005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64c9b4f4d-s4krx.18a2bc49feac530f\" ","response":"range_response_count:1 size:831"} {"level":"info","ts":"2026-04-03T03:50:45.141457Z","caller":"traceutil/trace.go:171","msg":"trace[374254367] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64c9b4f4d-s4krx.18a2bc49feac530f; range_end:; response_count:1; response_revision:26036; }","duration":"696.54279ms","start":"2026-04-03T03:50:44.444906Z","end":"2026-04-03T03:50:45.141449Z","steps":["trace[374254367] 'agreement among raft nodes before linearized reading' (duration: 696.481429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:45.141473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.444886Z","time spent":"696.581424ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":854,"request content":"key:\"/registry/events/openstack/magnum-api-64c9b4f4d-s4krx.18a2bc49feac530f\" "} {"level":"info","ts":"2026-04-03T03:50:45.14141Z","caller":"traceutil/trace.go:171","msg":"trace[1991378378] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"156.147137ms","start":"2026-04-03T03:50:44.985237Z","end":"2026-04-03T03:50:45.141384Z","steps":["trace[1991378378] 'process raft request' (duration: 155.846489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:45.141658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.268632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:45.14168Z","caller":"traceutil/trace.go:171","msg":"trace[1593111626] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26036; }","duration":"764.351423ms","start":"2026-04-03T03:50:44.377321Z","end":"2026-04-03T03:50:45.141672Z","steps":["trace[1593111626] 'agreement among raft nodes before linearized reading' (duration: 764.283232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:45.141694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.377312Z","time spent":"764.378254ms","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:45.141764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.856073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:45.14178Z","caller":"traceutil/trace.go:171","msg":"trace[492099346] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26036; }","duration":"871.871153ms","start":"2026-04-03T03:50:44.269904Z","end":"2026-04-03T03:50:45.141775Z","steps":["trace[492099346] 'agreement among raft nodes before linearized reading' (duration: 871.845322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:45.141795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.269887Z","time spent":"871.902024ms","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:45.142036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801431069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-03T03:50:45.142131Z","caller":"traceutil/trace.go:171","msg":"trace[427147180] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:26036; }","duration":"1.801584042s","start":"2026-04-03T03:50:43.340529Z","end":"2026-04-03T03:50:45.142113Z","steps":["trace[427147180] 'agreement among raft nodes before linearized reading' (duration: 1.801346115s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:45.14218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:43.340508Z","time spent":"1.801666514s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-04-03T03:50:45.142245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151654431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:45.14227Z","caller":"traceutil/trace.go:171","msg":"trace[1419774577] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26036; }","duration":"2.151685742s","start":"2026-04-03T03:50:42.990577Z","end":"2026-04-03T03:50:45.142263Z","steps":["trace[1419774577] 'agreement among raft nodes before linearized reading' (duration: 2.151645652s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:45.142286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:42.990573Z","time spent":"2.151709433s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:50:45.142437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152171034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-377b614f-b547-4791-9188-8e9667ba118b\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-03T03:50:45.142469Z","caller":"traceutil/trace.go:171","msg":"trace[1417808165] range","detail":"{range_begin:/registry/persistentvolumes/pvc-377b614f-b547-4791-9188-8e9667ba118b; range_end:; response_count:1; response_revision:26036; }","duration":"2.152206357s","start":"2026-04-03T03:50:42.990249Z","end":"2026-04-03T03:50:45.142455Z","steps":["trace[1417808165] 'agreement among raft nodes before linearized reading' (duration: 2.152132345s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:45.14251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:42.990243Z","time spent":"2.152238237s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-377b614f-b547-4791-9188-8e9667ba118b\" "} {"level":"warn","ts":"2026-04-03T03:50:45.14288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151588619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-03T03:50:45.142908Z","caller":"traceutil/trace.go:171","msg":"trace[927020922] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26036; }","duration":"2.152087513s","start":"2026-04-03T03:50:42.990814Z","end":"2026-04-03T03:50:45.142902Z","steps":["trace[927020922] 'agreement among raft nodes before linearized reading' (duration: 2.151536918s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:45.14293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:42.990811Z","time spent":"2.152109943s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-03T03:50:45.641653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:50:45.745815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.264303ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:45.745953Z","caller":"traceutil/trace.go:171","msg":"trace[1400778084] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26036; }","duration":"139.416556ms","start":"2026-04-03T03:50:45.606517Z","end":"2026-04-03T03:50:45.745934Z","steps":["trace[1400778084] 'range keys from in-memory index tree' (duration: 139.242482ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:45.918036Z","caller":"traceutil/trace.go:171","msg":"trace[968812701] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"931.832254ms","start":"2026-04-03T03:50:44.986174Z","end":"2026-04-03T03:50:45.918006Z","steps":["trace[968812701] 'process raft request' (duration: 931.632499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:45.918222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.986146Z","time spent":"931.969099ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:45.918601Z","caller":"traceutil/trace.go:171","msg":"trace[531121580] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"929.033951ms","start":"2026-04-03T03:50:44.989553Z","end":"2026-04-03T03:50:45.918587Z","steps":["trace[531121580] 'process raft request' (duration: 928.849235ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:45.918587Z","caller":"traceutil/trace.go:171","msg":"trace[1031320983] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"923.370348ms","start":"2026-04-03T03:50:44.995183Z","end":"2026-04-03T03:50:45.918553Z","steps":["trace[1031320983] 'process raft request' (duration: 923.307797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:45.918675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.989539Z","time spent":"929.100472ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:45.918719Z","caller":"traceutil/trace.go:171","msg":"trace[1167777564] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"931.531907ms","start":"2026-04-03T03:50:44.987157Z","end":"2026-04-03T03:50:45.918689Z","steps":["trace[1167777564] 'process raft request' (duration: 930.803168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:45.918817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.995149Z","time spent":"923.532511ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:45.918837Z","caller":"traceutil/trace.go:171","msg":"trace[56822493] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"929.472322ms","start":"2026-04-03T03:50:44.989351Z","end":"2026-04-03T03:50:45.918823Z","steps":["trace[56822493] 'process raft request' (duration: 928.893166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:45.918892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.98933Z","time spent":"929.531514ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:45.918894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.987133Z","time spent":"931.679042ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:45.918949Z","caller":"traceutil/trace.go:171","msg":"trace[1070721668] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"923.851001ms","start":"2026-04-03T03:50:44.995059Z","end":"2026-04-03T03:50:45.91891Z","steps":["trace[1070721668] 'process raft request' (duration: 923.391398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:45.919095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.99505Z","time spent":"923.965913ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:46.995574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00053947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:50:46.99566Z","caller":"traceutil/trace.go:171","msg":"trace[576951235] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000645812s","start":"2026-04-03T03:50:44.994992Z","end":"2026-04-03T03:50:46.995638Z","steps":["trace[576951235] 'agreement among raft nodes before linearized reading' (duration: 2.000535779s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:46.995728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.994963Z","time spent":"2.000751495s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:50:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:50:47.229417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.417637ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-03T03:50:47.229815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:45.143526Z","time spent":"2.086282523s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:50:47.229991Z","caller":"traceutil/trace.go:171","msg":"trace[2011644298] transaction","detail":"{read_only:false; response_revision:26046; number_of_response:1; }","duration":"775.634296ms","start":"2026-04-03T03:50:46.454343Z","end":"2026-04-03T03:50:47.229977Z","steps":["trace[2011644298] 'process raft request' (duration: 775.604086ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:47.230089Z","caller":"traceutil/trace.go:171","msg":"trace[216321947] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"2.08538861s","start":"2026-04-03T03:50:45.144684Z","end":"2026-04-03T03:50:47.230073Z","steps":["trace[216321947] 'process raft request' (duration: 2.085050401s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:47.230077Z","caller":"traceutil/trace.go:171","msg":"trace[1793013970] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"2.077392306s","start":"2026-04-03T03:50:45.152647Z","end":"2026-04-03T03:50:47.230039Z","steps":["trace[1793013970] 'process raft request' (duration: 2.07720832s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:47.230172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:45.144666Z","time spent":"2.085451122s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:47.230206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:45.152624Z","time spent":"2.077511868s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:47.230283Z","caller":"traceutil/trace.go:171","msg":"trace[1941552401] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"1.535023837s","start":"2026-04-03T03:50:45.695245Z","end":"2026-04-03T03:50:47.230269Z","steps":["trace[1941552401] 'process raft request' (duration: 1.534657987s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:47.230347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:45.695216Z","time spent":"1.535090519s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:47.23037Z","caller":"traceutil/trace.go:171","msg":"trace[2002179324] linearizableReadLoop","detail":"{readStateIndex:26917; appliedIndex:26908; }","duration":"2.089195892s","start":"2026-04-03T03:50:45.141167Z","end":"2026-04-03T03:50:47.230363Z","steps":["trace[2002179324] 'read index received' (duration: 776.671546ms)","trace[2002179324] 'applied index is now lower than readState.Index' (duration: 1.312523566s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:47.230479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242204264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-03T03:50:47.230473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589128629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:47.230507Z","caller":"traceutil/trace.go:171","msg":"trace[1425172008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26046; }","duration":"2.242253935s","start":"2026-04-03T03:50:44.988237Z","end":"2026-04-03T03:50:47.230491Z","steps":["trace[1425172008] 'agreement among raft nodes before linearized reading' (duration: 2.242163623s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:47.230522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.988223Z","time spent":"2.242295656s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:50:47.230512Z","caller":"traceutil/trace.go:171","msg":"trace[841696861] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26046; }","duration":"2.589204681s","start":"2026-04-03T03:50:44.641293Z","end":"2026-04-03T03:50:47.230498Z","steps":["trace[841696861] 'agreement among raft nodes before linearized reading' (duration: 2.589129409s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:47.230519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397352235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:47.230551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.641271Z","time spent":"2.589272403s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:47.230571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766750784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-03T03:50:47.230585Z","caller":"traceutil/trace.go:171","msg":"trace[1720123708] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26046; }","duration":"2.397472458s","start":"2026-04-03T03:50:44.833097Z","end":"2026-04-03T03:50:47.230569Z","steps":["trace[1720123708] 'agreement among raft nodes before linearized reading' (duration: 2.397319954s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:47.230596Z","caller":"traceutil/trace.go:171","msg":"trace[1267981551] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26046; }","duration":"2.766804314s","start":"2026-04-03T03:50:44.463783Z","end":"2026-04-03T03:50:47.230588Z","steps":["trace[1267981551] 'agreement among raft nodes before linearized reading' (duration: 2.766698061s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:47.230616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.463767Z","time spent":"2.766845305s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T03:50:47.230622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.833081Z","time spent":"2.397533939s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:47.230683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245510673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:50:47.230799Z","caller":"traceutil/trace.go:171","msg":"trace[921117353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26046; }","duration":"2.245690668s","start":"2026-04-03T03:50:44.985091Z","end":"2026-04-03T03:50:47.230782Z","steps":["trace[921117353] 'agreement among raft nodes before linearized reading' (duration: 2.245432271s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:47.230852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:44.985061Z","time spent":"2.245781851s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:50:47.230941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:46.454317Z","time spent":"775.706099ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:47.955764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.778714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:50:47.955849Z","caller":"traceutil/trace.go:171","msg":"trace[68234131] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"808.821299ms","start":"2026-04-03T03:50:47.147012Z","end":"2026-04-03T03:50:47.955834Z","steps":["trace[68234131] 'process raft request' (duration: 363.908191ms)","trace[68234131] 'compare' (duration: 444.141317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:47.955894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.146984Z","time spent":"808.882461ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:48.519161Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008040854s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:50:49.004307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000196291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:50:49.004375Z","caller":"traceutil/trace.go:171","msg":"trace[1958522178] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324983s","start":"2026-04-03T03:50:47.004033Z","end":"2026-04-03T03:50:49.004358Z","steps":["trace[1958522178] 'agreement among raft nodes before linearized reading' (duration: 2.000234692s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.004411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.004021Z","time spent":"2.000382286s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:50:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:50:49.179198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.771902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:50:49.17949Z","caller":"traceutil/trace.go:171","msg":"trace[183414946] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"2.030421112s","start":"2026-04-03T03:50:47.149028Z","end":"2026-04-03T03:50:49.179449Z","steps":["trace[183414946] 'process raft request' (duration: 1.370318171s)","trace[183414946] 'compare' (duration: 659.6623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:49.179635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.148954Z","time spent":"2.030598937s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:49.179799Z","caller":"traceutil/trace.go:171","msg":"trace[1865704693] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"1.252624857s","start":"2026-04-03T03:50:47.927157Z","end":"2026-04-03T03:50:49.179782Z","steps":["trace[1865704693] 'process raft request' (duration: 1.252586057s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.179877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.927147Z","time spent":"1.252692259s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:49.17993Z","caller":"traceutil/trace.go:171","msg":"trace[200029610] linearizableReadLoop","detail":"{readStateIndex:26921; appliedIndex:26919; }","duration":"1.949534269s","start":"2026-04-03T03:50:47.230384Z","end":"2026-04-03T03:50:49.179918Z","steps":["trace[200029610] 'read index received' (duration: 280.710115ms)","trace[200029610] 'applied index is now lower than readState.Index' (duration: 1.668822774s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:50:49.179994Z","caller":"traceutil/trace.go:171","msg":"trace[1305837344] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"1.949470867s","start":"2026-04-03T03:50:47.230514Z","end":"2026-04-03T03:50:49.179985Z","steps":["trace[1305837344] 'process raft request' (duration: 1.948812899s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.180056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.230493Z","time spent":"1.949531729s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:49.18008Z","caller":"traceutil/trace.go:171","msg":"trace[743187465] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"1.255918316s","start":"2026-04-03T03:50:47.924149Z","end":"2026-04-03T03:50:49.180067Z","steps":["trace[743187465] 'process raft request' (duration: 1.255394922s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.180134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.924136Z","time spent":"1.255968647s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:49.180285Z","caller":"traceutil/trace.go:171","msg":"trace[2119873072] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"1.254378045s","start":"2026-04-03T03:50:47.925897Z","end":"2026-04-03T03:50:49.180275Z","steps":["trace[2119873072] 'process raft request' (duration: 1.253688257s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:49.180328Z","caller":"traceutil/trace.go:171","msg":"trace[254254672] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"1.943911337s","start":"2026-04-03T03:50:47.236406Z","end":"2026-04-03T03:50:49.180317Z","steps":["trace[254254672] 'process raft request' (duration: 1.942997283s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.180343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.92589Z","time spent":"1.254425346s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:49.180381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.236389Z","time spent":"1.943964089s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:49.18047Z","caller":"traceutil/trace.go:171","msg":"trace[805964257] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"1.94363319s","start":"2026-04-03T03:50:47.236824Z","end":"2026-04-03T03:50:49.180457Z","steps":["trace[805964257] 'process raft request' (duration: 1.942678694s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.180522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.236818Z","time spent":"1.943679431s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:49.180508Z","caller":"traceutil/trace.go:171","msg":"trace[853082994] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"1.253635174s","start":"2026-04-03T03:50:47.926847Z","end":"2026-04-03T03:50:49.180483Z","steps":["trace[853082994] 'process raft request' (duration: 1.252863234s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.180653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.92682Z","time spent":"1.253762898s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:49.180685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114735539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:49.180729Z","caller":"traceutil/trace.go:171","msg":"trace[1176124269] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26057; }","duration":"2.114822831s","start":"2026-04-03T03:50:47.065895Z","end":"2026-04-03T03:50:49.180718Z","steps":["trace[1176124269] 'agreement among raft nodes before linearized reading' (duration: 2.114748908s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.180766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.06587Z","time spent":"2.114888451s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:50:49.180807Z","caller":"traceutil/trace.go:171","msg":"trace[1389224140] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"1.255009972s","start":"2026-04-03T03:50:47.925789Z","end":"2026-04-03T03:50:49.180799Z","steps":["trace[1389224140] 'process raft request' (duration: 1.25382897s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.180853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214755437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:50:49.180888Z","caller":"traceutil/trace.go:171","msg":"trace[1823552843] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"1.254042796s","start":"2026-04-03T03:50:47.926836Z","end":"2026-04-03T03:50:49.180879Z","steps":["trace[1823552843] 'process raft request' (duration: 1.252822943s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:49.180887Z","caller":"traceutil/trace.go:171","msg":"trace[1862639113] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26057; }","duration":"2.214790468s","start":"2026-04-03T03:50:46.966088Z","end":"2026-04-03T03:50:49.180878Z","steps":["trace[1862639113] 'agreement among raft nodes before linearized reading' (duration: 2.214735886s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.180919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:46.966061Z","time spent":"2.214848769s","remote":"127.0.0.1:36476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:49.180935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.92683Z","time spent":"1.254086397s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:49.181043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.961869615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:49.181104Z","caller":"traceutil/trace.go:171","msg":"trace[226300181] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26057; }","duration":"3.961966016s","start":"2026-04-03T03:50:45.219121Z","end":"2026-04-03T03:50:49.181087Z","steps":["trace[226300181] 'agreement among raft nodes before linearized reading' (duration: 3.961831413s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.181089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031760663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:49.181139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:45.219111Z","time spent":"3.962022779s","remote":"127.0.0.1:36892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:49.181152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.462078191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:50:49.181153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713144832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-03T03:50:49.181172Z","caller":"traceutil/trace.go:171","msg":"trace[60312748] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26057; }","duration":"3.462132042s","start":"2026-04-03T03:50:45.719034Z","end":"2026-04-03T03:50:49.181166Z","steps":["trace[60312748] 'agreement among raft nodes before linearized reading' (duration: 3.462092242s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:49.181157Z","caller":"traceutil/trace.go:171","msg":"trace[1566849491] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26057; }","duration":"4.031856836s","start":"2026-04-03T03:50:45.149286Z","end":"2026-04-03T03:50:49.181143Z","steps":["trace[1566849491] 'agreement among raft nodes before linearized reading' (duration: 4.031760793s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.181237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:45.149276Z","time spent":"4.031951559s","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:50:49.181254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.033790498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-03T03:50:49.18133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.669424565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-03T03:50:49.181343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:45.718987Z","time spent":"3.462233666s","remote":"127.0.0.1:49398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:50:49.181279Z","caller":"traceutil/trace.go:171","msg":"trace[734852788] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26057; }","duration":"4.033849719s","start":"2026-04-03T03:50:45.147421Z","end":"2026-04-03T03:50:49.181271Z","steps":["trace[734852788] 'agreement among raft nodes before linearized reading' (duration: 4.033758907s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.181093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715561057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-03T03:50:49.181369Z","caller":"traceutil/trace.go:171","msg":"trace[1672139598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26057; }","duration":"2.715878476s","start":"2026-04-03T03:50:46.465486Z","end":"2026-04-03T03:50:49.181365Z","steps":["trace[1672139598] 'agreement among raft nodes before linearized reading' (duration: 2.715468205s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.181386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:46.465474Z","time spent":"2.715907586s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:50:49.180849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.925774Z","time spent":"1.255050892s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:49.181351Z","caller":"traceutil/trace.go:171","msg":"trace[1387902535] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26057; }","duration":"3.669494927s","start":"2026-04-03T03:50:45.511851Z","end":"2026-04-03T03:50:49.181346Z","steps":["trace[1387902535] 'agreement among raft nodes before linearized reading' (duration: 3.669406274s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.181461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:45.511822Z","time spent":"3.66963507s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-03T03:50:49.181464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71377402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-03T03:50:49.181384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:45.147403Z","time spent":"4.033964842s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-03T03:50:49.181513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009514746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:49.181532Z","caller":"traceutil/trace.go:171","msg":"trace[501377733] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26057; }","duration":"3.009535309s","start":"2026-04-03T03:50:46.17199Z","end":"2026-04-03T03:50:49.181525Z","steps":["trace[501377733] 'agreement among raft nodes before linearized reading' (duration: 3.009499397s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:49.181198Z","caller":"traceutil/trace.go:171","msg":"trace[247463226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26057; }","duration":"2.713249575s","start":"2026-04-03T03:50:46.467935Z","end":"2026-04-03T03:50:49.181185Z","steps":["trace[247463226] 'agreement among raft nodes before linearized reading' (duration: 2.713187524s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.181567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:46.171956Z","time spent":"3.00959176s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:50:49.1815Z","caller":"traceutil/trace.go:171","msg":"trace[1314695771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26057; }","duration":"2.71382832s","start":"2026-04-03T03:50:46.467663Z","end":"2026-04-03T03:50:49.181491Z","steps":["trace[1314695771] 'agreement among raft nodes before linearized reading' (duration: 2.713735838s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.181607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:46.467655Z","time spent":"2.713942233s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:50:49.181614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:46.467892Z","time spent":"2.713702067s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:50:49.997333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.892454ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:50:49.997714Z","caller":"traceutil/trace.go:171","msg":"trace[1570056131] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"811.437849ms","start":"2026-04-03T03:50:49.186262Z","end":"2026-04-03T03:50:49.9977Z","steps":["trace[1570056131] 'process raft request' (duration: 811.382878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.997833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:49.186247Z","time spent":"811.528482ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:49.997976Z","caller":"traceutil/trace.go:171","msg":"trace[439499292] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"811.829821ms","start":"2026-04-03T03:50:49.186138Z","end":"2026-04-03T03:50:49.997968Z","steps":["trace[439499292] 'process raft request' (duration: 811.46778ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:49.997991Z","caller":"traceutil/trace.go:171","msg":"trace[1544336287] linearizableReadLoop","detail":"{readStateIndex:26932; appliedIndex:26930; }","duration":"818.015147ms","start":"2026-04-03T03:50:49.179955Z","end":"2026-04-03T03:50:49.99797Z","steps":["trace[1544336287] 'read index received' (duration: 217.562047ms)","trace[1544336287] 'applied index is now lower than readState.Index' (duration: 600.45065ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:50:49.997858Z","caller":"traceutil/trace.go:171","msg":"trace[1158259390] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"810.951447ms","start":"2026-04-03T03:50:49.186886Z","end":"2026-04-03T03:50:49.997838Z","steps":["trace[1158259390] 'process raft request' (duration: 810.789403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.998064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:49.186125Z","time spent":"811.890952ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:49.998135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:49.186873Z","time spent":"811.212294ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:49.998093Z","caller":"traceutil/trace.go:171","msg":"trace[1616479968] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"834.090778ms","start":"2026-04-03T03:50:49.163992Z","end":"2026-04-03T03:50:49.998083Z","steps":["trace[1616479968] 'process raft request' (duration: 833.488001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.998225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.622574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:50:49.99826Z","caller":"traceutil/trace.go:171","msg":"trace[2128822431] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26061; }","duration":"891.81213ms","start":"2026-04-03T03:50:49.106439Z","end":"2026-04-03T03:50:49.998251Z","steps":["trace[2128822431] 'agreement among raft nodes before linearized reading' (duration: 891.672426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.998288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021170474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:49.998299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:49.106413Z","time spent":"891.876962ms","remote":"127.0.0.1:60334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:50:49.998322Z","caller":"traceutil/trace.go:171","msg":"trace[1291418444] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26061; }","duration":"2.021203675s","start":"2026-04-03T03:50:47.977111Z","end":"2026-04-03T03:50:49.998314Z","steps":["trace[1291418444] 'agreement among raft nodes before linearized reading' (duration: 2.021155823s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.998342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.977067Z","time spent":"2.021270436s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:49.998302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:49.163971Z","time spent":"834.246562ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:49.998431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.807541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:49.998447Z","caller":"traceutil/trace.go:171","msg":"trace[1110540093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26061; }","duration":"993.860792ms","start":"2026-04-03T03:50:49.004582Z","end":"2026-04-03T03:50:49.998443Z","steps":["trace[1110540093] 'agreement among raft nodes before linearized reading' (duration: 993.832722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.99846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:49.004561Z","time spent":"993.895403ms","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:50:49.998472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208400946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:49.998508Z","caller":"traceutil/trace.go:171","msg":"trace[780297178] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26061; }","duration":"2.208466878s","start":"2026-04-03T03:50:47.790033Z","end":"2026-04-03T03:50:49.9985Z","steps":["trace[780297178] 'agreement among raft nodes before linearized reading' (duration: 2.208406066s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.998546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049443077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:49.998564Z","caller":"traceutil/trace.go:171","msg":"trace[280353872] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26061; }","duration":"1.049460807s","start":"2026-04-03T03:50:48.949098Z","end":"2026-04-03T03:50:49.998559Z","steps":["trace[280353872] 'agreement among raft nodes before linearized reading' (duration: 1.049430617s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.998581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:48.949081Z","time spent":"1.049496788s","remote":"127.0.0.1:59996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:49.998584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435449089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:49.998611Z","caller":"traceutil/trace.go:171","msg":"trace[1929672947] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26061; }","duration":"2.43550038s","start":"2026-04-03T03:50:47.563102Z","end":"2026-04-03T03:50:49.998602Z","steps":["trace[1929672947] 'agreement among raft nodes before linearized reading' (duration: 2.435456148s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.998642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.563088Z","time spent":"2.435547631s","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:49.99854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.790008Z","time spent":"2.208524949s","remote":"127.0.0.1:60322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:49.998759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198630906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:49.998813Z","caller":"traceutil/trace.go:171","msg":"trace[1512122254] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26061; }","duration":"1.198738049s","start":"2026-04-03T03:50:48.800058Z","end":"2026-04-03T03:50:49.998796Z","steps":["trace[1512122254] 'agreement among raft nodes before linearized reading' (duration: 1.198627557s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.998854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:48.800039Z","time spent":"1.198806581s","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:49.99889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69507441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:49.998912Z","caller":"traceutil/trace.go:171","msg":"trace[1378624159] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26061; }","duration":"1.69513153s","start":"2026-04-03T03:50:48.303774Z","end":"2026-04-03T03:50:49.998906Z","steps":["trace[1378624159] 'agreement among raft nodes before linearized reading' (duration: 1.69509597s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.998934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:48.303754Z","time spent":"1.695172783s","remote":"127.0.0.1:54564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:49.999025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511712051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:49.999044Z","caller":"traceutil/trace.go:171","msg":"trace[2084100576] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26061; }","duration":"1.511782164s","start":"2026-04-03T03:50:48.487256Z","end":"2026-04-03T03:50:49.999039Z","steps":["trace[2084100576] 'agreement among raft nodes before linearized reading' (duration: 1.511751022s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.999058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:48.48723Z","time spent":"1.511823784s","remote":"127.0.0.1:32784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:49.999184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460466952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276019"} {"level":"info","ts":"2026-04-03T03:50:49.999221Z","caller":"traceutil/trace.go:171","msg":"trace[1538808064] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26061; }","duration":"2.460506103s","start":"2026-04-03T03:50:47.538706Z","end":"2026-04-03T03:50:49.999212Z","steps":["trace[1538808064] 'agreement among raft nodes before linearized reading' (duration: 2.460088311s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.999299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766078185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-03T03:50:49.999319Z","caller":"traceutil/trace.go:171","msg":"trace[320387265] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde; range_end:; response_count:1; response_revision:26061; }","duration":"2.766112907s","start":"2026-04-03T03:50:47.233201Z","end":"2026-04-03T03:50:49.999314Z","steps":["trace[320387265] 'agreement among raft nodes before linearized reading' (duration: 2.766057586s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.999332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.233188Z","time spent":"2.766141197s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde\" "} {"level":"warn","ts":"2026-04-03T03:50:49.999447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.758268046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-04-03T03:50:49.999437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751635607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-03T03:50:49.999466Z","caller":"traceutil/trace.go:171","msg":"trace[948383323] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26061; }","duration":"2.758303416s","start":"2026-04-03T03:50:47.241157Z","end":"2026-04-03T03:50:49.99946Z","steps":["trace[948383323] 'agreement among raft nodes before linearized reading' (duration: 2.758238855s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.999479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.241149Z","time spent":"2.758327137s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-03T03:50:49.999476Z","caller":"traceutil/trace.go:171","msg":"trace[1973486921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26061; }","duration":"2.751711949s","start":"2026-04-03T03:50:47.247754Z","end":"2026-04-03T03:50:49.999466Z","steps":["trace[1973486921] 'agreement among raft nodes before linearized reading' (duration: 2.751576165s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.999503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.247744Z","time spent":"2.751752851s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T03:50:49.999639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.635483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:49.999657Z","caller":"traceutil/trace.go:171","msg":"trace[257736722] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26062; }","duration":"280.663943ms","start":"2026-04-03T03:50:49.718989Z","end":"2026-04-03T03:50:49.999653Z","steps":["trace[257736722] 'agreement among raft nodes before linearized reading' (duration: 280.613963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.999742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.061187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:50:49.999758Z","caller":"traceutil/trace.go:171","msg":"trace[814480977] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26062; }","duration":"229.107667ms","start":"2026-04-03T03:50:49.770647Z","end":"2026-04-03T03:50:49.999755Z","steps":["trace[814480977] 'agreement among raft nodes before linearized reading' (duration: 229.079867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.999836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.889089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:49.999823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.799723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e0390434-eb4d-408f-bf4f-356d2c793138\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-03T03:50:49.999887Z","caller":"traceutil/trace.go:171","msg":"trace[836838476] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26062; }","duration":"812.981851ms","start":"2026-04-03T03:50:49.186895Z","end":"2026-04-03T03:50:49.999876Z","steps":["trace[836838476] 'agreement among raft nodes before linearized reading' (duration: 812.90979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.999922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:49.186881Z","time spent":"813.034673ms","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-03T03:50:49.99992Z","caller":"traceutil/trace.go:171","msg":"trace[1342217092] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e0390434-eb4d-408f-bf4f-356d2c793138; range_end:; response_count:1; response_revision:26062; }","duration":"813.910477ms","start":"2026-04-03T03:50:49.185984Z","end":"2026-04-03T03:50:49.999895Z","steps":["trace[1342217092] 'agreement among raft nodes before linearized reading' (duration: 813.604928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.999963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.948027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-03T03:50:49.999963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:49.185941Z","time spent":"814.014638ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-e0390434-eb4d-408f-bf4f-356d2c793138\" "} {"level":"info","ts":"2026-04-03T03:50:49.999983Z","caller":"traceutil/trace.go:171","msg":"trace[190047212] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26062; }","duration":"814.000168ms","start":"2026-04-03T03:50:49.185978Z","end":"2026-04-03T03:50:49.999979Z","steps":["trace[190047212] 'agreement among raft nodes before linearized reading' (duration: 813.945307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:49.999998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:49.18596Z","time spent":"814.035718ms","remote":"127.0.0.1:60086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:50:50.000039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.166309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:50.000138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:47.538656Z","time spent":"2.460590483s","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276042,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-03T03:50:50.00012Z","caller":"traceutil/trace.go:171","msg":"trace[635137691] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26062; }","duration":"303.299061ms","start":"2026-04-03T03:50:49.696803Z","end":"2026-04-03T03:50:50.000102Z","steps":["trace[635137691] 'agreement among raft nodes before linearized reading' (duration: 303.146308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:50.000196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:49.696781Z","time spent":"303.404345ms","remote":"127.0.0.1:49364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:50.60669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:50:51.107848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:50:51.190547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.164827968s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:50:51.601263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:50.659561Z","time spent":"941.69473ms","remote":"127.0.0.1:37298","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:50:51.602012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.095052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:50:51.602167Z","caller":"traceutil/trace.go:171","msg":"trace[1903357580] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"1.57643594s","start":"2026-04-03T03:50:50.025657Z","end":"2026-04-03T03:50:51.602093Z","steps":["trace[1903357580] 'process raft request' (duration: 1.165553296s)","trace[1903357580] 'compare' (duration: 408.753257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:51.602298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:50.025646Z","time spent":"1.576612274s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:53.694153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000443037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:50:53.694242Z","caller":"traceutil/trace.go:171","msg":"trace[591280166] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00057242s","start":"2026-04-03T03:50:51.693648Z","end":"2026-04-03T03:50:53.69422Z","steps":["trace[591280166] 'agreement among raft nodes before linearized reading' (duration: 2.000463447s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:53.69429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:51.693637Z","time spent":"2.000643042s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:50:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:50:54.321458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613176665s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:50:54.322343Z","caller":"traceutil/trace.go:171","msg":"trace[968305792] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"2.085146663s","start":"2026-04-03T03:50:52.237171Z","end":"2026-04-03T03:50:54.322317Z","steps":["trace[968305792] 'process raft request' (duration: 2.085087022s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.322461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:52.237149Z","time spent":"2.085261526s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:54.322822Z","caller":"traceutil/trace.go:171","msg":"trace[2090589187] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"4.293169689s","start":"2026-04-03T03:50:50.029631Z","end":"2026-04-03T03:50:54.3228Z","steps":["trace[2090589187] 'process raft request' (duration: 1.678551565s)","trace[2090589187] 'compare' (duration: 2.612611519s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:50:54.322829Z","caller":"traceutil/trace.go:171","msg":"trace[289435185] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"3.134677712s","start":"2026-04-03T03:50:51.188131Z","end":"2026-04-03T03:50:54.322809Z","steps":["trace[289435185] 'process raft request' (duration: 3.133805758s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.322921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:50.029614Z","time spent":"4.293260523s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:54.322923Z","caller":"traceutil/trace.go:171","msg":"trace[1464292012] linearizableReadLoop","detail":"{readStateIndex:26941; appliedIndex:26938; }","duration":"4.216817148s","start":"2026-04-03T03:50:50.106072Z","end":"2026-04-03T03:50:54.322889Z","steps":["trace[1464292012] 'read index received' (duration: 1.085148157s)","trace[1464292012] 'applied index is now lower than readState.Index' (duration: 3.131665351s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:50:54.322973Z","caller":"traceutil/trace.go:171","msg":"trace[659941793] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"3.138010181s","start":"2026-04-03T03:50:51.184952Z","end":"2026-04-03T03:50:54.322962Z","steps":["trace[659941793] 'process raft request' (duration: 3.13683318s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:54.323019Z","caller":"traceutil/trace.go:171","msg":"trace[1509172844] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"3.494118523s","start":"2026-04-03T03:50:50.828885Z","end":"2026-04-03T03:50:54.323003Z","steps":["trace[1509172844] 'process raft request' (duration: 3.492694775s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:54.32305Z","caller":"traceutil/trace.go:171","msg":"trace[1347130982] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"2.71602681s","start":"2026-04-03T03:50:51.607009Z","end":"2026-04-03T03:50:54.323036Z","steps":["trace[1347130982] 'process raft request' (duration: 2.715122406s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:54.323063Z","caller":"traceutil/trace.go:171","msg":"trace[1486574927] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"3.136687396s","start":"2026-04-03T03:50:51.186366Z","end":"2026-04-03T03:50:54.323054Z","steps":["trace[1486574927] 'process raft request' (duration: 3.135473774s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:54.32309Z","caller":"traceutil/trace.go:171","msg":"trace[1221088926] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"3.134656001s","start":"2026-04-03T03:50:51.18841Z","end":"2026-04-03T03:50:54.323066Z","steps":["trace[1221088926] 'process raft request' (duration: 3.133585162s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.323154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:51.606983Z","time spent":"2.716105373s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:50:54.323204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:50.828855Z","time spent":"3.494233427s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:54.323262Z","caller":"traceutil/trace.go:171","msg":"trace[902550657] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"3.135782032s","start":"2026-04-03T03:50:51.187471Z","end":"2026-04-03T03:50:54.323253Z","steps":["trace[902550657] 'process raft request' (duration: 3.134418455s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.323293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:51.188405Z","time spent":"3.134764024s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:54.323317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:51.187465Z","time spent":"3.135823932s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:54.323027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:51.184928Z","time spent":"3.138069993s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:54.322929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:51.188126Z","time spent":"3.134757054s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:54.322933Z","caller":"traceutil/trace.go:171","msg":"trace[296744712] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"3.138011101s","start":"2026-04-03T03:50:51.18488Z","end":"2026-04-03T03:50:54.322891Z","steps":["trace[296744712] 'process raft request' (duration: 3.13684347s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:54.323486Z","caller":"traceutil/trace.go:171","msg":"trace[701663912] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"3.134945639s","start":"2026-04-03T03:50:51.188518Z","end":"2026-04-03T03:50:54.323464Z","steps":["trace[701663912] 'process raft request' (duration: 3.133530971s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.323223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:51.186346Z","time spent":"3.136740439s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:54.323484Z","caller":"traceutil/trace.go:171","msg":"trace[1339340421] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"2.316836801s","start":"2026-04-03T03:50:52.006605Z","end":"2026-04-03T03:50:54.323441Z","steps":["trace[1339340421] 'process raft request' (duration: 2.315596637s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.323555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:51.184857Z","time spent":"3.138634849s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:54.32361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:51.188514Z","time spent":"3.135018001s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:54.323705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:52.00658Z","time spent":"2.316997784s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:54.323712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.746208998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:54.323767Z","caller":"traceutil/trace.go:171","msg":"trace[121093723] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26076; }","duration":"3.746308881s","start":"2026-04-03T03:50:50.577442Z","end":"2026-04-03T03:50:54.323751Z","steps":["trace[121093723] 'agreement among raft nodes before linearized reading' (duration: 3.746201898s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.323795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.217714452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-03T03:50:54.323815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32020177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-03T03:50:54.323834Z","caller":"traceutil/trace.go:171","msg":"trace[760278850] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26076; }","duration":"4.217788283s","start":"2026-04-03T03:50:50.106034Z","end":"2026-04-03T03:50:54.323822Z","steps":["trace[760278850] 'agreement among raft nodes before linearized reading' (duration: 4.217602708s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.32384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:50.57739Z","time spent":"3.746415303s","remote":"127.0.0.1:54504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:54.323824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31943685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-03T03:50:54.323863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:50.106008Z","time spent":"4.217847245s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-03T03:50:54.323869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.982134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:50:54.323877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136723257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:50:54.323897Z","caller":"traceutil/trace.go:171","msg":"trace[315364734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26076; }","duration":"2.319536593s","start":"2026-04-03T03:50:52.004337Z","end":"2026-04-03T03:50:54.323873Z","steps":["trace[315364734] 'agreement among raft nodes before linearized reading' (duration: 2.319391239s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:54.323925Z","caller":"traceutil/trace.go:171","msg":"trace[792567477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26076; }","duration":"3.136787128s","start":"2026-04-03T03:50:51.187127Z","end":"2026-04-03T03:50:54.323914Z","steps":["trace[792567477] 'agreement among raft nodes before linearized reading' (duration: 3.136655035s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.323853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32132302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-03T03:50:54.323959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:51.187122Z","time spent":"3.13682622s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:50:54.323921Z","caller":"traceutil/trace.go:171","msg":"trace[1155330036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26076; }","duration":"165.060086ms","start":"2026-04-03T03:50:54.158848Z","end":"2026-04-03T03:50:54.323908Z","steps":["trace[1155330036] 'agreement among raft nodes before linearized reading' (duration: 164.984064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.323972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.778289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:54.323958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136860491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:50:54.324004Z","caller":"traceutil/trace.go:171","msg":"trace[1068463381] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26076; }","duration":"433.848762ms","start":"2026-04-03T03:50:53.890144Z","end":"2026-04-03T03:50:54.323992Z","steps":["trace[1068463381] 'agreement among raft nodes before linearized reading' (duration: 433.79528ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:54.324019Z","caller":"traceutil/trace.go:171","msg":"trace[1755694915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26076; }","duration":"3.136960693s","start":"2026-04-03T03:50:51.187044Z","end":"2026-04-03T03:50:54.324005Z","steps":["trace[1755694915] 'agreement among raft nodes before linearized reading' (duration: 3.136789408s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.324044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:53.89012Z","time spent":"433.913352ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:50:54.324042Z","caller":"traceutil/trace.go:171","msg":"trace[23777419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26076; }","duration":"2.321551867s","start":"2026-04-03T03:50:52.002435Z","end":"2026-04-03T03:50:54.323987Z","steps":["trace[23777419] 'agreement among raft nodes before linearized reading' (duration: 2.32127249s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.324073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:51.187032Z","time spent":"3.137029365s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:50:54.324138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:52.002412Z","time spent":"2.321716142s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:50:54.324195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.596862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:54.324232Z","caller":"traceutil/trace.go:171","msg":"trace[2003211989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26076; }","duration":"629.631463ms","start":"2026-04-03T03:50:53.69459Z","end":"2026-04-03T03:50:54.324222Z","steps":["trace[2003211989] 'agreement among raft nodes before linearized reading' (duration: 629.575152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.324264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:53.694538Z","time spent":"629.719505ms","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:50:54.324215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649954713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-03T03:50:54.32522Z","caller":"traceutil/trace.go:171","msg":"trace[1289069653] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26076; }","duration":"2.650997402s","start":"2026-04-03T03:50:51.674208Z","end":"2026-04-03T03:50:54.325206Z","steps":["trace[1289069653] 'agreement among raft nodes before linearized reading' (duration: 2.649575404s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.325305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:51.674187Z","time spent":"2.651106416s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-03T03:50:54.323958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:52.004326Z","time spent":"2.319623766s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:50:54.323847Z","caller":"traceutil/trace.go:171","msg":"trace[1424127275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26076; }","duration":"2.320263513s","start":"2026-04-03T03:50:52.003576Z","end":"2026-04-03T03:50:54.323839Z","steps":["trace[1424127275] 'agreement among raft nodes before linearized reading' (duration: 2.320210131s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.32442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.820557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:54.324496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.919548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-03T03:50:54.324536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052828657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:54.323815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191427842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:50:54.326076Z","caller":"traceutil/trace.go:171","msg":"trace[1341190201] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26076; }","duration":"782.501252ms","start":"2026-04-03T03:50:53.54356Z","end":"2026-04-03T03:50:54.326061Z","steps":["trace[1341190201] 'agreement among raft nodes before linearized reading' (duration: 780.828588ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:54.32615Z","caller":"traceutil/trace.go:171","msg":"trace[50522039] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26076; }","duration":"1.0544325s","start":"2026-04-03T03:50:53.271699Z","end":"2026-04-03T03:50:54.326131Z","steps":["trace[50522039] 'agreement among raft nodes before linearized reading' (duration: 1.052814777s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:54.326134Z","caller":"traceutil/trace.go:171","msg":"trace[2094138544] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:26076; }","duration":"984.578874ms","start":"2026-04-03T03:50:53.341531Z","end":"2026-04-03T03:50:54.32611Z","steps":["trace[2094138544] 'agreement among raft nodes before linearized reading' (duration: 982.907968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.326201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:53.271602Z","time spent":"1.054587044s","remote":"127.0.0.1:54542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:54.326214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:53.341498Z","time spent":"984.698685ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-04-03T03:50:54.326216Z","caller":"traceutil/trace.go:171","msg":"trace[1283672078] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26076; }","duration":"1.193856477s","start":"2026-04-03T03:50:53.132336Z","end":"2026-04-03T03:50:54.326193Z","steps":["trace[1283672078] 'agreement among raft nodes before linearized reading' (duration: 1.19136816s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:54.326282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:53.543536Z","time spent":"782.635365ms","remote":"127.0.0.1:54418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:54.326376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:53.1323Z","time spent":"1.194054864s","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:54.326089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:52.003554Z","time spent":"2.322501703s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:50:55.880625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.56597ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:50:55.880769Z","caller":"traceutil/trace.go:171","msg":"trace[1849756846] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26076; }","duration":"274.723084ms","start":"2026-04-03T03:50:55.606028Z","end":"2026-04-03T03:50:55.880751Z","steps":["trace[1849756846] 'range keys from in-memory index tree' (duration: 274.5508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:55.881995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457018461s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-03T03:50:55.882145Z","caller":"traceutil/trace.go:171","msg":"trace[164759943] linearizableReadLoop","detail":"{readStateIndex:26952; appliedIndex:26951; }","duration":"1.553595297s","start":"2026-04-03T03:50:54.328521Z","end":"2026-04-03T03:50:55.882117Z","steps":["trace[164759943] 'read index received' (duration: 96.443213ms)","trace[164759943] 'applied index is now lower than readState.Index' (duration: 1.457150184s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:55.882156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:54.327798Z","time spent":"1.554350127s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:50:55.8825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553967007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-03T03:50:55.882556Z","caller":"traceutil/trace.go:171","msg":"trace[125664390] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde; range_end:; response_count:1; response_revision:26076; }","duration":"1.554322596s","start":"2026-04-03T03:50:54.328215Z","end":"2026-04-03T03:50:55.882537Z","steps":["trace[125664390] 'agreement among raft nodes before linearized reading' (duration: 1.554008568s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:55.882597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:54.328202Z","time spent":"1.554386337s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde\" "} {"level":"warn","ts":"2026-04-03T03:50:56.108916Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.683909839s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:50:56.333346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000070048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:50:56.333439Z","caller":"traceutil/trace.go:171","msg":"trace[1890279043] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166399s","start":"2026-04-03T03:50:54.333233Z","end":"2026-04-03T03:50:56.3334Z","steps":["trace[1890279043] 'agreement among raft nodes before linearized reading' (duration: 2.000086278s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:56.333473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:54.333226Z","time spent":"2.000239731s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:50:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:50:57.386017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276690334s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:50:57.387033Z","caller":"traceutil/trace.go:171","msg":"trace[244593395] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"3.055408892s","start":"2026-04-03T03:50:54.331603Z","end":"2026-04-03T03:50:57.387012Z","steps":["trace[244593395] 'process raft request' (duration: 3.05536593s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:57.387111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:54.331594Z","time spent":"3.055477893s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:57.38722Z","caller":"traceutil/trace.go:171","msg":"trace[805866505] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"3.056685156s","start":"2026-04-03T03:50:54.330515Z","end":"2026-04-03T03:50:57.3872Z","steps":["trace[805866505] 'process raft request' (duration: 3.056258605s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:57.387304Z","caller":"traceutil/trace.go:171","msg":"trace[1282339122] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"3.056544502s","start":"2026-04-03T03:50:54.330749Z","end":"2026-04-03T03:50:57.387293Z","steps":["trace[1282339122] 'process raft request' (duration: 3.056128631s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:57.387344Z","caller":"traceutil/trace.go:171","msg":"trace[44164484] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"3.057291593s","start":"2026-04-03T03:50:54.330044Z","end":"2026-04-03T03:50:57.387336Z","steps":["trace[44164484] 'process raft request' (duration: 1.779199731s)","trace[44164484] 'compare' (duration: 1.275255425s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:50:57.387372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:54.330032Z","time spent":"3.057326093s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:57.38737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:54.330721Z","time spent":"3.056618745s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:57.387452Z","caller":"traceutil/trace.go:171","msg":"trace[237359116] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"3.056534793s","start":"2026-04-03T03:50:54.330907Z","end":"2026-04-03T03:50:57.387442Z","steps":["trace[237359116] 'process raft request' (duration: 3.056012328s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:57.387495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:54.3309Z","time spent":"3.056572173s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:57.387316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:54.330496Z","time spent":"3.056764558s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:58.33365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00016218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:50:58.333782Z","caller":"traceutil/trace.go:171","msg":"trace[1124735790] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366165s","start":"2026-04-03T03:50:56.333385Z","end":"2026-04-03T03:50:58.333751Z","steps":["trace[1124735790] 'agreement among raft nodes before linearized reading' (duration: 2.0001841s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:58.33385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:56.333376Z","time spent":"2.000461907s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:50:59.960911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.851759085s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:50:59.988281Z","caller":"traceutil/trace.go:171","msg":"trace[1461810445] linearizableReadLoop","detail":"{readStateIndex:26958; appliedIndex:26952; }","duration":"4.106074791s","start":"2026-04-03T03:50:55.882181Z","end":"2026-04-03T03:50:59.988256Z","steps":["trace[1461810445] 'read index received' (duration: 226.972211ms)","trace[1461810445] 'applied index is now lower than readState.Index' (duration: 3.87910172s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:50:59.988304Z","caller":"traceutil/trace.go:171","msg":"trace[242162233] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"5.250928772s","start":"2026-04-03T03:50:54.737358Z","end":"2026-04-03T03:50:59.988287Z","steps":["trace[242162233] 'process raft request' (duration: 5.22369635s)","trace[242162233] 'compare' (duration: 26.639785ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:50:59.988301Z","caller":"traceutil/trace.go:171","msg":"trace[740296117] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"4.103191525s","start":"2026-04-03T03:50:55.885083Z","end":"2026-04-03T03:50:59.988275Z","steps":["trace[740296117] 'process raft request' (duration: 4.103135163s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:59.988386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.327977311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:50:59.9884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:54.737342Z","time spent":"5.251005014s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:50:59.988412Z","caller":"traceutil/trace.go:171","msg":"trace[368148878] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26084; }","duration":"5.328058205s","start":"2026-04-03T03:50:54.660346Z","end":"2026-04-03T03:50:59.988405Z","steps":["trace[368148878] 'agreement among raft nodes before linearized reading' (duration: 5.327998093s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:59.988436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:54.660324Z","time spent":"5.328103436s","remote":"127.0.0.1:54482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:50:59.988435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:55.885048Z","time spent":"4.103309596s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:59.988462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980823202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-03T03:50:59.988526Z","caller":"traceutil/trace.go:171","msg":"trace[359325957] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"4.105118845s","start":"2026-04-03T03:50:55.8834Z","end":"2026-04-03T03:50:59.988519Z","steps":["trace[359325957] 'process raft request' (duration: 4.104748034s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:50:59.988521Z","caller":"traceutil/trace.go:171","msg":"trace[146973487] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26084; }","duration":"4.980928166s","start":"2026-04-03T03:50:55.007576Z","end":"2026-04-03T03:50:59.988504Z","steps":["trace[146973487] 'agreement among raft nodes before linearized reading' (duration: 4.98070973s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:59.988553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:55.883376Z","time spent":"4.105161996s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:50:59.988562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:55.007544Z","time spent":"4.981007426s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:50:59.988605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.659881323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80b45163-4b9e-49b2-8fdc-810f496e40a1\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-03T03:50:59.988623Z","caller":"traceutil/trace.go:171","msg":"trace[1112781144] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80b45163-4b9e-49b2-8fdc-810f496e40a1; range_end:; response_count:1; response_revision:26084; }","duration":"5.659965836s","start":"2026-04-03T03:50:54.32865Z","end":"2026-04-03T03:50:59.988616Z","steps":["trace[1112781144] 'agreement among raft nodes before linearized reading' (duration: 5.659891123s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:59.988635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:54.328644Z","time spent":"5.659988307s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-80b45163-4b9e-49b2-8fdc-810f496e40a1\" "} {"level":"warn","ts":"2026-04-03T03:50:59.988743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347049328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:50:59.988776Z","caller":"traceutil/trace.go:171","msg":"trace[344924414] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26084; }","duration":"4.347122929s","start":"2026-04-03T03:50:55.641644Z","end":"2026-04-03T03:50:59.988767Z","steps":["trace[344924414] 'agreement among raft nodes before linearized reading' (duration: 4.346989026s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:50:59.988799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:55.641621Z","time spent":"4.347172611s","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:00.341364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999839101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:51:00.341588Z","caller":"traceutil/trace.go:171","msg":"trace[1101734075] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000144019s","start":"2026-04-03T03:50:58.341413Z","end":"2026-04-03T03:51:00.341557Z","steps":["trace[1101734075] 'agreement among raft nodes before linearized reading' (duration: 1.999862701s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:00.341803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:58.341398Z","time spent":"2.000341185s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:51:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:00.489242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:00.989365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:01.328087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:56.329855Z","time spent":"4.998221609s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:51:01.328057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:56.329137Z","time spent":"4.998912878s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:51:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:01.329744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:56.330326Z","time spent":"4.999411631s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:51:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:01.330043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:56.332082Z","time spent":"4.997954372s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:51:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:01.330592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:56.331144Z","time spent":"4.999443622s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:51:01.330812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:56.332731Z","time spent":"4.998076606s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:51:01.331124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:56.3316Z","time spent":"4.999518363s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:51:01.333474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:56.334025Z","time spent":"4.999446152s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:51:01.489515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:01.989933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:02.342774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000506059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:51:02.342856Z","caller":"traceutil/trace.go:171","msg":"trace[671402153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000653012s","start":"2026-04-03T03:51:00.342185Z","end":"2026-04-03T03:51:02.342838Z","steps":["trace[671402153] 'agreement among raft nodes before linearized reading' (duration: 2.000531579s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:02.342902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:00.342173Z","time spent":"2.000719954s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:51:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:02.490637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:02.743218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999970674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:51:02.743279Z","caller":"traceutil/trace.go:171","msg":"trace[432659933] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000080347s","start":"2026-04-03T03:51:00.743184Z","end":"2026-04-03T03:51:02.743264Z","steps":["trace[432659933] 'agreement among raft nodes before linearized reading' (duration: 2.000003365s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:02.743307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:00.743163Z","time spent":"2.000138539s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:51:02.991502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:03.23122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.266334251s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:51:03.33926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.817548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:51:03.340124Z","caller":"traceutil/trace.go:171","msg":"trace[2105636572] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"4.011165901s","start":"2026-04-03T03:50:59.328941Z","end":"2026-04-03T03:51:03.340107Z","steps":["trace[2105636572] 'process raft request' (duration: 4.01112255s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:03.340237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:59.32892Z","time spent":"4.011260193s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:04.350044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000024106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:51:04.350128Z","caller":"traceutil/trace.go:171","msg":"trace[1492097383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000152328s","start":"2026-04-03T03:51:02.349957Z","end":"2026-04-03T03:51:04.350109Z","steps":["trace[1492097383] 'agreement among raft nodes before linearized reading' (duration: 2.000041985s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.350236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:02.349943Z","time spent":"2.000281612s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:51:04.391436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998944159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:04.391446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999701229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:51:04.391538Z","caller":"traceutil/trace.go:171","msg":"trace[541260539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999853523s","start":"2026-04-03T03:50:59.391656Z","end":"2026-04-03T03:51:04.391509Z","steps":["trace[541260539] 'agreement among raft nodes before linearized reading' (duration: 4.99973386s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.39167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:59.391638Z","time spent":"4.999942815s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:51:04.391753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999270868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:51:04.391488Z","caller":"traceutil/trace.go:171","msg":"trace[1672787276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999039181s","start":"2026-04-03T03:50:59.392437Z","end":"2026-04-03T03:51:04.391476Z","steps":["trace[1672787276] 'agreement among raft nodes before linearized reading' (duration: 4.998979879s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:04.391783Z","caller":"traceutil/trace.go:171","msg":"trace[231900166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999325019s","start":"2026-04-03T03:50:59.392451Z","end":"2026-04-03T03:51:04.391776Z","steps":["trace[231900166] 'agreement among raft nodes before linearized reading' (duration: 4.999291298s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.391801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:59.392414Z","time spent":"4.99937725s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 03:51:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:04.391812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:59.392436Z","time spent":"4.99936942s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 03:51:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:04.795361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.556557017s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:51:04.798754Z","caller":"traceutil/trace.go:171","msg":"trace[285321920] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"4.487089431s","start":"2026-04-03T03:51:00.311616Z","end":"2026-04-03T03:51:04.798706Z","steps":["trace[285321920] 'process raft request' (duration: 4.484003328s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.798913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:00.311587Z","time spent":"4.487217255s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:04.894091Z","caller":"traceutil/trace.go:171","msg":"trace[451673786] linearizableReadLoop","detail":"{readStateIndex:26971; appliedIndex:26960; }","duration":"4.905742334s","start":"2026-04-03T03:50:59.988323Z","end":"2026-04-03T03:51:04.894065Z","steps":["trace[451673786] 'read index received' (duration: 3.243063796s)","trace[451673786] 'applied index is now lower than readState.Index' (duration: 1.662677578s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:04.89424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.342271207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:04.894326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.70820051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:04.894372Z","caller":"traceutil/trace.go:171","msg":"trace[2040244262] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26094; }","duration":"6.708310752s","start":"2026-04-03T03:50:58.186052Z","end":"2026-04-03T03:51:04.894362Z","steps":["trace[2040244262] 'agreement among raft nodes before linearized reading' (duration: 6.708188069s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.894403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.270056725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:04.894335Z","caller":"traceutil/trace.go:171","msg":"trace[250345947] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26094; }","duration":"5.34242163s","start":"2026-04-03T03:50:59.551889Z","end":"2026-04-03T03:51:04.894311Z","steps":["trace[250345947] 'agreement among raft nodes before linearized reading' (duration: 5.342222334s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:04.894445Z","caller":"traceutil/trace.go:171","msg":"trace[221190028] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26094; }","duration":"5.270132858s","start":"2026-04-03T03:50:59.624302Z","end":"2026-04-03T03:51:04.894434Z","steps":["trace[221190028] 'agreement among raft nodes before linearized reading' (duration: 5.270060736s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.894451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:59.551871Z","time spent":"5.342568725s","remote":"127.0.0.1:54388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:04.894486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:59.62429Z","time spent":"5.270186809s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:04.894539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.426165862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-03T03:51:04.894673Z","caller":"traceutil/trace.go:171","msg":"trace[959438506] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26094; }","duration":"5.426332216s","start":"2026-04-03T03:50:59.468315Z","end":"2026-04-03T03:51:04.894648Z","steps":["trace[959438506] 'agreement among raft nodes before linearized reading' (duration: 5.426159761s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.894412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:58.186032Z","time spent":"6.708368034s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:04.894775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.231128789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:04.894855Z","caller":"traceutil/trace.go:171","msg":"trace[1115094270] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26094; }","duration":"5.231519219s","start":"2026-04-03T03:50:59.66331Z","end":"2026-04-03T03:51:04.894829Z","steps":["trace[1115094270] 'agreement among raft nodes before linearized reading' (duration: 5.231003516s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.894873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.887594491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:04.894913Z","caller":"traceutil/trace.go:171","msg":"trace[1510376864] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26094; }","duration":"6.887673392s","start":"2026-04-03T03:50:58.007227Z","end":"2026-04-03T03:51:04.8949Z","steps":["trace[1510376864] 'agreement among raft nodes before linearized reading' (duration: 6.88760342s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.894921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:59.663266Z","time spent":"5.231635072s","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:04.894926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.427211279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-03T03:51:04.894943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:58.007197Z","time spent":"6.887737825s","remote":"127.0.0.1:36354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:04.894972Z","caller":"traceutil/trace.go:171","msg":"trace[860547022] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26094; }","duration":"5.427290321s","start":"2026-04-03T03:50:59.467668Z","end":"2026-04-03T03:51:04.894958Z","steps":["trace[860547022] 'agreement among raft nodes before linearized reading' (duration: 5.427149847s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.895027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:59.467647Z","time spent":"5.427368723s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:51:04.894425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.50202544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:51:04.89513Z","caller":"traceutil/trace.go:171","msg":"trace[598085629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26094; }","duration":"5.50276601s","start":"2026-04-03T03:50:59.392351Z","end":"2026-04-03T03:51:04.895117Z","steps":["trace[598085629] 'agreement among raft nodes before linearized reading' (duration: 5.501832215s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.895174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:59.392342Z","time spent":"5.502820612s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:51:04.895124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.713416546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:51:04.895249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.904004067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-03T03:51:04.895277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.502848462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:51:04.895253Z","caller":"traceutil/trace.go:171","msg":"trace[1164274623] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26094; }","duration":"7.713611352s","start":"2026-04-03T03:50:57.181622Z","end":"2026-04-03T03:51:04.895233Z","steps":["trace[1164274623] 'agreement among raft nodes before linearized reading' (duration: 7.713340375s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:04.895363Z","caller":"traceutil/trace.go:171","msg":"trace[280214456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26095; }","duration":"5.502946184s","start":"2026-04-03T03:50:59.392396Z","end":"2026-04-03T03:51:04.895342Z","steps":["trace[280214456] 'agreement among raft nodes before linearized reading' (duration: 5.50277115s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.895371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.962211723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"warn","ts":"2026-04-03T03:51:04.895421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:59.392391Z","time spent":"5.503016716s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:51:04.895431Z","caller":"traceutil/trace.go:171","msg":"trace[2038954337] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26095; }","duration":"7.962290516s","start":"2026-04-03T03:50:56.933124Z","end":"2026-04-03T03:51:04.895414Z","steps":["trace[2038954337] 'agreement among raft nodes before linearized reading' (duration: 7.961935427s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.895419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:57.181601Z","time spent":"7.713800357s","remote":"127.0.0.1:60300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:04.895476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562905711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-04-03T03:51:04.895481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:56.933107Z","time spent":"7.962363817s","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-03T03:51:04.895507Z","caller":"traceutil/trace.go:171","msg":"trace[1517727558] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26095; }","duration":"3.562970154s","start":"2026-04-03T03:51:01.332528Z","end":"2026-04-03T03:51:04.895498Z","steps":["trace[1517727558] 'agreement among raft nodes before linearized reading' (duration: 3.562922482s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:04.895515Z","caller":"traceutil/trace.go:171","msg":"trace[1218736257] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"362.181845ms","start":"2026-04-03T03:51:04.533314Z","end":"2026-04-03T03:51:04.895496Z","steps":["trace[1218736257] 'process raft request' (duration: 360.641083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.895548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:01.332508Z","time spent":"3.563032805s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-03T03:51:04.895649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.533274Z","time spent":"362.288717ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:04.895285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561466693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-03T03:51:04.895427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562256814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-03T03:51:04.895735Z","caller":"traceutil/trace.go:171","msg":"trace[837439394] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26095; }","duration":"3.561939077s","start":"2026-04-03T03:51:01.333779Z","end":"2026-04-03T03:51:04.895718Z","steps":["trace[837439394] 'agreement among raft nodes before linearized reading' (duration: 3.561427583s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.895789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:01.333766Z","time spent":"3.562008548s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-03T03:51:04.895801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.81577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:04.895822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68989036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:04.895871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563834347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-03T03:51:04.895915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.076814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:04.894786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:59.468283Z","time spent":"5.426439608s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:51:04.895961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.846994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:04.895973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563897929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-03T03:51:04.896004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.249916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:04.896015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54897629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-04-03T03:51:04.896026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.564216527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-03T03:51:04.896089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.566116928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-03T03:51:04.896098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.029049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:51:04.894991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.262396684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:04.896144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.226543639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:04.896155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818420022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-03T03:51:04.896212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561480293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-03T03:51:04.89621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.880397192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:04.896243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.904392107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-03T03:51:04.896244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.394331548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:04.896297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.904219893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-03T03:51:04.896359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.904429568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-03T03:51:04.895322Z","caller":"traceutil/trace.go:171","msg":"trace[835085147] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26095; }","duration":"4.904124539s","start":"2026-04-03T03:50:59.99118Z","end":"2026-04-03T03:51:04.895304Z","steps":["trace[835085147] 'agreement among raft nodes before linearized reading' (duration: 4.903905244s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.896475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:59.99114Z","time spent":"4.905323433s","remote":"127.0.0.1:60086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-03T03:51:04.896512Z","caller":"traceutil/trace.go:171","msg":"trace[631616017] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26095; }","duration":"3.562590314s","start":"2026-04-03T03:51:01.333142Z","end":"2026-04-03T03:51:04.895732Z","steps":["trace[631616017] 'agreement among raft nodes before linearized reading' (duration: 3.562219033s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.896593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:01.333132Z","time spent":"3.563437887s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-03T03:51:04.896599Z","caller":"traceutil/trace.go:171","msg":"trace[1500734522] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26095; }","duration":"292.877643ms","start":"2026-04-03T03:51:04.602948Z","end":"2026-04-03T03:51:04.895826Z","steps":["trace[1500734522] 'agreement among raft nodes before linearized reading' (duration: 292.81126ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:04.896712Z","caller":"traceutil/trace.go:171","msg":"trace[432769107] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26095; }","duration":"1.689983192s","start":"2026-04-03T03:51:03.205878Z","end":"2026-04-03T03:51:04.895861Z","steps":["trace[432769107] 'agreement among raft nodes before linearized reading' (duration: 1.68989663s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.896779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:03.205857Z","time spent":"1.690903847s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:04.896806Z","caller":"traceutil/trace.go:171","msg":"trace[1722066054] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26095; }","duration":"3.563902848s","start":"2026-04-03T03:51:01.332Z","end":"2026-04-03T03:51:04.895903Z","steps":["trace[1722066054] 'agreement among raft nodes before linearized reading' (duration: 3.563801305s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.896858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:01.331988Z","time spent":"3.564856294s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-03T03:51:04.896954Z","caller":"traceutil/trace.go:171","msg":"trace[2124726158] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26095; }","duration":"361.123636ms","start":"2026-04-03T03:51:04.534811Z","end":"2026-04-03T03:51:04.895935Z","steps":["trace[2124726158] 'agreement among raft nodes before linearized reading' (duration: 361.055023ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:04.897073Z","caller":"traceutil/trace.go:171","msg":"trace[754949424] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26095; }","duration":"3.5639551s","start":"2026-04-03T03:51:01.332044Z","end":"2026-04-03T03:51:04.895999Z","steps":["trace[754949424] 'agreement among raft nodes before linearized reading' (duration: 3.563863637s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.897111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.534804Z","time spent":"362.285818ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:04.897129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:01.332035Z","time spent":"3.56507838s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T03:51:04.897037Z","caller":"traceutil/trace.go:171","msg":"trace[1211200809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26095; }","duration":"544.901646ms","start":"2026-04-03T03:51:04.351075Z","end":"2026-04-03T03:51:04.895977Z","steps":["trace[1211200809] 'agreement among raft nodes before linearized reading' (duration: 544.864276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.897175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.351057Z","time spent":"546.107078ms","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:51:04.897193Z","caller":"traceutil/trace.go:171","msg":"trace[285310595] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26095; }","duration":"868.314418ms","start":"2026-04-03T03:51:04.027712Z","end":"2026-04-03T03:51:04.896026Z","steps":["trace[285310595] 'agreement among raft nodes before linearized reading' (duration: 868.269596ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:04.897238Z","caller":"traceutil/trace.go:171","msg":"trace[2020214763] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26095; }","duration":"2.549053392s","start":"2026-04-03T03:51:02.346993Z","end":"2026-04-03T03:51:04.896047Z","steps":["trace[2020214763] 'agreement among raft nodes before linearized reading' (duration: 2.548838186s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.897255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.027691Z","time spent":"869.552051ms","remote":"127.0.0.1:36338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:04.897287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:02.346972Z","time spent":"2.550299696s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-03T03:51:04.897369Z","caller":"traceutil/trace.go:171","msg":"trace[1856014488] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26095; }","duration":"3.564290589s","start":"2026-04-03T03:51:01.331774Z","end":"2026-04-03T03:51:04.896065Z","steps":["trace[1856014488] 'agreement among raft nodes before linearized reading' (duration: 3.564228577s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.897426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:01.331681Z","time spent":"3.565730008s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T03:51:04.897499Z","caller":"traceutil/trace.go:171","msg":"trace[1465994001] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26095; }","duration":"3.566181589s","start":"2026-04-03T03:51:01.329933Z","end":"2026-04-03T03:51:04.896114Z","steps":["trace[1465994001] 'agreement among raft nodes before linearized reading' (duration: 3.566107957s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.897554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:01.329917Z","time spent":"3.56762575s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-04-03T03:51:04.897597Z","caller":"traceutil/trace.go:171","msg":"trace[1368249662] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26095; }","duration":"942.098711ms","start":"2026-04-03T03:51:03.954021Z","end":"2026-04-03T03:51:04.89612Z","steps":["trace[1368249662] 'agreement among raft nodes before linearized reading' (duration: 942.009369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.897651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:03.953999Z","time spent":"943.638104ms","remote":"127.0.0.1:60474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:04.897785Z","caller":"traceutil/trace.go:171","msg":"trace[39364027] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26094; }","duration":"7.26367987s","start":"2026-04-03T03:50:57.632485Z","end":"2026-04-03T03:51:04.896164Z","steps":["trace[39364027] 'agreement among raft nodes before linearized reading' (duration: 7.262404935s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.897853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:57.632453Z","time spent":"7.265381574s","remote":"127.0.0.1:36262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:04.897951Z","caller":"traceutil/trace.go:171","msg":"trace[1787402281] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26095; }","duration":"2.818486864s","start":"2026-04-03T03:51:02.077689Z","end":"2026-04-03T03:51:04.896176Z","steps":["trace[1787402281] 'agreement among raft nodes before linearized reading' (duration: 2.818379161s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.898008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:02.077669Z","time spent":"2.820327033s","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-03T03:51:04.898031Z","caller":"traceutil/trace.go:171","msg":"trace[1071126429] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26095; }","duration":"4.22661664s","start":"2026-04-03T03:51:00.669556Z","end":"2026-04-03T03:51:04.896172Z","steps":["trace[1071126429] 'agreement among raft nodes before linearized reading' (duration: 4.226561178s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.898093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:00.669536Z","time spent":"4.228540653s","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:04.89816Z","caller":"traceutil/trace.go:171","msg":"trace[1139025783] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26095; }","duration":"3.561531045s","start":"2026-04-03T03:51:01.334708Z","end":"2026-04-03T03:51:04.896239Z","steps":["trace[1139025783] 'agreement among raft nodes before linearized reading' (duration: 3.561472083s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:04.898234Z","caller":"traceutil/trace.go:171","msg":"trace[1475907823] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26095; }","duration":"4.880441344s","start":"2026-04-03T03:51:00.015802Z","end":"2026-04-03T03:51:04.896243Z","steps":["trace[1475907823] 'agreement among raft nodes before linearized reading' (duration: 4.880380972s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.898274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:01.334699Z","time spent":"3.563555039s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-03T03:51:04.898283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:00.015743Z","time spent":"4.882523059s","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-03T03:51:04.898418Z","caller":"traceutil/trace.go:171","msg":"trace[1192359975] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26095; }","duration":"4.904448849s","start":"2026-04-03T03:50:59.991824Z","end":"2026-04-03T03:51:04.896273Z","steps":["trace[1192359975] 'agreement among raft nodes before linearized reading' (duration: 4.904296034s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:04.898539Z","caller":"traceutil/trace.go:171","msg":"trace[24400117] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26095; }","duration":"4.394426682s","start":"2026-04-03T03:51:00.501855Z","end":"2026-04-03T03:51:04.896281Z","steps":["trace[24400117] 'agreement among raft nodes before linearized reading' (duration: 4.394334759s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:04.898632Z","caller":"traceutil/trace.go:171","msg":"trace[597964076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26095; }","duration":"4.904251023s","start":"2026-04-03T03:50:59.992071Z","end":"2026-04-03T03:51:04.896322Z","steps":["trace[597964076] 'agreement among raft nodes before linearized reading' (duration: 4.90411965s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:04.898686Z","caller":"traceutil/trace.go:171","msg":"trace[112423039] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde; range_end:; response_count:1; response_revision:26095; }","duration":"4.90446875s","start":"2026-04-03T03:50:59.991916Z","end":"2026-04-03T03:51:04.896384Z","steps":["trace[112423039] 'agreement among raft nodes before linearized reading' (duration: 4.904362507s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:04.898692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:00.501833Z","time spent":"4.396828416s","remote":"127.0.0.1:54672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:04.898765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:59.991913Z","time spent":"4.906838494s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde\" "} {"level":"warn","ts":"2026-04-03T03:51:04.898694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:59.992044Z","time spent":"4.906631487s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:51:04.902497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:50:59.991813Z","time spent":"4.906733541s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-03T03:51:06.327705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422690648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:06.327792Z","caller":"traceutil/trace.go:171","msg":"trace[2137620750] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"1.42280148s","start":"2026-04-03T03:51:04.904975Z","end":"2026-04-03T03:51:06.327777Z","steps":["trace[2137620750] 'agreement among raft nodes before linearized reading' (duration: 1.422697318s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:06.327912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425230207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:06.327968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.904972Z","time spent":"1.422988376s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/03 03:51:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:51:06.327995Z","caller":"traceutil/trace.go:171","msg":"trace[686220783] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"1.42533585s","start":"2026-04-03T03:51:04.902639Z","end":"2026-04-03T03:51:06.327975Z","steps":["trace[686220783] 'agreement among raft nodes before linearized reading' (duration: 1.425226237s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:06.328046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.902611Z","time spent":"1.425424672s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/03 03:51:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:06.330414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428030742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:06.330499Z","caller":"traceutil/trace.go:171","msg":"trace[728431907] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"1.428144495s","start":"2026-04-03T03:51:04.902334Z","end":"2026-04-03T03:51:06.330478Z","steps":["trace[728431907] 'agreement among raft nodes before linearized reading' (duration: 1.428037992s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:06.330549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.902327Z","time spent":"1.428212567s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/03 03:51:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:06.332444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427123397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:06.332446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430020345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:06.33248Z","caller":"traceutil/trace.go:171","msg":"trace[1848740456] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.427164709s","start":"2026-04-03T03:51:04.905308Z","end":"2026-04-03T03:51:06.332473Z","steps":["trace[1848740456] 'agreement among raft nodes before linearized reading' (duration: 1.427122507s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:06.3325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.905276Z","time spent":"1.42721811s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T03:51:06.332493Z","caller":"traceutil/trace.go:171","msg":"trace[1495322227] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"1.430122148s","start":"2026-04-03T03:51:04.902359Z","end":"2026-04-03T03:51:06.332481Z","steps":["trace[1495322227] 'agreement among raft nodes before linearized reading' (duration: 1.430068756s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:06.332529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.902351Z","time spent":"1.43017069s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/03 03:51:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:06.332502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430129599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:06.332586Z","caller":"traceutil/trace.go:171","msg":"trace[1399812102] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"1.430250012s","start":"2026-04-03T03:51:04.902331Z","end":"2026-04-03T03:51:06.332581Z","steps":["trace[1399812102] 'agreement among raft nodes before linearized reading' (duration: 1.430126409s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:06.332582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430205191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:06.332612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.902285Z","time spent":"1.430322153s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/03 03:51:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:51:06.332634Z","caller":"traceutil/trace.go:171","msg":"trace[715317060] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"1.430257742s","start":"2026-04-03T03:51:04.902358Z","end":"2026-04-03T03:51:06.332615Z","steps":["trace[715317060] 'agreement among raft nodes before linearized reading' (duration: 1.430216342s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:06.332682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.902353Z","time spent":"1.430320915s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/03 03:51:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:06.334983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430015225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:06.335012Z","caller":"traceutil/trace.go:171","msg":"trace[2079132253] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"1.430058027s","start":"2026-04-03T03:51:04.904947Z","end":"2026-04-03T03:51:06.335005Z","steps":["trace[2079132253] 'agreement among raft nodes before linearized reading' (duration: 1.430026316s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:06.335029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.90494Z","time spent":"1.430084197s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/03 03:51:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:06.352299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45023931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:06.352341Z","caller":"traceutil/trace.go:171","msg":"trace[1593381005] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"1.45030415s","start":"2026-04-03T03:51:04.902028Z","end":"2026-04-03T03:51:06.352332Z","steps":["trace[1593381005] 'agreement among raft nodes before linearized reading' (duration: 1.450251439s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:06.352363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.90202Z","time spent":"1.450338901s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/04/03 03:51:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:06.78697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88630825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-03T03:51:06.787057Z","caller":"traceutil/trace.go:171","msg":"trace[564487142] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26095; }","duration":"1.886445683s","start":"2026-04-03T03:51:04.900592Z","end":"2026-04-03T03:51:06.787038Z","steps":["trace[564487142] 'range keys from in-memory index tree' (duration: 1.885671832s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:06.787095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.900574Z","time spent":"1.886513675s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-03T03:51:06.788183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182326878s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:06.788321Z","caller":"traceutil/trace.go:171","msg":"trace[777643349] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26095; }","duration":"1.182474042s","start":"2026-04-03T03:51:05.605822Z","end":"2026-04-03T03:51:06.788296Z","steps":["trace[777643349] 'range keys from in-memory index tree' (duration: 1.182311638s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:06.789298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444974917s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:51:06.791006Z","caller":"traceutil/trace.go:171","msg":"trace[745414303] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"1.89008421s","start":"2026-04-03T03:51:04.900897Z","end":"2026-04-03T03:51:06.790982Z","steps":["trace[745414303] 'process raft request' (duration: 1.888691272s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:06.791063Z","caller":"traceutil/trace.go:171","msg":"trace[222618346] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"1.890155413s","start":"2026-04-03T03:51:04.900866Z","end":"2026-04-03T03:51:06.791022Z","steps":["trace[222618346] 'process raft request' (duration: 443.216552ms)","trace[222618346] 'compare' (duration: 1.442798129s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:06.79112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.900872Z","time spent":"1.890193753s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:06.791176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.900829Z","time spent":"1.890272635s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:06.789675Z","caller":"traceutil/trace.go:171","msg":"trace[1118871283] linearizableReadLoop","detail":"{readStateIndex:26974; appliedIndex:26972; }","duration":"1.887613055s","start":"2026-04-03T03:51:04.902046Z","end":"2026-04-03T03:51:06.789659Z","steps":["trace[1118871283] 'read index received' (duration: 442.152334ms)","trace[1118871283] 'applied index is now lower than readState.Index' (duration: 1.445459791s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:06.905669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000521739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:51:06.905742Z","caller":"traceutil/trace.go:171","msg":"trace[1335224930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000636112s","start":"2026-04-03T03:51:04.905089Z","end":"2026-04-03T03:51:06.905725Z","steps":["trace[1335224930] 'agreement among raft nodes before linearized reading' (duration: 2.000537649s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:06.905787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.905079Z","time spent":"2.000695753s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:51:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:07.292568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:07.793356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:08.293839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:08.794785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353942856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:08.906038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:08.906118Z","caller":"traceutil/trace.go:171","msg":"trace[1274155536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001993s","start":"2026-04-03T03:51:06.905901Z","end":"2026-04-03T03:51:08.9061Z","steps":["trace[1274155536] 'agreement among raft nodes before linearized reading' (duration: 2.000100077s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:08.906164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:06.90588Z","time spent":"2.000274193s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:51:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:08.936931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.682819597s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:51:09.129869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.572846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:51:09.130281Z","caller":"traceutil/trace.go:171","msg":"trace[717800514] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"4.227871634s","start":"2026-04-03T03:51:04.902346Z","end":"2026-04-03T03:51:09.130218Z","steps":["trace[717800514] 'process raft request' (duration: 4.034862857s)","trace[717800514] 'compare' (duration: 192.328619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:09.131779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.902322Z","time spent":"4.229325603s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:09.130384Z","caller":"traceutil/trace.go:171","msg":"trace[1159117309] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"4.22771448s","start":"2026-04-03T03:51:04.902648Z","end":"2026-04-03T03:51:09.130363Z","steps":["trace[1159117309] 'process raft request' (duration: 4.227318929s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:09.130425Z","caller":"traceutil/trace.go:171","msg":"trace[371978325] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"4.224033931s","start":"2026-04-03T03:51:04.906382Z","end":"2026-04-03T03:51:09.130416Z","steps":["trace[371978325] 'process raft request' (duration: 4.223734443s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:09.131234Z","caller":"traceutil/trace.go:171","msg":"trace[1692533535] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"4.223371423s","start":"2026-04-03T03:51:04.907846Z","end":"2026-04-03T03:51:09.131218Z","steps":["trace[1692533535] 'process raft request' (duration: 4.222427998s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:09.132338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.906372Z","time spent":"4.22587745s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:09.131293Z","caller":"traceutil/trace.go:171","msg":"trace[1357083834] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"3.878981176s","start":"2026-04-03T03:51:05.252303Z","end":"2026-04-03T03:51:09.131284Z","steps":["trace[1357083834] 'process raft request' (duration: 3.878311788s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:09.132486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.902634Z","time spent":"4.229490028s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:09.132619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:05.252271Z","time spent":"3.88021617s","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:09.133709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.907834Z","time spent":"4.224524454s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:09.391358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997072984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:09.391402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998364009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:09.391451Z","caller":"traceutil/trace.go:171","msg":"trace[40752397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997195497s","start":"2026-04-03T03:51:06.394235Z","end":"2026-04-03T03:51:09.391431Z","steps":["trace[40752397] 'agreement among raft nodes before linearized reading' (duration: 2.997077144s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:09.391631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:06.394232Z","time spent":"2.997388211s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/03 03:51:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:51:09.391659Z","caller":"traceutil/trace.go:171","msg":"trace[1396787378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998554803s","start":"2026-04-03T03:51:06.39294Z","end":"2026-04-03T03:51:09.391495Z","steps":["trace[1396787378] 'agreement among raft nodes before linearized reading' (duration: 2.998386349s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:09.391855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:06.392921Z","time spent":"2.998904122s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 03:51:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:09.392616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998623464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:09.392706Z","caller":"traceutil/trace.go:171","msg":"trace[309606230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998742398s","start":"2026-04-03T03:51:06.393943Z","end":"2026-04-03T03:51:09.392685Z","steps":["trace[309606230] 'agreement among raft nodes before linearized reading' (duration: 2.998628235s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:09.392851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:06.393937Z","time spent":"2.998900234s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 03:51:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:10.914388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:10.914473Z","caller":"traceutil/trace.go:171","msg":"trace[417951887] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000051567s","start":"2026-04-03T03:51:08.914403Z","end":"2026-04-03T03:51:10.914454Z","steps":["trace[417951887] 'agreement among raft nodes before linearized reading' (duration: 1.999945684s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:10.91452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:08.914385Z","time spent":"2.000126119s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:51:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:11.334124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:06.336561Z","time spent":"4.99755589s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:51:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:11.336801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:06.3384Z","time spent":"4.998393043s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:51:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:11.567352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.622915217s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:51:11.570096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:10.27219Z","time spent":"1.297895175s","remote":"127.0.0.1:55634","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:51:11.570765Z","caller":"traceutil/trace.go:171","msg":"trace[453269227] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"6.171535275s","start":"2026-04-03T03:51:05.399206Z","end":"2026-04-03T03:51:11.570741Z","steps":["trace[453269227] 'process raft request' (duration: 6.168477792s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.570887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:05.39918Z","time spent":"6.171646367s","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:11.5709Z","caller":"traceutil/trace.go:171","msg":"trace[1076334284] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"5.235695122s","start":"2026-04-03T03:51:06.335182Z","end":"2026-04-03T03:51:11.570877Z","steps":["trace[1076334284] 'process raft request' (duration: 5.235422614s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:11.570948Z","caller":"traceutil/trace.go:171","msg":"trace[302752988] linearizableReadLoop","detail":"{readStateIndex:26985; appliedIndex:26974; }","duration":"4.779182052s","start":"2026-04-03T03:51:06.791745Z","end":"2026-04-03T03:51:11.570927Z","steps":["trace[302752988] 'read index received' (duration: 2.145477735s)","trace[302752988] 'applied index is now lower than readState.Index' (duration: 2.633703567s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:11.571001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:06.335168Z","time spent":"5.235764634s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:51:11.571145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.187434512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:11.571178Z","caller":"traceutil/trace.go:171","msg":"trace[652161090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26108; }","duration":"6.187501774s","start":"2026-04-03T03:51:05.383668Z","end":"2026-04-03T03:51:11.571169Z","steps":["trace[652161090] 'agreement among raft nodes before linearized reading' (duration: 6.187441532s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.571202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:05.38365Z","time spent":"6.187547106s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:11.571202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.28257125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:11.57124Z","caller":"traceutil/trace.go:171","msg":"trace[1687636863] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26108; }","duration":"6.282655881s","start":"2026-04-03T03:51:05.28857Z","end":"2026-04-03T03:51:11.571226Z","steps":["trace[1687636863] 'agreement among raft nodes before linearized reading' (duration: 6.282581628s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:11.571266Z","caller":"traceutil/trace.go:171","msg":"trace[906994001] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"3.224961118s","start":"2026-04-03T03:51:08.346294Z","end":"2026-04-03T03:51:11.571255Z","steps":["trace[906994001] 'process raft request' (duration: 3.224598059s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.571283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:05.288557Z","time spent":"6.282714124s","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:11.571303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996919485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:11.57132Z","caller":"traceutil/trace.go:171","msg":"trace[1414233931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26108; }","duration":"4.996975045s","start":"2026-04-03T03:51:06.57434Z","end":"2026-04-03T03:51:11.571315Z","steps":["trace[1414233931] 'agreement among raft nodes before linearized reading' (duration: 4.996942005s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.571341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:06.574317Z","time spent":"4.997019748s","remote":"127.0.0.1:41866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:11.571365Z","caller":"traceutil/trace.go:171","msg":"trace[1216691970] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"4.072167959s","start":"2026-04-03T03:51:07.499189Z","end":"2026-04-03T03:51:11.571357Z","steps":["trace[1216691970] 'process raft request' (duration: 4.071673476s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.571412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:07.499166Z","time spent":"4.072226632s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:11.571335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:08.346261Z","time spent":"3.225032641s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:11.571471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.665951183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:11.571503Z","caller":"traceutil/trace.go:171","msg":"trace[1663758167] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26108; }","duration":"6.665989794s","start":"2026-04-03T03:51:04.905504Z","end":"2026-04-03T03:51:11.571494Z","steps":["trace[1663758167] 'agreement among raft nodes before linearized reading' (duration: 6.665933772s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.571527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.905498Z","time spent":"6.666023965s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:51:11.571734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.666663063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-73baf3a1-7934-4bb5-9a14-406b9f71c0a9\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-03T03:51:11.571765Z","caller":"traceutil/trace.go:171","msg":"trace[265041868] range","detail":"{range_begin:/registry/persistentvolumes/pvc-73baf3a1-7934-4bb5-9a14-406b9f71c0a9; range_end:; response_count:1; response_revision:26108; }","duration":"6.666713994s","start":"2026-04-03T03:51:04.905039Z","end":"2026-04-03T03:51:11.571753Z","steps":["trace[265041868] 'agreement among raft nodes before linearized reading' (duration: 6.666611271s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.571782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:04.905035Z","time spent":"6.666743764s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-73baf3a1-7934-4bb5-9a14-406b9f71c0a9\" "} {"level":"info","ts":"2026-04-03T03:51:11.573449Z","caller":"traceutil/trace.go:171","msg":"trace[804195025] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"2.179278443s","start":"2026-04-03T03:51:09.39413Z","end":"2026-04-03T03:51:11.573408Z","steps":["trace[804195025] 'process raft request' (duration: 2.178696378s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:11.573474Z","caller":"traceutil/trace.go:171","msg":"trace[605360555] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"2.177551227s","start":"2026-04-03T03:51:09.395887Z","end":"2026-04-03T03:51:11.573439Z","steps":["trace[605360555] 'process raft request' (duration: 2.177323461s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.573633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:09.395863Z","time spent":"2.17768757s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:11.573677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:09.394073Z","time spent":"2.179473579s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:11.613079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817365023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:51:11.61315Z","caller":"traceutil/trace.go:171","msg":"trace[1059398789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26111; }","duration":"2.817480066s","start":"2026-04-03T03:51:08.795651Z","end":"2026-04-03T03:51:11.613131Z","steps":["trace[1059398789] 'agreement among raft nodes before linearized reading' (duration: 2.817293931s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.613129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.940282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:11.61315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.462975905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:11.613228Z","caller":"traceutil/trace.go:171","msg":"trace[115752528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26111; }","duration":"870.112006ms","start":"2026-04-03T03:51:10.743095Z","end":"2026-04-03T03:51:11.613207Z","steps":["trace[115752528] 'agreement among raft nodes before linearized reading' (duration: 869.8885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.613248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187038391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-03T03:51:11.613244Z","caller":"traceutil/trace.go:171","msg":"trace[602052485] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26111; }","duration":"3.46314551s","start":"2026-04-03T03:51:08.150077Z","end":"2026-04-03T03:51:11.613222Z","steps":["trace[602052485] 'agreement among raft nodes before linearized reading' (duration: 3.462946075s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:11.613276Z","caller":"traceutil/trace.go:171","msg":"trace[1958246742] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26111; }","duration":"2.187101904s","start":"2026-04-03T03:51:09.426164Z","end":"2026-04-03T03:51:11.613266Z","steps":["trace[1958246742] 'agreement among raft nodes before linearized reading' (duration: 2.187034482s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.61328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:10.743072Z","time spent":"870.201969ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:51:11.613293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:08.150048Z","time spent":"3.463235432s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:11.613309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298289712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:51:11.613361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47717324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64c9b4f4d-s4krx.18a2bc49feac530f\" ","response":"range_response_count:1 size:831"} {"level":"info","ts":"2026-04-03T03:51:11.613376Z","caller":"traceutil/trace.go:171","msg":"trace[490044802] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26111; }","duration":"2.298393244s","start":"2026-04-03T03:51:09.314971Z","end":"2026-04-03T03:51:11.613364Z","steps":["trace[490044802] 'agreement among raft nodes before linearized reading' (duration: 2.298294252s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:11.613394Z","caller":"traceutil/trace.go:171","msg":"trace[721573623] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64c9b4f4d-s4krx.18a2bc49feac530f; range_end:; response_count:1; response_revision:26111; }","duration":"2.477238832s","start":"2026-04-03T03:51:09.136146Z","end":"2026-04-03T03:51:11.613385Z","steps":["trace[721573623] 'agreement among raft nodes before linearized reading' (duration: 2.47715848s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.613402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:09.314937Z","time spent":"2.298459417s","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:11.613416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:09.136128Z","time spent":"2.477283794s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":854,"request content":"key:\"/registry/events/openstack/magnum-api-64c9b4f4d-s4krx.18a2bc49feac530f\" "} {"level":"warn","ts":"2026-04-03T03:51:11.613552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316326144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:11.613202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.820196364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-03T03:51:11.613634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.364516229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:11.613643Z","caller":"traceutil/trace.go:171","msg":"trace[621256158] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26111; }","duration":"4.820691058s","start":"2026-04-03T03:51:06.792944Z","end":"2026-04-03T03:51:11.613635Z","steps":["trace[621256158] 'agreement among raft nodes before linearized reading' (duration: 4.820178794s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:11.613652Z","caller":"traceutil/trace.go:171","msg":"trace[1597951828] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26111; }","duration":"3.316502519s","start":"2026-04-03T03:51:08.29713Z","end":"2026-04-03T03:51:11.613632Z","steps":["trace[1597951828] 'agreement among raft nodes before linearized reading' (duration: 3.316291403s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:11.613664Z","caller":"traceutil/trace.go:171","msg":"trace[315406110] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26111; }","duration":"3.364586822s","start":"2026-04-03T03:51:08.249069Z","end":"2026-04-03T03:51:11.613656Z","steps":["trace[315406110] 'agreement among raft nodes before linearized reading' (duration: 3.364529381s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.61367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:06.792924Z","time spent":"4.820739859s","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:51:11.613691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:08.249051Z","time spent":"3.364632952s","remote":"127.0.0.1:60138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:11.61318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:08.795629Z","time spent":"2.817545829s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:51:11.613707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:08.297099Z","time spent":"3.316589172s","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:11.613292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:09.426142Z","time spent":"2.187146265s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T03:51:11.613788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.823338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-03T03:51:11.61383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.783712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:11.613828Z","caller":"traceutil/trace.go:171","msg":"trace[813286957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26111; }","duration":"475.904271ms","start":"2026-04-03T03:51:11.137913Z","end":"2026-04-03T03:51:11.613818Z","steps":["trace[813286957] 'agreement among raft nodes before linearized reading' (duration: 475.707415ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:11.613854Z","caller":"traceutil/trace.go:171","msg":"trace[1738949463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26111; }","duration":"698.845813ms","start":"2026-04-03T03:51:10.915001Z","end":"2026-04-03T03:51:11.613847Z","steps":["trace[1738949463] 'agreement among raft nodes before linearized reading' (duration: 698.801983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.613856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:11.137879Z","time spent":"475.971193ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:51:11.61387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:10.914977Z","time spent":"698.890144ms","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:51:11.61384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883634214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:11.613915Z","caller":"traceutil/trace.go:171","msg":"trace[1870635589] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26111; }","duration":"2.883766798s","start":"2026-04-03T03:51:08.730129Z","end":"2026-04-03T03:51:11.613896Z","steps":["trace[1870635589] 'agreement among raft nodes before linearized reading' (duration: 2.883596044s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.613253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468312491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-04-03T03:51:11.613968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.88763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:11.613975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134880797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:11.613978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:08.730109Z","time spent":"2.88385793s","remote":"127.0.0.1:54330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:11.613994Z","caller":"traceutil/trace.go:171","msg":"trace[553765824] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26111; }","duration":"2.469069202s","start":"2026-04-03T03:51:09.14491Z","end":"2026-04-03T03:51:11.613979Z","steps":["trace[553765824] 'agreement among raft nodes before linearized reading' (duration: 2.468309011s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:11.614011Z","caller":"traceutil/trace.go:171","msg":"trace[1180507048] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26111; }","duration":"3.134919618s","start":"2026-04-03T03:51:08.479079Z","end":"2026-04-03T03:51:11.613998Z","steps":["trace[1180507048] 'agreement among raft nodes before linearized reading' (duration: 3.134854377s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:11.613985Z","caller":"traceutil/trace.go:171","msg":"trace[2022453319] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26111; }","duration":"821.928292ms","start":"2026-04-03T03:51:10.79205Z","end":"2026-04-03T03:51:11.613979Z","steps":["trace[2022453319] 'agreement among raft nodes before linearized reading' (duration: 821.891951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.614026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:09.144897Z","time spent":"2.469118123s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-03T03:51:11.614041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:08.479059Z","time spent":"3.13497499s","remote":"127.0.0.1:54642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:11.613091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.47697089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:11.614055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:10.792038Z","time spent":"822.004184ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:11.614135Z","caller":"traceutil/trace.go:171","msg":"trace[1723482717] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26111; }","duration":"4.478034788s","start":"2026-04-03T03:51:07.136056Z","end":"2026-04-03T03:51:11.614091Z","steps":["trace[1723482717] 'agreement among raft nodes before linearized reading' (duration: 4.476974499s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:11.614276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:07.136035Z","time spent":"4.478183512s","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:20.252824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.422364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-03T03:51:20.252988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.164552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:20.253062Z","caller":"traceutil/trace.go:171","msg":"trace[830730661] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26229; }","duration":"321.313505ms","start":"2026-04-03T03:51:19.931732Z","end":"2026-04-03T03:51:20.253045Z","steps":["trace[830730661] 'count revisions from in-memory index tree' (duration: 321.043179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:20.253102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:19.931699Z","time spent":"321.395559ms","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:20.253157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.541208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:51:20.253195Z","caller":"traceutil/trace.go:171","msg":"trace[1044445887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26229; }","duration":"556.58574ms","start":"2026-04-03T03:51:19.696596Z","end":"2026-04-03T03:51:20.253182Z","steps":["trace[1044445887] 'range keys from in-memory index tree' (duration: 556.408194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:20.253226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:19.69659Z","time spent":"556.629231ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:51:20.253437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.350046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-03T03:51:20.253393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.866262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:20.253517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.580388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:20.253575Z","caller":"traceutil/trace.go:171","msg":"trace[1166215441] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26229; }","duration":"553.63827ms","start":"2026-04-03T03:51:19.699904Z","end":"2026-04-03T03:51:20.253542Z","steps":["trace[1166215441] 'count revisions from in-memory index tree' (duration: 553.522556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:20.253609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:19.699893Z","time spent":"553.706961ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:20.253605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.840026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-03T03:51:20.253618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.401563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:20.253687Z","caller":"traceutil/trace.go:171","msg":"trace[558360833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26229; }","duration":"556.9777ms","start":"2026-04-03T03:51:19.696685Z","end":"2026-04-03T03:51:20.253662Z","steps":["trace[558360833] 'range keys from in-memory index tree' (duration: 556.625901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:20.253709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.697613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T03:51:20.253726Z","caller":"traceutil/trace.go:171","msg":"trace[1577287318] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26229; }","duration":"201.600969ms","start":"2026-04-03T03:51:20.052101Z","end":"2026-04-03T03:51:20.253702Z","steps":["trace[1577287318] 'count revisions from in-memory index tree' (duration: 201.27225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:20.253747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:19.696653Z","time spent":"557.080783ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:51:20.253778Z","caller":"traceutil/trace.go:171","msg":"trace[1162103983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26229; }","duration":"146.762105ms","start":"2026-04-03T03:51:20.106993Z","end":"2026-04-03T03:51:20.253755Z","steps":["trace[1162103983] 'range keys from in-memory index tree' (duration: 146.532879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:20.253817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.094302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-03T03:51:20.253913Z","caller":"traceutil/trace.go:171","msg":"trace[138254873] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26229; }","duration":"522.216466ms","start":"2026-04-03T03:51:19.73167Z","end":"2026-04-03T03:51:20.253887Z","steps":["trace[138254873] 'range keys from in-memory index tree' (duration: 521.872407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:20.253939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.403137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:20.253955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:19.73166Z","time spent":"522.286908ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-03T03:51:20.253982Z","caller":"traceutil/trace.go:171","msg":"trace[359115433] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26229; }","duration":"232.474529ms","start":"2026-04-03T03:51:20.021495Z","end":"2026-04-03T03:51:20.253969Z","steps":["trace[359115433] 'count revisions from in-memory index tree' (duration: 232.272583ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:20.252967Z","caller":"traceutil/trace.go:171","msg":"trace[1625218597] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26229; }","duration":"358.619528ms","start":"2026-04-03T03:51:19.894312Z","end":"2026-04-03T03:51:20.252931Z","steps":["trace[1625218597] 'range keys from in-memory index tree' (duration: 358.129485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:20.254219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:19.894292Z","time spent":"359.902733ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-03T03:51:20.254358Z","caller":"traceutil/trace.go:171","msg":"trace[1993921882] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26229; }","duration":"533.887709ms","start":"2026-04-03T03:51:19.720442Z","end":"2026-04-03T03:51:20.25433Z","steps":["trace[1993921882] 'count revisions from in-memory index tree' (duration: 532.010099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:20.254427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:19.72043Z","time spent":"533.977041ms","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:20.253467Z","caller":"traceutil/trace.go:171","msg":"trace[1020189200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26229; }","duration":"299.405257ms","start":"2026-04-03T03:51:19.95405Z","end":"2026-04-03T03:51:20.253455Z","steps":["trace[1020189200] 'range keys from in-memory index tree' (duration: 299.191541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:20.254517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:19.95404Z","time spent":"300.465056ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:51:20.252988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.45352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:20.254646Z","caller":"traceutil/trace.go:171","msg":"trace[501107476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26229; }","duration":"560.162615ms","start":"2026-04-03T03:51:19.69447Z","end":"2026-04-03T03:51:20.254632Z","steps":["trace[501107476] 'range keys from in-memory index tree' (duration: 558.368187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:20.254668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:19.69445Z","time spent":"560.212097ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:51:20.760051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943147,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:51:21.05552Z","caller":"traceutil/trace.go:171","msg":"trace[743064032] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"796.93524ms","start":"2026-04-03T03:51:20.258553Z","end":"2026-04-03T03:51:21.055489Z","steps":["trace[743064032] 'process raft request' (duration: 796.722254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:21.055725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:20.258525Z","time spent":"797.096884ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:21.688741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.636668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:51:21.688957Z","caller":"traceutil/trace.go:171","msg":"trace[2101468881] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"913.02225ms","start":"2026-04-03T03:51:20.775922Z","end":"2026-04-03T03:51:21.688944Z","steps":["trace[2101468881] 'process raft request' (duration: 912.950318ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:21.688952Z","caller":"traceutil/trace.go:171","msg":"trace[421977880] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"1.42940738s","start":"2026-04-03T03:51:20.259526Z","end":"2026-04-03T03:51:21.688933Z","steps":["trace[421977880] 'process raft request' (duration: 1.429287386s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:21.688996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:20.775902Z","time spent":"913.077042ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:21.689013Z","caller":"traceutil/trace.go:171","msg":"trace[1595937273] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"1.430176639s","start":"2026-04-03T03:51:20.258798Z","end":"2026-04-03T03:51:21.688975Z","steps":["trace[1595937273] 'process raft request' (duration: 923.236813ms)","trace[1595937273] 'compare' (duration: 506.182165ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:51:21.689126Z","caller":"traceutil/trace.go:171","msg":"trace[1777116650] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"766.139753ms","start":"2026-04-03T03:51:20.922968Z","end":"2026-04-03T03:51:21.689108Z","steps":["trace[1777116650] 'process raft request' (duration: 765.930157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:21.689156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:20.258716Z","time spent":"1.430365365s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:21.689174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:20.922949Z","time spent":"766.200293ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:21.689162Z","caller":"traceutil/trace.go:171","msg":"trace[1985471405] linearizableReadLoop","detail":"{readStateIndex:27110; appliedIndex:27107; }","duration":"1.429661296s","start":"2026-04-03T03:51:20.259448Z","end":"2026-04-03T03:51:21.689109Z","steps":["trace[1985471405] 'read index received' (duration: 795.900901ms)","trace[1985471405] 'applied index is now lower than readState.Index' (duration: 633.756425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:21.689283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:20.259508Z","time spent":"1.429489642s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:21.689283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42983258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-291bfeb4-a68d-4f2c-861d-cfbf7d5b7bec\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-03T03:51:21.689321Z","caller":"traceutil/trace.go:171","msg":"trace[778172761] range","detail":"{range_begin:/registry/persistentvolumes/pvc-291bfeb4-a68d-4f2c-861d-cfbf7d5b7bec; range_end:; response_count:1; response_revision:26234; }","duration":"1.429866881s","start":"2026-04-03T03:51:20.259442Z","end":"2026-04-03T03:51:21.689308Z","steps":["trace[778172761] 'agreement among raft nodes before linearized reading' (duration: 1.429741307s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:21.689337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:20.259415Z","time spent":"1.429919004s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-291bfeb4-a68d-4f2c-861d-cfbf7d5b7bec\" "} {"level":"info","ts":"2026-04-03T03:51:21.743269Z","caller":"traceutil/trace.go:171","msg":"trace[1368394498] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"149.726644ms","start":"2026-04-03T03:51:21.593516Z","end":"2026-04-03T03:51:21.743243Z","steps":["trace[1368394498] 'process raft request' (duration: 149.57334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:21.744055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.19564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-03T03:51:21.744103Z","caller":"traceutil/trace.go:171","msg":"trace[1175074549] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26235; }","duration":"511.309132ms","start":"2026-04-03T03:51:21.23278Z","end":"2026-04-03T03:51:21.744089Z","steps":["trace[1175074549] 'agreement among raft nodes before linearized reading' (duration: 511.144628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:21.744129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:21.232754Z","time spent":"511.365655ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:51:21.744132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.557974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-03T03:51:21.744233Z","caller":"traceutil/trace.go:171","msg":"trace[2123031550] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26235; }","duration":"407.7543ms","start":"2026-04-03T03:51:21.336454Z","end":"2026-04-03T03:51:21.744208Z","steps":["trace[2123031550] 'agreement among raft nodes before linearized reading' (duration: 407.418111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:21.744268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.67033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-03T03:51:21.744294Z","caller":"traceutil/trace.go:171","msg":"trace[2041264156] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26235; }","duration":"864.731351ms","start":"2026-04-03T03:51:20.879554Z","end":"2026-04-03T03:51:21.744286Z","steps":["trace[2041264156] 'agreement among raft nodes before linearized reading' (duration: 864.662989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:21.74429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:21.336423Z","time spent":"407.853672ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-03T03:51:21.744311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:20.87953Z","time spent":"864.776843ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-03T03:51:21.744433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.750953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:51:21.744451Z","caller":"traceutil/trace.go:171","msg":"trace[1611409017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26235; }","duration":"963.790305ms","start":"2026-04-03T03:51:20.780654Z","end":"2026-04-03T03:51:21.744445Z","steps":["trace[1611409017] 'agreement among raft nodes before linearized reading' (duration: 963.737763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:21.74447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:20.780643Z","time spent":"963.822425ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:51:21.744528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000657524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:21.744543Z","caller":"traceutil/trace.go:171","msg":"trace[1262162882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26235; }","duration":"1.000691006s","start":"2026-04-03T03:51:20.743846Z","end":"2026-04-03T03:51:21.744537Z","steps":["trace[1262162882] 'agreement among raft nodes before linearized reading' (duration: 1.000667055s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:21.744557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:20.743834Z","time spent":"1.000719728s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:51:21.744678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034905326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:21.744698Z","caller":"traceutil/trace.go:171","msg":"trace[1332595988] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26235; }","duration":"1.034967937s","start":"2026-04-03T03:51:20.709722Z","end":"2026-04-03T03:51:21.74469Z","steps":["trace[1332595988] 'agreement among raft nodes before linearized reading' (duration: 1.034927667s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:21.744716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:20.709697Z","time spent":"1.035013959s","remote":"127.0.0.1:55374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:21.744834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279300955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:21.744851Z","caller":"traceutil/trace.go:171","msg":"trace[401891291] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26235; }","duration":"1.279318735s","start":"2026-04-03T03:51:20.465527Z","end":"2026-04-03T03:51:21.744846Z","steps":["trace[401891291] 'agreement among raft nodes before linearized reading' (duration: 1.279275674s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:21.744873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:20.465458Z","time spent":"1.279406767s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:21.744992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.360647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-03T03:51:21.745042Z","caller":"traceutil/trace.go:171","msg":"trace[349026751] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:26235; }","duration":"126.465819ms","start":"2026-04-03T03:51:21.61856Z","end":"2026-04-03T03:51:21.745026Z","steps":["trace[349026751] 'agreement among raft nodes before linearized reading' (duration: 126.310146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:21.745298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.747673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:21.745345Z","caller":"traceutil/trace.go:171","msg":"trace[1356231907] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26235; }","duration":"188.836086ms","start":"2026-04-03T03:51:21.556494Z","end":"2026-04-03T03:51:21.74533Z","steps":["trace[1356231907] 'agreement among raft nodes before linearized reading' (duration: 188.754673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:21.745406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.376076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-03T03:51:21.745446Z","caller":"traceutil/trace.go:171","msg":"trace[858227659] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26235; }","duration":"328.458939ms","start":"2026-04-03T03:51:21.416977Z","end":"2026-04-03T03:51:21.745436Z","steps":["trace[858227659] 'agreement among raft nodes before linearized reading' (duration: 328.341895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:21.745463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:21.416957Z","time spent":"328.502409ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-03T03:51:22.251716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:22.752584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:23.252765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:23.753517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:24.253957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:24.548554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:23.532469Z","time spent":"1.01607702s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:51:24.694656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:51:24.694867Z","caller":"traceutil/trace.go:171","msg":"trace[337753084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00021801s","start":"2026-04-03T03:51:22.694626Z","end":"2026-04-03T03:51:24.694844Z","steps":["trace[337753084] 'agreement among raft nodes before linearized reading' (duration: 1.999982193s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:24.694954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:22.694604Z","time spent":"2.000335324s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:51:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:24.75491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:25.25609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:25.756894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:25.969981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.22326111s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:51:25.970449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:21.746615Z","time spent":"4.223829345s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:51:26.695381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000097848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:26.695477Z","caller":"traceutil/trace.go:171","msg":"trace[103844687] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246121s","start":"2026-04-03T03:51:24.695206Z","end":"2026-04-03T03:51:26.695453Z","steps":["trace[103844687] 'agreement among raft nodes before linearized reading' (duration: 2.000112377s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:26.69552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:24.695193Z","time spent":"2.000318874s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:51:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:26.74877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:21.75046Z","time spent":"4.998303171s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:51:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:27.006341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.85798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:51:27.006637Z","caller":"traceutil/trace.go:171","msg":"trace[1806423684] linearizableReadLoop","detail":"{readStateIndex:27119; appliedIndex:27113; }","duration":"5.255418593s","start":"2026-04-03T03:51:21.7512Z","end":"2026-04-03T03:51:27.006619Z","steps":["trace[1806423684] 'read index received' (duration: 4.219186081s)","trace[1806423684] 'applied index is now lower than readState.Index' (duration: 1.036231522s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:51:27.006726Z","caller":"traceutil/trace.go:171","msg":"trace[903871609] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"3.306657974s","start":"2026-04-03T03:51:23.700037Z","end":"2026-04-03T03:51:27.006695Z","steps":["trace[903871609] 'process raft request' (duration: 3.306458559s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.006874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:23.699991Z","time spent":"3.306809378s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:27.007026Z","caller":"traceutil/trace.go:171","msg":"trace[408748431] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"1.694839842s","start":"2026-04-03T03:51:25.311869Z","end":"2026-04-03T03:51:27.006709Z","steps":["trace[408748431] 'process raft request' (duration: 1.694670098s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.007129Z","caller":"traceutil/trace.go:171","msg":"trace[1477642430] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"1.43798495s","start":"2026-04-03T03:51:25.569096Z","end":"2026-04-03T03:51:27.007081Z","steps":["trace[1477642430] 'process raft request' (duration: 1.437484236s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.007192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:25.311852Z","time spent":"1.695232784s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:27.007246Z","caller":"traceutil/trace.go:171","msg":"trace[1951148858] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"3.307291892s","start":"2026-04-03T03:51:23.699947Z","end":"2026-04-03T03:51:27.007239Z","steps":["trace[1951148858] 'process raft request' (duration: 3.306492941s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.007282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:23.699934Z","time spent":"3.307329443s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:27.007362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:25.569063Z","time spent":"1.438175495s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:27.007477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.256248864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:27.007563Z","caller":"traceutil/trace.go:171","msg":"trace[1724508871] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26240; }","duration":"5.256368568s","start":"2026-04-03T03:51:21.751174Z","end":"2026-04-03T03:51:27.007543Z","steps":["trace[1724508871] 'agreement among raft nodes before linearized reading' (duration: 5.256215884s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.007604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:21.751167Z","time spent":"5.2564287s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:51:27.768787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.748868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:51:27.769353Z","caller":"traceutil/trace.go:171","msg":"trace[984218306] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"1.797293086s","start":"2026-04-03T03:51:25.972008Z","end":"2026-04-03T03:51:27.769301Z","steps":["trace[984218306] 'process raft request' (duration: 1.154956382s)","trace[984218306] 'compare' (duration: 640.32033ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:51:27.769393Z","caller":"traceutil/trace.go:171","msg":"trace[260043839] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"1.182644596s","start":"2026-04-03T03:51:26.586728Z","end":"2026-04-03T03:51:27.769373Z","steps":["trace[260043839] 'process raft request' (duration: 1.182146892s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.769461Z","caller":"traceutil/trace.go:171","msg":"trace[1163959099] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"1.014763864s","start":"2026-04-03T03:51:26.754665Z","end":"2026-04-03T03:51:27.769429Z","steps":["trace[1163959099] 'process raft request' (duration: 1.01425808s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.769556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:26.586699Z","time spent":"1.182825752s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:27.769636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:26.754639Z","time spent":"1.014894598s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:27.769638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:25.971976Z","time spent":"1.797509283s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:27.771703Z","caller":"traceutil/trace.go:171","msg":"trace[1561030799] linearizableReadLoop","detail":"{readStateIndex:27123; appliedIndex:27119; }","duration":"765.016612ms","start":"2026-04-03T03:51:27.006675Z","end":"2026-04-03T03:51:27.771691Z","steps":["trace[1561030799] 'read index received' (duration: 120.232801ms)","trace[1561030799] 'applied index is now lower than readState.Index' (duration: 644.782821ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:27.771858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.635094332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-03T03:51:27.771889Z","caller":"traceutil/trace.go:171","msg":"trace[1843770666] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26243; }","duration":"3.635172954s","start":"2026-04-03T03:51:24.136704Z","end":"2026-04-03T03:51:27.771877Z","steps":["trace[1843770666] 'agreement among raft nodes before linearized reading' (duration: 3.635060081s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.771911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:24.136641Z","time spent":"3.635265497s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:51:27.771927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437219397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-03T03:51:27.771984Z","caller":"traceutil/trace.go:171","msg":"trace[693109024] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26243; }","duration":"2.43733584s","start":"2026-04-03T03:51:25.334632Z","end":"2026-04-03T03:51:27.771968Z","steps":["trace[693109024] 'agreement among raft nodes before linearized reading' (duration: 2.437166896s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.772004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550259454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:27.772022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:25.3346Z","time spent":"2.437415501s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-03T03:51:27.772053Z","caller":"traceutil/trace.go:171","msg":"trace[400514339] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26243; }","duration":"2.550336626s","start":"2026-04-03T03:51:25.221696Z","end":"2026-04-03T03:51:27.772033Z","steps":["trace[400514339] 'agreement among raft nodes before linearized reading' (duration: 2.550272174s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.7721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:25.221675Z","time spent":"2.550416059s","remote":"127.0.0.1:54198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.772114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.075368525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:51:27.772141Z","caller":"traceutil/trace.go:171","msg":"trace[1131008461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26243; }","duration":"4.075438077s","start":"2026-04-03T03:51:23.696696Z","end":"2026-04-03T03:51:27.772134Z","steps":["trace[1131008461] 'agreement among raft nodes before linearized reading' (duration: 4.075385576s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.772164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:23.696676Z","time spent":"4.075484349s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:51:27.772239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.1770889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:27.772263Z","caller":"traceutil/trace.go:171","msg":"trace[271170131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26243; }","duration":"4.177162682s","start":"2026-04-03T03:51:23.595093Z","end":"2026-04-03T03:51:27.772255Z","steps":["trace[271170131] 'agreement among raft nodes before linearized reading' (duration: 4.17711049s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.772283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:23.59507Z","time spent":"4.177207802s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.772325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06818972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:27.772368Z","caller":"traceutil/trace.go:171","msg":"trace[1317924461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26243; }","duration":"1.068269762s","start":"2026-04-03T03:51:26.704088Z","end":"2026-04-03T03:51:27.772358Z","steps":["trace[1317924461] 'agreement among raft nodes before linearized reading' (duration: 1.06819617s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.772403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:26.704066Z","time spent":"1.068330164s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:51:27.772414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687372499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:51:27.772434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304271888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:27.772448Z","caller":"traceutil/trace.go:171","msg":"trace[13423976] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26243; }","duration":"2.687459513s","start":"2026-04-03T03:51:25.084978Z","end":"2026-04-03T03:51:27.772437Z","steps":["trace[13423976] 'agreement among raft nodes before linearized reading' (duration: 2.68737279s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.772465Z","caller":"traceutil/trace.go:171","msg":"trace[13579159] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26243; }","duration":"4.304372191s","start":"2026-04-03T03:51:23.468086Z","end":"2026-04-03T03:51:27.772458Z","steps":["trace[13579159] 'agreement among raft nodes before linearized reading' (duration: 4.304318659s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.772484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:25.084951Z","time spent":"2.687525973s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.77253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.323301149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:27.772556Z","caller":"traceutil/trace.go:171","msg":"trace[1963946405] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26243; }","duration":"4.323366391s","start":"2026-04-03T03:51:23.449184Z","end":"2026-04-03T03:51:27.77255Z","steps":["trace[1963946405] 'agreement among raft nodes before linearized reading' (duration: 4.323319449s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.772577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:23.449161Z","time spent":"4.323410962s","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.772589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910961609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:27.772638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073932404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-03T03:51:27.77268Z","caller":"traceutil/trace.go:171","msg":"trace[1984658693] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde; range_end:; response_count:1; response_revision:26243; }","duration":"1.074002387s","start":"2026-04-03T03:51:26.698668Z","end":"2026-04-03T03:51:27.77267Z","steps":["trace[1984658693] 'agreement among raft nodes before linearized reading' (duration: 1.073898154s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.772697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.614441401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:27.77249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:23.468036Z","time spent":"4.304447923s","remote":"127.0.0.1:54472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.772702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.454368335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:27.772737Z","caller":"traceutil/trace.go:171","msg":"trace[100274572] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26243; }","duration":"5.614515983s","start":"2026-04-03T03:51:22.158214Z","end":"2026-04-03T03:51:27.77273Z","steps":["trace[100274572] 'agreement among raft nodes before linearized reading' (duration: 5.614457852s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.772758Z","caller":"traceutil/trace.go:171","msg":"trace[2084503979] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26243; }","duration":"3.454469886s","start":"2026-04-03T03:51:24.318276Z","end":"2026-04-03T03:51:27.772746Z","steps":["trace[2084503979] 'agreement among raft nodes before linearized reading' (duration: 3.454339063s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.772778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:22.158195Z","time spent":"5.614572036s","remote":"127.0.0.1:36454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.772791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:24.318265Z","time spent":"3.454521069s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.77276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.535998698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:51:27.772837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.685499192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:27.772331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587964317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-03T03:51:27.772858Z","caller":"traceutil/trace.go:171","msg":"trace[1754804429] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26243; }","duration":"3.536171753s","start":"2026-04-03T03:51:24.236661Z","end":"2026-04-03T03:51:27.772832Z","steps":["trace[1754804429] 'agreement among raft nodes before linearized reading' (duration: 3.535960317s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.772898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470971176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:27.772917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434144233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:27.77291Z","caller":"traceutil/trace.go:171","msg":"trace[2071145171] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26243; }","duration":"2.588593615s","start":"2026-04-03T03:51:25.184301Z","end":"2026-04-03T03:51:27.772895Z","steps":["trace[2071145171] 'agreement among raft nodes before linearized reading' (duration: 2.587961338s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.772931Z","caller":"traceutil/trace.go:171","msg":"trace[884718012] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26243; }","duration":"1.471067028s","start":"2026-04-03T03:51:26.301856Z","end":"2026-04-03T03:51:27.772923Z","steps":["trace[884718012] 'agreement among raft nodes before linearized reading' (duration: 1.471008797s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.771936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632756269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-03T03:51:27.77293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:24.23663Z","time spent":"3.536286266s","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.772956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92029518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:27.772955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:25.184256Z","time spent":"2.588685197s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-03T03:51:27.772993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.973222596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-03T03:51:27.772996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251154889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:27.772994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.487869583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:27.773023Z","caller":"traceutil/trace.go:171","msg":"trace[928270357] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26243; }","duration":"5.973266616s","start":"2026-04-03T03:51:21.799749Z","end":"2026-04-03T03:51:27.773016Z","steps":["trace[928270357] 'agreement among raft nodes before linearized reading' (duration: 5.973141883s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.773027Z","caller":"traceutil/trace.go:171","msg":"trace[136497277] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26243; }","duration":"1.251182539s","start":"2026-04-03T03:51:26.521836Z","end":"2026-04-03T03:51:27.773019Z","steps":["trace[136497277] 'agreement among raft nodes before linearized reading' (duration: 1.251142618s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.773036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061205137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-03T03:51:27.773039Z","caller":"traceutil/trace.go:171","msg":"trace[1067660387] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26243; }","duration":"4.487952124s","start":"2026-04-03T03:51:23.285074Z","end":"2026-04-03T03:51:27.773026Z","steps":["trace[1067660387] 'agreement among raft nodes before linearized reading' (duration: 4.487894702s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.773052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:26.521726Z","time spent":"1.251319823s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.772066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.075125919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-03T03:51:27.773081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:23.285043Z","time spent":"4.488030056s","remote":"127.0.0.1:36324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.773102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.977104559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-03T03:51:27.773111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.966824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:27.773118Z","caller":"traceutil/trace.go:171","msg":"trace[1181684605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26243; }","duration":"4.076223779s","start":"2026-04-03T03:51:23.696881Z","end":"2026-04-03T03:51:27.773105Z","steps":["trace[1181684605] 'agreement among raft nodes before linearized reading' (duration: 4.075140089s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.773125Z","caller":"traceutil/trace.go:171","msg":"trace[590618294] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26243; }","duration":"5.977166441s","start":"2026-04-03T03:51:21.795952Z","end":"2026-04-03T03:51:27.773119Z","steps":["trace[590618294] 'agreement among raft nodes before linearized reading' (duration: 5.977110059s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.77314Z","caller":"traceutil/trace.go:171","msg":"trace[1615860400] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26243; }","duration":"273.994704ms","start":"2026-04-03T03:51:27.499134Z","end":"2026-04-03T03:51:27.773129Z","steps":["trace[1615860400] 'agreement among raft nodes before linearized reading' (duration: 273.948053ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.77263Z","caller":"traceutil/trace.go:171","msg":"trace[649448035] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26243; }","duration":"2.91102744s","start":"2026-04-03T03:51:24.861594Z","end":"2026-04-03T03:51:27.772621Z","steps":["trace[649448035] 'agreement among raft nodes before linearized reading' (duration: 2.910960469s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.773196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.449038437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:27.772713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:26.698649Z","time spent":"1.074056258s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde\" "} {"level":"info","ts":"2026-04-03T03:51:27.772942Z","caller":"traceutil/trace.go:171","msg":"trace[1883796846] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26243; }","duration":"2.434228415s","start":"2026-04-03T03:51:25.338702Z","end":"2026-04-03T03:51:27.772931Z","steps":["trace[1883796846] 'agreement among raft nodes before linearized reading' (duration: 2.434194455s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.773052Z","caller":"traceutil/trace.go:171","msg":"trace[938538401] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26243; }","duration":"3.061258829s","start":"2026-04-03T03:51:24.711787Z","end":"2026-04-03T03:51:27.773046Z","steps":["trace[938538401] 'agreement among raft nodes before linearized reading' (duration: 3.061200768s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.772775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.298608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:27.773264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:25.338683Z","time spent":"2.434568605s","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.773282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:24.711767Z","time spent":"3.061503524s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-04-03T03:51:27.773287Z","caller":"traceutil/trace.go:171","msg":"trace[579194149] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26243; }","duration":"759.852733ms","start":"2026-04-03T03:51:27.013426Z","end":"2026-04-03T03:51:27.773279Z","steps":["trace[579194149] 'agreement among raft nodes before linearized reading' (duration: 759.293788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.772963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:26.301808Z","time spent":"1.47114888s","remote":"127.0.0.1:60342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.773328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.741706764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T03:51:27.77335Z","caller":"traceutil/trace.go:171","msg":"trace[2061426673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26243; }","duration":"4.741729855s","start":"2026-04-03T03:51:23.031614Z","end":"2026-04-03T03:51:27.773344Z","steps":["trace[2061426673] 'agreement among raft nodes before linearized reading' (duration: 4.741675163s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.773049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:21.799741Z","time spent":"5.973302906s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-03T03:51:27.773373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:23.031583Z","time spent":"4.741785597s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:51:27.772876Z","caller":"traceutil/trace.go:171","msg":"trace[1499964901] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26243; }","duration":"5.685598093s","start":"2026-04-03T03:51:22.087265Z","end":"2026-04-03T03:51:27.772863Z","steps":["trace[1499964901] 'agreement among raft nodes before linearized reading' (duration: 5.685540492s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.773405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:22.087234Z","time spent":"5.686162979s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:27.772975Z","caller":"traceutil/trace.go:171","msg":"trace[1725255586] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26243; }","duration":"2.92035272s","start":"2026-04-03T03:51:24.852616Z","end":"2026-04-03T03:51:27.772969Z","steps":["trace[1725255586] 'agreement among raft nodes before linearized reading' (duration: 2.920314629s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.773164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:23.696849Z","time spent":"4.07630401s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:51:27.773156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:21.795928Z","time spent":"5.977224021s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:51:27.773515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.372652003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-k2txl\" ","response":"range_response_count:1 size:6392"} {"level":"warn","ts":"2026-04-03T03:51:27.772875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211593105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:27.773542Z","caller":"traceutil/trace.go:171","msg":"trace[34370682] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-k2txl; range_end:; response_count:1; response_revision:26243; }","duration":"5.372718865s","start":"2026-04-03T03:51:22.400815Z","end":"2026-04-03T03:51:27.773534Z","steps":["trace[34370682] 'agreement among raft nodes before linearized reading' (duration: 5.372655833s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.773553Z","caller":"traceutil/trace.go:171","msg":"trace[1553092874] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26243; }","duration":"1.212317484s","start":"2026-04-03T03:51:26.561227Z","end":"2026-04-03T03:51:27.773545Z","steps":["trace[1553092874] 'agreement among raft nodes before linearized reading' (duration: 1.211618465s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.773213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:24.861576Z","time spent":"2.911616287s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.773566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:22.400791Z","time spent":"5.372770137s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6415,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-k2txl\" "} {"level":"warn","ts":"2026-04-03T03:51:27.773576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:26.561198Z","time spent":"1.212371045s","remote":"127.0.0.1:48112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.773278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.713977069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-03T03:51:27.773546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.43463478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-03T03:51:27.773314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:27.013408Z","time spent":"759.898494ms","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-03T03:51:27.772968Z","caller":"traceutil/trace.go:171","msg":"trace[441885461] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26243; }","duration":"3.633855568s","start":"2026-04-03T03:51:24.139104Z","end":"2026-04-03T03:51:27.77296Z","steps":["trace[441885461] 'agreement among raft nodes before linearized reading' (duration: 3.632669876s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.773079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154130274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:27.773459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.851499517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:51:27.773745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:24.139073Z","time spent":"3.634664851s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T03:51:27.773762Z","caller":"traceutil/trace.go:171","msg":"trace[119259107] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26243; }","duration":"3.154841625s","start":"2026-04-03T03:51:24.618905Z","end":"2026-04-03T03:51:27.773746Z","steps":["trace[119259107] 'agreement among raft nodes before linearized reading' (duration: 3.154155936s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.773768Z","caller":"traceutil/trace.go:171","msg":"trace[1392822458] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26243; }","duration":"4.851838015s","start":"2026-04-03T03:51:22.921917Z","end":"2026-04-03T03:51:27.773755Z","steps":["trace[1392822458] 'agreement among raft nodes before linearized reading' (duration: 4.851522006s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.773812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:22.921896Z","time spent":"4.851901647s","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.773825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:24.618884Z","time spent":"3.154918916s","remote":"127.0.0.1:54344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:27.773657Z","caller":"traceutil/trace.go:171","msg":"trace[1245843688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26243; }","duration":"4.714385901s","start":"2026-04-03T03:51:23.059259Z","end":"2026-04-03T03:51:27.773645Z","steps":["trace[1245843688] 'agreement among raft nodes before linearized reading' (duration: 4.71397611s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.773703Z","caller":"traceutil/trace.go:171","msg":"trace[1300891430] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26243; }","duration":"4.434837467s","start":"2026-04-03T03:51:23.338826Z","end":"2026-04-03T03:51:27.773663Z","steps":["trace[1300891430] 'agreement among raft nodes before linearized reading' (duration: 4.434117088s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.773932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:23.059235Z","time spent":"4.714658487s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:51:27.773975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:23.338803Z","time spent":"4.435162726s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T03:51:27.773221Z","caller":"traceutil/trace.go:171","msg":"trace[616388249] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26243; }","duration":"5.449132739s","start":"2026-04-03T03:51:22.324083Z","end":"2026-04-03T03:51:27.773216Z","steps":["trace[616388249] 'agreement among raft nodes before linearized reading' (duration: 5.449093247s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.774179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:22.324046Z","time spent":"5.450117846s","remote":"127.0.0.1:60246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:27.773483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:24.852597Z","time spent":"2.920872046s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:27.890949Z","caller":"traceutil/trace.go:171","msg":"trace[1250442063] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"107.432938ms","start":"2026-04-03T03:51:27.783486Z","end":"2026-04-03T03:51:27.890919Z","steps":["trace[1250442063] 'process raft request' (duration: 107.069948ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.891284Z","caller":"traceutil/trace.go:171","msg":"trace[1267703936] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"107.651284ms","start":"2026-04-03T03:51:27.783607Z","end":"2026-04-03T03:51:27.891258Z","steps":["trace[1267703936] 'process raft request' (duration: 107.49271ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.891257Z","caller":"traceutil/trace.go:171","msg":"trace[2025891803] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"107.690574ms","start":"2026-04-03T03:51:27.783529Z","end":"2026-04-03T03:51:27.89122Z","steps":["trace[2025891803] 'process raft request' (duration: 107.311704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.891427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.036444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c19d0414-3547-43f9-99cb-cf6966d41660\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-03T03:51:27.891488Z","caller":"traceutil/trace.go:171","msg":"trace[849937420] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"107.344215ms","start":"2026-04-03T03:51:27.784133Z","end":"2026-04-03T03:51:27.891477Z","steps":["trace[849937420] 'process raft request' (duration: 107.039987ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.891503Z","caller":"traceutil/trace.go:171","msg":"trace[939360987] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"106.629926ms","start":"2026-04-03T03:51:27.784829Z","end":"2026-04-03T03:51:27.891459Z","steps":["trace[939360987] 'process raft request' (duration: 106.381698ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:27.891506Z","caller":"traceutil/trace.go:171","msg":"trace[530971080] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c19d0414-3547-43f9-99cb-cf6966d41660; range_end:; response_count:1; response_revision:26250; }","duration":"108.152276ms","start":"2026-04-03T03:51:27.783334Z","end":"2026-04-03T03:51:27.891487Z","steps":["trace[530971080] 'agreement among raft nodes before linearized reading' (duration: 107.941311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:27.891562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.782583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:27.891601Z","caller":"traceutil/trace.go:171","msg":"trace[1888189110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26250; }","duration":"105.862885ms","start":"2026-04-03T03:51:27.785727Z","end":"2026-04-03T03:51:27.89159Z","steps":["trace[1888189110] 'agreement among raft nodes before linearized reading' (duration: 105.752702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:37.418167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.594996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-5c9b456b6f\" ","response":"range_response_count:1 size:7299"} {"level":"info","ts":"2026-04-03T03:51:37.418296Z","caller":"traceutil/trace.go:171","msg":"trace[1413401166] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-5c9b456b6f; range_end:; response_count:1; response_revision:26431; }","duration":"423.779ms","start":"2026-04-03T03:51:36.994492Z","end":"2026-04-03T03:51:37.418271Z","steps":["trace[1413401166] 'range keys from in-memory index tree' (duration: 423.397739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:37.418354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:36.99447Z","time spent":"423.869143ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7322,"request content":"key:\"/registry/replicasets/openstack/barbican-api-5c9b456b6f\" "} {"level":"warn","ts":"2026-04-03T03:51:37.4188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.251684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5446"} {"level":"info","ts":"2026-04-03T03:51:37.418923Z","caller":"traceutil/trace.go:171","msg":"trace[1016629020] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:26431; }","duration":"350.424569ms","start":"2026-04-03T03:51:37.068463Z","end":"2026-04-03T03:51:37.418888Z","steps":["trace[1016629020] 'range keys from in-memory index tree' (duration: 350.000447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:37.418981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.068457Z","time spent":"350.51359ms","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5469,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-04-03T03:51:37.418996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.536432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-04-03T03:51:37.419108Z","caller":"traceutil/trace.go:171","msg":"trace[314642827] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:26431; }","duration":"399.278171ms","start":"2026-04-03T03:51:37.019799Z","end":"2026-04-03T03:51:37.419077Z","steps":["trace[314642827] 'range keys from in-memory index tree' (duration: 398.391408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:37.419168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.019788Z","time spent":"399.363383ms","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10964,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-04-03T03:51:37.418787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.951507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5130"} {"level":"warn","ts":"2026-04-03T03:51:37.419271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.401095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-03T03:51:37.419318Z","caller":"traceutil/trace.go:171","msg":"trace[467222177] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:26431; }","duration":"375.531103ms","start":"2026-04-03T03:51:37.043724Z","end":"2026-04-03T03:51:37.419255Z","steps":["trace[467222177] 'range keys from in-memory index tree' (duration: 374.414224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:37.419417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.043701Z","time spent":"375.701268ms","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5153,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"info","ts":"2026-04-03T03:51:37.419335Z","caller":"traceutil/trace.go:171","msg":"trace[1255554097] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26431; }","duration":"415.492417ms","start":"2026-04-03T03:51:37.003824Z","end":"2026-04-03T03:51:37.419317Z","steps":["trace[1255554097] 'range keys from in-memory index tree' (duration: 414.204343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:37.419618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.003785Z","time spent":"415.819506ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" "} {"level":"info","ts":"2026-04-03T03:51:37.451784Z","caller":"traceutil/trace.go:171","msg":"trace[624942474] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"378.575185ms","start":"2026-04-03T03:51:37.073188Z","end":"2026-04-03T03:51:37.451763Z","steps":["trace[624942474] 'process raft request' (duration: 378.40175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:37.451925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.073164Z","time spent":"378.687028ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:38.700811Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.249212226s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:51:38.701389Z","caller":"traceutil/trace.go:171","msg":"trace[985359299] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"1.475460237s","start":"2026-04-03T03:51:37.225896Z","end":"2026-04-03T03:51:38.701357Z","steps":["trace[985359299] 'process raft request' (duration: 1.475368464s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:38.701389Z","caller":"traceutil/trace.go:171","msg":"trace[200671072] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"1.510707294s","start":"2026-04-03T03:51:37.190625Z","end":"2026-04-03T03:51:38.701332Z","steps":["trace[200671072] 'process raft request' (duration: 1.510593431s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:38.701565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.1906Z","time spent":"1.510882988s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:38.701566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.22586Z","time spent":"1.475613041s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:38.70155Z","caller":"traceutil/trace.go:171","msg":"trace[269619752] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"1.623879146s","start":"2026-04-03T03:51:37.077572Z","end":"2026-04-03T03:51:38.701451Z","steps":["trace[269619752] 'process raft request' (duration: 1.623466705s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:38.701725Z","caller":"traceutil/trace.go:171","msg":"trace[654743306] linearizableReadLoop","detail":"{readStateIndex:27315; appliedIndex:27313; }","duration":"1.608246897s","start":"2026-04-03T03:51:37.093059Z","end":"2026-04-03T03:51:38.701306Z","steps":["trace[654743306] 'read index received' (duration: 358.503546ms)","trace[654743306] 'applied index is now lower than readState.Index' (duration: 1.249742221s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:38.701859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.077556Z","time spent":"1.624132332s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:38.70194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608801801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-init\" ","response":"range_response_count:1 size:5581"} {"level":"info","ts":"2026-04-03T03:51:38.702078Z","caller":"traceutil/trace.go:171","msg":"trace[1338265938] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-init; range_end:; response_count:1; response_revision:26435; }","duration":"1.609009646s","start":"2026-04-03T03:51:37.093035Z","end":"2026-04-03T03:51:38.702044Z","steps":["trace[1338265938] 'agreement among raft nodes before linearized reading' (duration: 1.608539243s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:38.702148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.093028Z","time spent":"1.609109828s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5604,"request content":"key:\"/registry/jobs/openstack/barbican-db-init\" "} {"level":"warn","ts":"2026-04-03T03:51:39.201839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:39.694822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:51:39.694921Z","caller":"traceutil/trace.go:171","msg":"trace[663452473] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000450768s","start":"2026-04-03T03:51:37.694451Z","end":"2026-04-03T03:51:39.694902Z","steps":["trace[663452473] 'agreement among raft nodes before linearized reading' (duration: 2.000323704s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:39.694972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.694434Z","time spent":"2.000528739s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:51:39.702554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:40.203111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:40.703313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:41.204313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:41.33504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.633987025s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:51:41.335618Z","caller":"traceutil/trace.go:171","msg":"trace[26022068] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"3.79200989s","start":"2026-04-03T03:51:37.543575Z","end":"2026-04-03T03:51:41.335585Z","steps":["trace[26022068] 'process raft request' (duration: 3.791778474s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:41.335796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.543562Z","time spent":"3.792140413s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:41.336004Z","caller":"traceutil/trace.go:171","msg":"trace[2078290530] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"3.553783256s","start":"2026-04-03T03:51:37.782175Z","end":"2026-04-03T03:51:41.335959Z","steps":["trace[2078290530] 'process raft request' (duration: 3.553356465s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:41.336137Z","caller":"traceutil/trace.go:171","msg":"trace[1428091758] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"3.416728973s","start":"2026-04-03T03:51:37.91938Z","end":"2026-04-03T03:51:41.336109Z","steps":["trace[1428091758] 'process raft request' (duration: 3.416543758s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:41.336215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.782162Z","time spent":"3.553931391s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:41.336274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.919368Z","time spent":"3.416841696s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:41.336339Z","caller":"traceutil/trace.go:171","msg":"trace[1809567580] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"3.270370369s","start":"2026-04-03T03:51:38.065892Z","end":"2026-04-03T03:51:41.336263Z","steps":["trace[1809567580] 'process raft request' (duration: 3.270109452s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:41.336447Z","caller":"traceutil/trace.go:171","msg":"trace[128969081] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"3.252341695s","start":"2026-04-03T03:51:38.084089Z","end":"2026-04-03T03:51:41.336431Z","steps":["trace[128969081] 'process raft request' (duration: 3.251946844s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:41.336536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:38.084074Z","time spent":"3.252420328s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:41.336557Z","caller":"traceutil/trace.go:171","msg":"trace[365089630] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"3.132213176s","start":"2026-04-03T03:51:38.204337Z","end":"2026-04-03T03:51:41.33655Z","steps":["trace[365089630] 'process raft request' (duration: 3.1320231s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:41.3366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:38.204302Z","time spent":"3.132274437s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:41.336649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:38.065869Z","time spent":"3.270605495s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:41.695701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999607403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:51:41.695799Z","caller":"traceutil/trace.go:171","msg":"trace[847199070] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99981752s","start":"2026-04-03T03:51:39.695961Z","end":"2026-04-03T03:51:41.695778Z","steps":["trace[847199070] 'agreement among raft nodes before linearized reading' (duration: 1.999662645s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:41.695899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:39.695924Z","time spent":"1.999960794s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:51:42.714628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.277519476s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:51:42.716523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319634599s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:51:42.717214Z","caller":"traceutil/trace.go:171","msg":"trace[1226090299] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"3.259035854s","start":"2026-04-03T03:51:39.458136Z","end":"2026-04-03T03:51:42.717172Z","steps":["trace[1226090299] 'process raft request' (duration: 1.938654095s)","trace[1226090299] 'compare' (duration: 1.318867789s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:51:42.717246Z","caller":"traceutil/trace.go:171","msg":"trace[433517669] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"2.008133813s","start":"2026-04-03T03:51:40.709081Z","end":"2026-04-03T03:51:42.717215Z","steps":["trace[433517669] 'process raft request' (duration: 2.007572808s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:42.717323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:39.458097Z","time spent":"3.259159188s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:42.717415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:40.709043Z","time spent":"2.008258197s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:42.71757Z","caller":"traceutil/trace.go:171","msg":"trace[1014546528] linearizableReadLoop","detail":"{readStateIndex:27325; appliedIndex:27317; }","duration":"4.015791623s","start":"2026-04-03T03:51:38.701765Z","end":"2026-04-03T03:51:42.717556Z","steps":["trace[1014546528] 'read index received' (duration: 2.633573213s)","trace[1014546528] 'applied index is now lower than readState.Index' (duration: 1.38221682s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:42.743614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:42.743737Z","caller":"traceutil/trace.go:171","msg":"trace[1590294001] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290532s","start":"2026-04-03T03:51:40.743414Z","end":"2026-04-03T03:51:42.743704Z","steps":["trace[1590294001] 'agreement among raft nodes before linearized reading' (duration: 2.000118338s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:42.743803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:40.743395Z","time spent":"2.000395786s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:51:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:43.704581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000698264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:51:43.704751Z","caller":"traceutil/trace.go:171","msg":"trace[305814755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00094728s","start":"2026-04-03T03:51:41.703767Z","end":"2026-04-03T03:51:43.704715Z","steps":["trace[305814755] 'agreement among raft nodes before linearized reading' (duration: 2.000732675s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:43.704824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:41.703744Z","time spent":"2.001064383s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:51:43.838822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999035232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:51:43.838903Z","caller":"traceutil/trace.go:171","msg":"trace[1623966899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999164055s","start":"2026-04-03T03:51:38.839722Z","end":"2026-04-03T03:51:43.838886Z","steps":["trace[1623966899] 'agreement among raft nodes before linearized reading' (duration: 4.999063702s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:43.838942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:38.8397Z","time spent":"4.999232756s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/03 03:51:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:44.525497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808734994s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:51:44.525586Z","caller":"traceutil/trace.go:171","msg":"trace[969807918] linearizableReadLoop","detail":"{readStateIndex:27326; appliedIndex:27325; }","duration":"1.807975754s","start":"2026-04-03T03:51:42.717596Z","end":"2026-04-03T03:51:44.525572Z","steps":["trace[969807918] 'read index received' (duration: 231.356µs)","trace[969807918] 'applied index is now lower than readState.Index' (duration: 1.807743168s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.525847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.03194107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7599"} {"level":"info","ts":"2026-04-03T03:51:44.525878Z","caller":"traceutil/trace.go:171","msg":"trace[2071845041] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:26443; }","duration":"7.031997123s","start":"2026-04-03T03:51:37.493871Z","end":"2026-04-03T03:51:44.525868Z","steps":["trace[2071845041] 'agreement among raft nodes before linearized reading' (duration: 5.223720291s)","trace[2071845041] 'range keys from in-memory index tree' (duration: 1.808161149s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.525906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.493861Z","time spent":"7.032039623s","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7622,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"warn","ts":"2026-04-03T03:51:44.526076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.921924456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dgn57.18a2bc532f656451\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-04-03T03:51:44.526105Z","caller":"traceutil/trace.go:171","msg":"trace[1102210882] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dgn57.18a2bc532f656451; range_end:; response_count:1; response_revision:26443; }","duration":"5.922006628s","start":"2026-04-03T03:51:38.604087Z","end":"2026-04-03T03:51:44.526094Z","steps":["trace[1102210882] 'agreement among raft nodes before linearized reading' (duration: 4.11353169s)","trace[1102210882] 'range keys from in-memory index tree' (duration: 1.808413706s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.526123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:38.604018Z","time spent":"5.922100241s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dgn57.18a2bc532f656451\" "} {"level":"warn","ts":"2026-04-03T03:51:44.526359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.986990295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:44.526461Z","caller":"traceutil/trace.go:171","msg":"trace[1195662551] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26443; }","duration":"5.98718723s","start":"2026-04-03T03:51:38.539246Z","end":"2026-04-03T03:51:44.526433Z","steps":["trace[1195662551] 'agreement among raft nodes before linearized reading' (duration: 4.178387414s)","trace[1195662551] 'count revisions from in-memory index tree' (duration: 1.808599191s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.526505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:38.539232Z","time spent":"5.987264072s","remote":"127.0.0.1:36430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:44.526786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.102803888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-03T03:51:44.526809Z","caller":"traceutil/trace.go:171","msg":"trace[577813401] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26443; }","duration":"6.102826588s","start":"2026-04-03T03:51:38.423976Z","end":"2026-04-03T03:51:44.526802Z","steps":["trace[577813401] 'agreement among raft nodes before linearized reading' (duration: 4.293676583s)","trace[577813401] 'range keys from in-memory index tree' (duration: 1.809008662s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.526826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:38.42389Z","time spent":"6.102931341s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" "} {"level":"warn","ts":"2026-04-03T03:51:44.526946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.540233255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-03T03:51:44.526971Z","caller":"traceutil/trace.go:171","msg":"trace[719251568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"6.540280826s","start":"2026-04-03T03:51:37.986683Z","end":"2026-04-03T03:51:44.526964Z","steps":["trace[719251568] 'agreement among raft nodes before linearized reading' (duration: 4.730980696s)","trace[719251568] 'range keys from in-memory index tree' (duration: 1.809260978s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.526991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.986672Z","time spent":"6.540314217s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 03:51:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:44.527075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.038834516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:44.527096Z","caller":"traceutil/trace.go:171","msg":"trace[2006599757] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26443; }","duration":"7.038897907s","start":"2026-04-03T03:51:37.488191Z","end":"2026-04-03T03:51:44.527089Z","steps":["trace[2006599757] 'agreement among raft nodes before linearized reading' (duration: 5.229481085s)","trace[2006599757] 'count revisions from in-memory index tree' (duration: 1.809380662s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.527111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.488174Z","time spent":"7.038932599s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:44.527248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.058103554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:5001"} {"level":"info","ts":"2026-04-03T03:51:44.527269Z","caller":"traceutil/trace.go:171","msg":"trace[1210192573] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:26443; }","duration":"7.058142966s","start":"2026-04-03T03:51:37.46912Z","end":"2026-04-03T03:51:44.527263Z","steps":["trace[1210192573] 'agreement among raft nodes before linearized reading' (duration: 5.248569848s)","trace[1210192573] 'range keys from in-memory index tree' (duration: 1.809517005s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.527283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.469109Z","time spent":"7.058170796s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":5024,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:51:44.527388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.543879344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:44.527409Z","caller":"traceutil/trace.go:171","msg":"trace[217136798] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26443; }","duration":"6.543908294s","start":"2026-04-03T03:51:37.983495Z","end":"2026-04-03T03:51:44.527403Z","steps":["trace[217136798] 'agreement among raft nodes before linearized reading' (duration: 4.734181783s)","trace[217136798] 'count revisions from in-memory index tree' (duration: 1.80967514s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.527425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.983488Z","time spent":"6.543931884s","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:44.527552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.082073618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"info","ts":"2026-04-03T03:51:44.527572Z","caller":"traceutil/trace.go:171","msg":"trace[879996401] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:26443; }","duration":"7.082123549s","start":"2026-04-03T03:51:37.445443Z","end":"2026-04-03T03:51:44.527567Z","steps":["trace[879996401] 'agreement among raft nodes before linearized reading' (duration: 5.272256325s)","trace[879996401] 'range keys from in-memory index tree' (duration: 1.809814453s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.527588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.445422Z","time spent":"7.08216025s","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4156,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-04-03T03:51:44.527707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.54898362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:51:44.527726Z","caller":"traceutil/trace.go:171","msg":"trace[2129990425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26443; }","duration":"6.549040162s","start":"2026-04-03T03:51:37.97868Z","end":"2026-04-03T03:51:44.52772Z","steps":["trace[2129990425] 'agreement among raft nodes before linearized reading' (duration: 4.739030573s)","trace[2129990425] 'range keys from in-memory index tree' (duration: 1.809962677s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.527742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.97866Z","time spent":"6.549078603s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:51:44.527844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.108139749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7426"} {"level":"info","ts":"2026-04-03T03:51:44.527863Z","caller":"traceutil/trace.go:171","msg":"trace[78356599] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:26443; }","duration":"7.10819209s","start":"2026-04-03T03:51:37.419666Z","end":"2026-04-03T03:51:44.527858Z","steps":["trace[78356599] 'agreement among raft nodes before linearized reading' (duration: 5.298047408s)","trace[78356599] 'range keys from in-memory index tree' (duration: 1.810089101s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.527878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.419652Z","time spent":"7.10822246s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7449,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:51:44.527966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.549883274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:51:44.527988Z","caller":"traceutil/trace.go:171","msg":"trace[753468904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26443; }","duration":"6.549946365s","start":"2026-04-03T03:51:37.978036Z","end":"2026-04-03T03:51:44.527983Z","steps":["trace[753468904] 'agreement among raft nodes before linearized reading' (duration: 4.73968434s)","trace[753468904] 'range keys from in-memory index tree' (duration: 1.810216015s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.528003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.978018Z","time spent":"6.549981437s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:51:44.528119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.134987231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2311"} {"level":"info","ts":"2026-04-03T03:51:44.528139Z","caller":"traceutil/trace.go:171","msg":"trace[274848988] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:26443; }","duration":"7.135054842s","start":"2026-04-03T03:51:37.393078Z","end":"2026-04-03T03:51:44.528133Z","steps":["trace[274848988] 'agreement among raft nodes before linearized reading' (duration: 5.324647782s)","trace[274848988] 'range keys from in-memory index tree' (duration: 1.810338288s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.528155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.393054Z","time spent":"7.135097603s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2334,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" "} {"level":"warn","ts":"2026-04-03T03:51:44.528282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.553895051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-03T03:51:44.528302Z","caller":"traceutil/trace.go:171","msg":"trace[1326908511] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26443; }","duration":"6.553942684s","start":"2026-04-03T03:51:37.974354Z","end":"2026-04-03T03:51:44.528297Z","steps":["trace[1326908511] 'agreement among raft nodes before linearized reading' (duration: 4.74337673s)","trace[1326908511] 'range keys from in-memory index tree' (duration: 1.810515953s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.528318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.97434Z","time spent":"6.553973044s","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-03T03:51:44.528442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159303223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-service\" ","response":"range_response_count:1 size:6393"} {"level":"info","ts":"2026-04-03T03:51:44.528462Z","caller":"traceutil/trace.go:171","msg":"trace[707963092] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-service; range_end:; response_count:1; response_revision:26443; }","duration":"7.159347216s","start":"2026-04-03T03:51:37.369109Z","end":"2026-04-03T03:51:44.528457Z","steps":["trace[707963092] 'agreement among raft nodes before linearized reading' (duration: 5.348628337s)","trace[707963092] 'range keys from in-memory index tree' (duration: 1.810668407s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.528478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.369092Z","time spent":"7.159382916s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6416,"request content":"key:\"/registry/jobs/openstack/barbican-ks-service\" "} {"level":"warn","ts":"2026-04-03T03:51:44.528576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.614024339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-03T03:51:44.528599Z","caller":"traceutil/trace.go:171","msg":"trace[917156128] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26443; }","duration":"6.614064829s","start":"2026-04-03T03:51:37.914525Z","end":"2026-04-03T03:51:44.52859Z","steps":["trace[917156128] 'agreement among raft nodes before linearized reading' (duration: 4.803217787s)","trace[917156128] 'range keys from in-memory index tree' (duration: 1.810797399s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.528614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.914511Z","time spent":"6.614098949s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-03T03:51:44.528719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864715949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:44.528753Z","caller":"traceutil/trace.go:171","msg":"trace[686102839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26443; }","duration":"1.864807241s","start":"2026-04-03T03:51:42.663939Z","end":"2026-04-03T03:51:44.528746Z","steps":["trace[686102839] 'agreement among raft nodes before linearized reading' (duration: 1.86475121s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:44.528753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.665494591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-03T03:51:44.528773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:42.663906Z","time spent":"1.864863233s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:51:44.528816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.20936333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs\" ","response":"range_response_count:1 size:2178"} {"level":"info","ts":"2026-04-03T03:51:44.528838Z","caller":"traceutil/trace.go:171","msg":"trace[64996614] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs; range_end:; response_count:1; response_revision:26443; }","duration":"7.209435691s","start":"2026-04-03T03:51:37.319397Z","end":"2026-04-03T03:51:44.528833Z","steps":["trace[64996614] 'agreement among raft nodes before linearized reading' (duration: 5.398366734s)","trace[64996614] 'range keys from in-memory index tree' (duration: 1.811021507s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.528854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.319369Z","time spent":"7.209481862s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2201,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs\" "} {"level":"warn","ts":"2026-04-03T03:51:44.528887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158489814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:44.528919Z","caller":"traceutil/trace.go:171","msg":"trace[887080583] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26443; }","duration":"2.158579078s","start":"2026-04-03T03:51:42.370332Z","end":"2026-04-03T03:51:44.528912Z","steps":["trace[887080583] 'agreement among raft nodes before linearized reading' (duration: 2.158526266s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:44.52894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.692746923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:44.528943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:42.370301Z","time spent":"2.158637538s","remote":"127.0.0.1:54360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:44.528968Z","caller":"traceutil/trace.go:171","msg":"trace[1177805453] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26443; }","duration":"6.692841516s","start":"2026-04-03T03:51:37.836116Z","end":"2026-04-03T03:51:44.528958Z","steps":["trace[1177805453] 'agreement among raft nodes before linearized reading' (duration: 4.881651146s)","trace[1177805453] 'range keys from in-memory index tree' (duration: 1.811155389s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.528987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.836084Z","time spent":"6.692898227s","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:51:44.529075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242645796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:44.529106Z","caller":"traceutil/trace.go:171","msg":"trace[1797085081] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26443; }","duration":"2.242719509s","start":"2026-04-03T03:51:42.286378Z","end":"2026-04-03T03:51:44.529098Z","steps":["trace[1797085081] 'agreement among raft nodes before linearized reading' (duration: 2.242670777s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:44.52913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.812291887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-03T03:51:44.529155Z","caller":"traceutil/trace.go:171","msg":"trace[999264619] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26443; }","duration":"6.812322988s","start":"2026-04-03T03:51:37.716825Z","end":"2026-04-03T03:51:44.529148Z","steps":["trace[999264619] 'agreement among raft nodes before linearized reading' (duration: 5.000954463s)","trace[999264619] 'range keys from in-memory index tree' (duration: 1.811312664s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.529172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.716817Z","time spent":"6.812351348s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" "} {"level":"warn","ts":"2026-04-03T03:51:44.529198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909600913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-03T03:51:44.529226Z","caller":"traceutil/trace.go:171","msg":"trace[1847286601] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:26443; }","duration":"2.909662994s","start":"2026-04-03T03:51:41.619558Z","end":"2026-04-03T03:51:44.529221Z","steps":["trace[1847286601] 'agreement among raft nodes before linearized reading' (duration: 2.909589562s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:44.529244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:41.61953Z","time spent":"2.909710945s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-04-03T03:51:44.529275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.236178429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-04-03T03:51:44.529299Z","caller":"traceutil/trace.go:171","msg":"trace[1938699981] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:26443; }","duration":"7.236252931s","start":"2026-04-03T03:51:37.29304Z","end":"2026-04-03T03:51:44.529293Z","steps":["trace[1938699981] 'agreement among raft nodes before linearized reading' (duration: 5.424750963s)","trace[1938699981] 'range keys from in-memory index tree' (duration: 1.811442237s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.529317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.293Z","time spent":"7.236313074s","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5055,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-04-03T03:51:44.529349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.234095454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:44.529376Z","caller":"traceutil/trace.go:171","msg":"trace[1274180197] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26443; }","duration":"3.234166557s","start":"2026-04-03T03:51:41.295203Z","end":"2026-04-03T03:51:44.52937Z","steps":["trace[1274180197] 'agreement among raft nodes before linearized reading' (duration: 3.234122906s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:44.529402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:41.295178Z","time spent":"3.234216587s","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:44.529424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.9999102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-03T03:51:44.529442Z","caller":"traceutil/trace.go:171","msg":"trace[1325657368] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26443; }","duration":"6.999973152s","start":"2026-04-03T03:51:37.529464Z","end":"2026-04-03T03:51:44.529437Z","steps":["trace[1325657368] 'agreement among raft nodes before linearized reading' (duration: 5.188330529s)","trace[1325657368] 'range keys from in-memory index tree' (duration: 1.811589041s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.529463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.529439Z","time spent":"7.000020903s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:51:44.52954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.742209612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-03T03:51:44.529567Z","caller":"traceutil/trace.go:171","msg":"trace[1637608247] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26443; }","duration":"3.742272033s","start":"2026-04-03T03:51:40.787288Z","end":"2026-04-03T03:51:44.52956Z","steps":["trace[1637608247] 'agreement among raft nodes before linearized reading' (duration: 3.742197731s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:44.529568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.985837311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2201"} {"level":"info","ts":"2026-04-03T03:51:44.52959Z","caller":"traceutil/trace.go:171","msg":"trace[1559121144] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:26443; }","duration":"6.985860752s","start":"2026-04-03T03:51:37.543722Z","end":"2026-04-03T03:51:44.529583Z","steps":["trace[1559121144] 'agreement among raft nodes before linearized reading' (duration: 5.174065526s)","trace[1559121144] 'range keys from in-memory index tree' (duration: 1.811737526s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.52961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.543633Z","time spent":"6.985973315s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2224,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"warn","ts":"2026-04-03T03:51:44.529633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.077249316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:44.529663Z","caller":"traceutil/trace.go:171","msg":"trace[434651388] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26443; }","duration":"4.077284548s","start":"2026-04-03T03:51:40.452372Z","end":"2026-04-03T03:51:44.529656Z","steps":["trace[434651388] 'agreement among raft nodes before linearized reading' (duration: 4.077230546s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:44.529684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:40.452283Z","time spent":"4.07739518s","remote":"127.0.0.1:60352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:44.529715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.360713208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12733"} {"level":"info","ts":"2026-04-03T03:51:44.529734Z","caller":"traceutil/trace.go:171","msg":"trace[630510074] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:26443; }","duration":"7.360785529s","start":"2026-04-03T03:51:37.168943Z","end":"2026-04-03T03:51:44.529728Z","steps":["trace[630510074] 'agreement among raft nodes before linearized reading' (duration: 5.54886241s)","trace[630510074] 'range keys from in-memory index tree' (duration: 1.811871048s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.529754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.168909Z","time spent":"7.360841601s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12756,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:51:44.529829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.135354025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:44.529865Z","caller":"traceutil/trace.go:171","msg":"trace[2071025027] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26443; }","duration":"5.135441258s","start":"2026-04-03T03:51:39.394413Z","end":"2026-04-03T03:51:44.529855Z","steps":["trace[2071025027] 'agreement among raft nodes before linearized reading' (duration: 5.135393356s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:44.52987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.945799536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:44.52989Z","caller":"traceutil/trace.go:171","msg":"trace[153136120] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26443; }","duration":"6.945844757s","start":"2026-04-03T03:51:37.584039Z","end":"2026-04-03T03:51:44.529884Z","steps":["trace[153136120] 'agreement among raft nodes before linearized reading' (duration: 5.133770723s)","trace[153136120] 'count revisions from in-memory index tree' (duration: 1.812046563s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.529888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:39.394383Z","time spent":"5.13549896s","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:44.529911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.584025Z","time spent":"6.945880387s","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:44.530017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.145348064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:44.530043Z","caller":"traceutil/trace.go:171","msg":"trace[765541097] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26443; }","duration":"5.145417715s","start":"2026-04-03T03:51:39.384618Z","end":"2026-04-03T03:51:44.530036Z","steps":["trace[765541097] 'agreement among raft nodes before linearized reading' (duration: 5.145374625s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:44.530063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.961521008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2194"} {"level":"info","ts":"2026-04-03T03:51:44.530087Z","caller":"traceutil/trace.go:171","msg":"trace[1224541990] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:26443; }","duration":"6.96158674s","start":"2026-04-03T03:51:37.568494Z","end":"2026-04-03T03:51:44.530081Z","steps":["trace[1224541990] 'agreement among raft nodes before linearized reading' (duration: 5.149327501s)","trace[1224541990] 'range keys from in-memory index tree' (duration: 1.812212128s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.530094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.250608133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:44.530123Z","caller":"traceutil/trace.go:171","msg":"trace[1985955217] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26443; }","duration":"5.250688855s","start":"2026-04-03T03:51:39.279429Z","end":"2026-04-03T03:51:44.530118Z","steps":["trace[1985955217] 'agreement among raft nodes before linearized reading' (duration: 5.250646854s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:44.530147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.336319631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2368"} {"level":"warn","ts":"2026-04-03T03:51:44.53015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:39.279402Z","time spent":"5.250743806s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:44.53017Z","caller":"traceutil/trace.go:171","msg":"trace[675697333] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:26443; }","duration":"7.336360322s","start":"2026-04-03T03:51:37.193805Z","end":"2026-04-03T03:51:44.530165Z","steps":["trace[675697333] 'agreement among raft nodes before linearized reading' (duration: 5.52399794s)","trace[675697333] 'range keys from in-memory index tree' (duration: 1.81229831s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.530186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.193792Z","time spent":"7.336390263s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2391,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" "} {"level":"warn","ts":"2026-04-03T03:51:44.53027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.388497789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:44.530333Z","caller":"traceutil/trace.go:171","msg":"trace[1691112281] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26443; }","duration":"5.388606503s","start":"2026-04-03T03:51:39.14172Z","end":"2026-04-03T03:51:44.530326Z","steps":["trace[1691112281] 'agreement among raft nodes before linearized reading' (duration: 5.38852289s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:44.530354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:39.141697Z","time spent":"5.388650673s","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:44.530359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.411685347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5511"} {"level":"info","ts":"2026-04-03T03:51:44.53038Z","caller":"traceutil/trace.go:171","msg":"trace[1880600219] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:26443; }","duration":"7.411702747s","start":"2026-04-03T03:51:37.118671Z","end":"2026-04-03T03:51:44.530373Z","steps":["trace[1880600219] 'agreement among raft nodes before linearized reading' (duration: 5.599167151s)","trace[1880600219] 'range keys from in-memory index tree' (duration: 1.812480666s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.5304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.118654Z","time spent":"7.411742539s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5534,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:51:44.53047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400580994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:44.530496Z","caller":"traceutil/trace.go:171","msg":"trace[249865142] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26443; }","duration":"5.400643885s","start":"2026-04-03T03:51:39.129846Z","end":"2026-04-03T03:51:44.530489Z","steps":["trace[249865142] 'agreement among raft nodes before linearized reading' (duration: 5.400589214s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:44.530515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:39.129825Z","time spent":"5.400684687s","remote":"127.0.0.1:36280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:44.53055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.259533857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:44.530573Z","caller":"traceutil/trace.go:171","msg":"trace[487406590] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26443; }","duration":"7.25960649s","start":"2026-04-03T03:51:37.270961Z","end":"2026-04-03T03:51:44.530567Z","steps":["trace[487406590] 'agreement among raft nodes before linearized reading' (duration: 5.446887668s)","trace[487406590] 'count revisions from in-memory index tree' (duration: 1.812681061s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.530589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.270943Z","time spent":"7.25964165s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:44.530625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.78323851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:44.530652Z","caller":"traceutil/trace.go:171","msg":"trace[669831732] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26443; }","duration":"5.783316421s","start":"2026-04-03T03:51:38.747327Z","end":"2026-04-03T03:51:44.530643Z","steps":["trace[669831732] 'agreement among raft nodes before linearized reading' (duration: 5.78327658s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:44.530679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.287468199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2383"} {"level":"info","ts":"2026-04-03T03:51:44.530701Z","caller":"traceutil/trace.go:171","msg":"trace[1028839846] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:26443; }","duration":"7.287568741s","start":"2026-04-03T03:51:37.243126Z","end":"2026-04-03T03:51:44.530694Z","steps":["trace[1028839846] 'agreement among raft nodes before linearized reading' (duration: 5.474734036s)","trace[1028839846] 'range keys from in-memory index tree' (duration: 1.812786493s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.530718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.243093Z","time spent":"7.287620763s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2406,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" "} {"level":"warn","ts":"2026-04-03T03:51:44.530104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.568478Z","time spent":"6.961622501s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2217,"request content":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" "} {"level":"warn","ts":"2026-04-03T03:51:44.529842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.010976947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-api-certs\" ","response":"range_response_count:1 size:2397"} {"level":"warn","ts":"2026-04-03T03:51:44.530312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.25923106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3559"} {"level":"warn","ts":"2026-04-03T03:51:44.530022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.385905724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" ","response":"range_response_count:1 size:2175"} {"level":"info","ts":"2026-04-03T03:51:44.53138Z","caller":"traceutil/trace.go:171","msg":"trace[695046153] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:26443; }","duration":"7.260303878s","start":"2026-04-03T03:51:37.271051Z","end":"2026-04-03T03:51:44.531355Z","steps":["trace[695046153] 'agreement among raft nodes before linearized reading' (duration: 5.446784865s)","trace[695046153] 'range keys from in-memory index tree' (duration: 1.812412153s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.531413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.271035Z","time spent":"7.26036834s","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3582,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"info","ts":"2026-04-03T03:51:44.531443Z","caller":"traceutil/trace.go:171","msg":"trace[604753951] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/barbican-api-certs; range_end:; response_count:1; response_revision:26443; }","duration":"7.387319652s","start":"2026-04-03T03:51:37.144058Z","end":"2026-04-03T03:51:44.531378Z","steps":["trace[604753951] 'agreement among raft nodes before linearized reading' (duration: 5.573758368s)","trace[604753951] 'range keys from in-memory index tree' (duration: 1.812168377s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.529587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:40.787268Z","time spent":"3.742314653s","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-03T03:51:44.530063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:39.384588Z","time spent":"5.145469937s","remote":"127.0.0.1:32776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:44.531587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.144028Z","time spent":"7.387503758s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2198,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" "} {"level":"warn","ts":"2026-04-03T03:51:44.531594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.312456219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4681"} {"level":"info","ts":"2026-04-03T03:51:44.528779Z","caller":"traceutil/trace.go:171","msg":"trace[1034671130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"6.665518512s","start":"2026-04-03T03:51:37.863253Z","end":"2026-04-03T03:51:44.528772Z","steps":["trace[1034671130] 'agreement among raft nodes before linearized reading' (duration: 4.854502636s)","trace[1034671130] 'range keys from in-memory index tree' (duration: 1.810982165s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.528731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.184021157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-04-03T03:51:44.531371Z","caller":"traceutil/trace.go:171","msg":"trace[840239257] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-api-certs; range_end:; response_count:1; response_revision:26443; }","duration":"7.012483387s","start":"2026-04-03T03:51:37.518832Z","end":"2026-04-03T03:51:44.531316Z","steps":["trace[840239257] 'agreement among raft nodes before linearized reading' (duration: 5.198974485s)","trace[840239257] 'range keys from in-memory index tree' (duration: 1.811999002s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:51:44.53172Z","caller":"traceutil/trace.go:171","msg":"trace[2031322689] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26443; }","duration":"7.18705248s","start":"2026-04-03T03:51:37.34463Z","end":"2026-04-03T03:51:44.531683Z","steps":["trace[2031322689] 'agreement among raft nodes before linearized reading' (duration: 5.373118626s)","trace[2031322689] 'range keys from in-memory index tree' (duration: 1.810941634s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.531744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.518816Z","time spent":"7.012922329s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2420,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-api-certs\" "} {"level":"warn","ts":"2026-04-03T03:51:44.529086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.218094494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:44.531776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.344602Z","time spent":"7.187159332s","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7407,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-03T03:51:44.529129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:42.286354Z","time spent":"2.24276987s","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:44.531819Z","caller":"traceutil/trace.go:171","msg":"trace[512025740] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26443; }","duration":"7.220848888s","start":"2026-04-03T03:51:37.310951Z","end":"2026-04-03T03:51:44.5318Z","steps":["trace[512025740] 'agreement among raft nodes before linearized reading' (duration: 5.406827022s)","trace[512025740] 'count revisions from in-memory index tree' (duration: 1.811289813s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.531907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.310898Z","time spent":"7.220963441s","remote":"127.0.0.1:54490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:44.532038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.863179Z","time spent":"6.668851092s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 03:51:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:51:44.5321Z","caller":"traceutil/trace.go:171","msg":"trace[392825549] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:26443; }","duration":"7.313011795s","start":"2026-04-03T03:51:37.21908Z","end":"2026-04-03T03:51:44.532092Z","steps":["trace[392825549] 'agreement among raft nodes before linearized reading' (duration: 5.498789333s)","trace[392825549] 'range keys from in-memory index tree' (duration: 1.813527193s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:44.532124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:37.219069Z","time spent":"7.313049797s","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4704,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-04-03T03:51:44.530678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:38.747269Z","time spent":"5.783403634s","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:44.532616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.748991108s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:51:44.532646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.826142461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2763"} {"level":"info","ts":"2026-04-03T03:51:44.532692Z","caller":"traceutil/trace.go:171","msg":"trace[486753598] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:26443; }","duration":"5.826214404s","start":"2026-04-03T03:51:38.706469Z","end":"2026-04-03T03:51:44.532683Z","steps":["trace[486753598] 'agreement among raft nodes before linearized reading' (duration: 5.82422094s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:44.532719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:38.706443Z","time spent":"5.826269675s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2786,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" "} {"level":"info","ts":"2026-04-03T03:51:44.532887Z","caller":"traceutil/trace.go:171","msg":"trace[738050619] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"1.749456561s","start":"2026-04-03T03:51:42.783418Z","end":"2026-04-03T03:51:44.532874Z","steps":["trace[738050619] 'process raft request' (duration: 1.749296646s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:44.532995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:42.783357Z","time spent":"1.749573924s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:45.71305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000139929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:51:45.713143Z","caller":"traceutil/trace.go:171","msg":"trace[1123303286] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000288433s","start":"2026-04-03T03:51:43.712833Z","end":"2026-04-03T03:51:45.713121Z","steps":["trace[1123303286] 'agreement among raft nodes before linearized reading' (duration: 2.00016652s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:45.713242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:43.712812Z","time spent":"2.000415016s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:51:46.971122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364531196s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:46.971236Z","caller":"traceutil/trace.go:171","msg":"trace[305475231] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26444; }","duration":"1.364664679s","start":"2026-04-03T03:51:45.606554Z","end":"2026-04-03T03:51:46.971218Z","steps":["trace[305475231] 'range keys from in-memory index tree' (duration: 1.364514226s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:46.971566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897484799s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:51:46.971927Z","caller":"traceutil/trace.go:171","msg":"trace[626770264] linearizableReadLoop","detail":"{readStateIndex:27332; appliedIndex:27326; }","duration":"2.446314401s","start":"2026-04-03T03:51:44.525606Z","end":"2026-04-03T03:51:46.97192Z","steps":["trace[626770264] 'read index received' (duration: 7.127562ms)","trace[626770264] 'applied index is now lower than readState.Index' (duration: 2.439186289s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:46.972079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.786667225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:46.972097Z","caller":"traceutil/trace.go:171","msg":"trace[1115153107] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26449; }","duration":"3.786727048s","start":"2026-04-03T03:51:43.185362Z","end":"2026-04-03T03:51:46.972089Z","steps":["trace[1115153107] 'agreement among raft nodes before linearized reading' (duration: 3.786690877s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:46.972046Z","caller":"traceutil/trace.go:171","msg":"trace[1385330721] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"3.62830521s","start":"2026-04-03T03:51:43.343687Z","end":"2026-04-03T03:51:46.971992Z","steps":["trace[1385330721] 'process raft request' (duration: 3.628204497s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:46.972121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:43.185339Z","time spent":"3.786775578s","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:46.972263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:43.343638Z","time spent":"3.628508575s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:46.972296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.073024162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-03T03:51:46.972312Z","caller":"traceutil/trace.go:171","msg":"trace[1661275329] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26449; }","duration":"4.073073664s","start":"2026-04-03T03:51:42.899234Z","end":"2026-04-03T03:51:46.972308Z","steps":["trace[1661275329] 'agreement among raft nodes before linearized reading' (duration: 4.073003192s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:46.972326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:42.899216Z","time spent":"4.073107845s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:51:46.972408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.075322315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-03T03:51:46.97242Z","caller":"traceutil/trace.go:171","msg":"trace[12958369] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26449; }","duration":"4.075373935s","start":"2026-04-03T03:51:42.897042Z","end":"2026-04-03T03:51:46.972416Z","steps":["trace[12958369] 'agreement among raft nodes before linearized reading' (duration: 4.075337745s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:46.972431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:42.897018Z","time spent":"4.075410076s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:51:46.972482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172225739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:46.972497Z","caller":"traceutil/trace.go:171","msg":"trace[571595205] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26449; }","duration":"4.17227551s","start":"2026-04-03T03:51:42.800215Z","end":"2026-04-03T03:51:46.97249Z","steps":["trace[571595205] 'agreement among raft nodes before linearized reading' (duration: 4.172249918s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:46.972511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:42.800196Z","time spent":"4.172311231s","remote":"127.0.0.1:36416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:46.972567Z","caller":"traceutil/trace.go:171","msg":"trace[209375495] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"3.630958331s","start":"2026-04-03T03:51:43.341593Z","end":"2026-04-03T03:51:46.972551Z","steps":["trace[209375495] 'process raft request' (duration: 1.732422663s)","trace[209375495] 'compare' (duration: 1.896307929s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:46.97264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:43.341564Z","time spent":"3.631030892s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:46.972867Z","caller":"traceutil/trace.go:171","msg":"trace[1541715766] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"3.630072027s","start":"2026-04-03T03:51:43.342784Z","end":"2026-04-03T03:51:46.972856Z","steps":["trace[1541715766] 'process raft request' (duration: 3.628826603s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:46.97294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:43.342768Z","time spent":"3.630137649s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:46.97309Z","caller":"traceutil/trace.go:171","msg":"trace[510720426] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"3.630065746s","start":"2026-04-03T03:51:43.342988Z","end":"2026-04-03T03:51:46.973054Z","steps":["trace[510720426] 'process raft request' (duration: 3.628677159s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:46.973247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:43.342955Z","time spent":"3.630216791s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:46.973423Z","caller":"traceutil/trace.go:171","msg":"trace[821629387] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"3.629916052s","start":"2026-04-03T03:51:43.343486Z","end":"2026-04-03T03:51:46.973402Z","steps":["trace[821629387] 'process raft request' (duration: 3.628198875s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:46.973524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:43.343465Z","time spent":"3.630011946s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:47.472562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:47.714192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000505829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:47.714318Z","caller":"traceutil/trace.go:171","msg":"trace[1807749570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000691254s","start":"2026-04-03T03:51:45.713598Z","end":"2026-04-03T03:51:47.714289Z","steps":["trace[1807749570] 'agreement among raft nodes before linearized reading' (duration: 2.00052687s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:47.714385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:45.713581Z","time spent":"2.000791506s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:51:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:47.863336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997839974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:47.863437Z","caller":"traceutil/trace.go:171","msg":"trace[984495018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998003699s","start":"2026-04-03T03:51:44.865408Z","end":"2026-04-03T03:51:47.863412Z","steps":["trace[984495018] 'agreement among raft nodes before linearized reading' (duration: 2.997884536s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:47.863489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.865351Z","time spent":"2.998124282s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 03:51:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:47.973106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:47.98005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.538579Z","time spent":"3.441449506s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:51:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:47.980054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.540103Z","time spent":"3.439944297s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:51:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:47.986678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997247609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:47.986766Z","caller":"traceutil/trace.go:171","msg":"trace[602177691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997349871s","start":"2026-04-03T03:51:44.989365Z","end":"2026-04-03T03:51:47.986715Z","steps":["trace[602177691] 'agreement among raft nodes before linearized reading' (duration: 2.9972808s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:47.986816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.989346Z","time spent":"2.997461845s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 03:51:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:48.03305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976009309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a2bc598efd3cfe\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:48.033119Z","caller":"traceutil/trace.go:171","msg":"trace[390619816] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a2bc598efd3cfe; range_end:; }","duration":"1.976154385s","start":"2026-04-03T03:51:46.056945Z","end":"2026-04-03T03:51:48.0331Z","steps":["trace[390619816] 'agreement among raft nodes before linearized reading' (duration: 1.976072722s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:48.033134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491912693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:48.033158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:46.05691Z","time spent":"1.976239406s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a2bc598efd3cfe\" "} {"level":"info","ts":"2026-04-03T03:51:48.033179Z","caller":"traceutil/trace.go:171","msg":"trace[263846539] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; }","duration":"3.491970556s","start":"2026-04-03T03:51:44.54119Z","end":"2026-04-03T03:51:48.033161Z","steps":["trace[263846539] 'agreement among raft nodes before linearized reading' (duration: 3.491926644s)"],"step_count":1} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:48.03321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.541186Z","time spent":"3.492016617s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-04-03T03:51:48.033209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490171517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"","error":"context canceled"} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:48.033237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49214653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:48.033273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490220358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:48.033283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492044788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-25s75-tls\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:48.033291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49028683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:48.033328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491443972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:48.033341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49026459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:48.03334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490210108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:48.033358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491397869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:48.033385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493139077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:48.03339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49026373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-79f4c44477-nhqt2\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:48.033393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490316232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:48.033403Z","caller":"traceutil/trace.go:171","msg":"trace[211003909] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; }","duration":"3.491453571s","start":"2026-04-03T03:51:44.541939Z","end":"2026-04-03T03:51:48.033392Z","steps":["trace[211003909] 'agreement among raft nodes before linearized reading' (duration: 3.491405939s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:48.03342Z","caller":"traceutil/trace.go:171","msg":"trace[1497306683] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-79f4c44477-nhqt2; range_end:; }","duration":"3.49029775s","start":"2026-04-03T03:51:44.543113Z","end":"2026-04-03T03:51:48.033411Z","steps":["trace[1497306683] 'agreement among raft nodes before linearized reading' (duration: 3.49027041s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:48.033412Z","caller":"traceutil/trace.go:171","msg":"trace[544051128] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; }","duration":"3.493177697s","start":"2026-04-03T03:51:44.540229Z","end":"2026-04-03T03:51:48.033407Z","steps":["trace[544051128] 'agreement among raft nodes before linearized reading' (duration: 3.493149107s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:48.033439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49028546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-5f46756595-vslkh\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:48.033421Z","caller":"traceutil/trace.go:171","msg":"trace[1738817970] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; }","duration":"3.49028005s","start":"2026-04-03T03:51:44.543109Z","end":"2026-04-03T03:51:48.033389Z","steps":["trace[1738817970] 'agreement among raft nodes before linearized reading' (duration: 3.490219368s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:48.033445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.543108Z","time spent":"3.490331851s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/heat-engine-79f4c44477-nhqt2\" "} {"level":"warn","ts":"2026-04-03T03:51:48.033215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490056294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-5b9d8597d-mqncc\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:48.033461Z","caller":"traceutil/trace.go:171","msg":"trace[755327497] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-5f46756595-vslkh; range_end:; }","duration":"3.4903129s","start":"2026-04-03T03:51:44.543142Z","end":"2026-04-03T03:51:48.033455Z","steps":["trace[755327497] 'agreement among raft nodes before linearized reading' (duration: 3.49029048s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:48.033411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490260348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:51:48.033458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.541934Z","time spent":"3.491510082s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" "} {"level":"warn","ts":"2026-04-03T03:51:48.033462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.540225Z","time spent":"3.493229528s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/image\" "} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:51:48.033347Z","caller":"traceutil/trace.go:171","msg":"trace[1921508764] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; }","duration":"3.490352641s","start":"2026-04-03T03:51:44.542987Z","end":"2026-04-03T03:51:48.033339Z","steps":["trace[1921508764] 'agreement among raft nodes before linearized reading' (duration: 3.49029805s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:48.033513Z","caller":"traceutil/trace.go:171","msg":"trace[538976849] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; }","duration":"3.490395783s","start":"2026-04-03T03:51:44.543096Z","end":"2026-04-03T03:51:48.033492Z","steps":["trace[538976849] 'agreement among raft nodes before linearized reading' (duration: 3.490248578s)"],"step_count":1} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:51:48.03351Z","caller":"traceutil/trace.go:171","msg":"trace[1788059557] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-5b9d8597d-mqncc; range_end:; }","duration":"3.490382322s","start":"2026-04-03T03:51:44.543098Z","end":"2026-04-03T03:51:48.03348Z","steps":["trace[1788059557] 'agreement among raft nodes before linearized reading' (duration: 3.490057273s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:48.033557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.54298Z","time spent":"3.490566978s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/identity\" "} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:48.033572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.543092Z","time spent":"3.490470825s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" "} {"level":"warn","ts":"2026-04-03T03:51:48.033609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.543095Z","time spent":"3.490481754s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/cinder-api-5b9d8597d-mqncc\" "} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:51:48.033299Z","caller":"traceutil/trace.go:171","msg":"trace[1805381324] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; }","duration":"3.49027816s","start":"2026-04-03T03:51:44.543014Z","end":"2026-04-03T03:51:48.033292Z","steps":["trace[1805381324] 'agreement among raft nodes before linearized reading' (duration: 3.490249309s)"],"step_count":1} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:48.033663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.543001Z","time spent":"3.49065526s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"info","ts":"2026-04-03T03:51:48.033256Z","caller":"traceutil/trace.go:171","msg":"trace[1426922900] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; }","duration":"3.490219067s","start":"2026-04-03T03:51:44.54302Z","end":"2026-04-03T03:51:48.033239Z","steps":["trace[1426922900] 'agreement among raft nodes before linearized reading' (duration: 3.490181487s)"],"step_count":1} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:48.033722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.543016Z","time spent":"3.490689212s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/load-balancer\" "} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:51:48.0333Z","caller":"traceutil/trace.go:171","msg":"trace[1113110111] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-25s75-tls; range_end:; }","duration":"3.492069438s","start":"2026-04-03T03:51:44.541225Z","end":"2026-04-03T03:51:48.033294Z","steps":["trace[1113110111] 'agreement among raft nodes before linearized reading' (duration: 3.492050918s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:48.03382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.541218Z","time spent":"3.492592672s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-25s75-tls\" "} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:48.033239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491931514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:48.033898Z","caller":"traceutil/trace.go:171","msg":"trace[857409800] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-cfn-certs; range_end:; }","duration":"3.492674704s","start":"2026-04-03T03:51:44.541212Z","end":"2026-04-03T03:51:48.033886Z","steps":["trace[857409800] 'agreement among raft nodes before linearized reading' (duration: 3.491934014s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:48.03392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.541206Z","time spent":"3.492708505s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" "} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:48.033301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490156066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-nvdvq\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:48.033967Z","caller":"traceutil/trace.go:171","msg":"trace[1741961829] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-nvdvq; range_end:; }","duration":"3.490832545s","start":"2026-04-03T03:51:44.543128Z","end":"2026-04-03T03:51:48.03396Z","steps":["trace[1741961829] 'agreement among raft nodes before linearized reading' (duration: 3.490160647s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:48.033991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.543125Z","time spent":"3.490860255s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-nvdvq\" "} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:51:48.033312Z","caller":"traceutil/trace.go:171","msg":"trace[1279077693] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; }","duration":"3.492242673s","start":"2026-04-03T03:51:44.541046Z","end":"2026-04-03T03:51:48.033288Z","steps":["trace[1279077693] 'agreement among raft nodes before linearized reading' (duration: 3.492155031s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:48.034049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.541039Z","time spent":"3.492990993s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:48.033344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490187067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-77q97\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:48.034092Z","caller":"traceutil/trace.go:171","msg":"trace[412262601] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-77q97; range_end:; }","duration":"3.490944277s","start":"2026-04-03T03:51:44.543141Z","end":"2026-04-03T03:51:48.034086Z","steps":["trace[412262601] 'agreement among raft nodes before linearized reading' (duration: 3.490194667s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:48.034108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.543135Z","time spent":"3.490968518s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-77q97\" "} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:51:48.033356Z","caller":"traceutil/trace.go:171","msg":"trace[624592863] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; }","duration":"3.491486832s","start":"2026-04-03T03:51:44.541862Z","end":"2026-04-03T03:51:48.033349Z","steps":["trace[624592863] 'agreement among raft nodes before linearized reading' (duration: 3.491456952s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:48.034227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.541855Z","time spent":"3.492308765s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"warn","ts":"2026-04-03T03:51:48.033143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490058514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"","error":"context canceled"} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:51:48.03336Z","caller":"traceutil/trace.go:171","msg":"trace[2140350447] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; }","duration":"3.49029409s","start":"2026-04-03T03:51:44.54306Z","end":"2026-04-03T03:51:48.033354Z","steps":["trace[2140350447] 'agreement among raft nodes before linearized reading' (duration: 3.49027283s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:48.034387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.543055Z","time spent":"3.491326798s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:51:48.033452Z","caller":"traceutil/trace.go:171","msg":"trace[1988130638] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; }","duration":"3.490368323s","start":"2026-04-03T03:51:44.54306Z","end":"2026-04-03T03:51:48.033428Z","steps":["trace[1988130638] 'agreement among raft nodes before linearized reading' (duration: 3.490325512s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:48.034373Z","caller":"traceutil/trace.go:171","msg":"trace[1102162968] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; }","duration":"3.491282896s","start":"2026-04-03T03:51:44.543041Z","end":"2026-04-03T03:51:48.034323Z","steps":["trace[1102162968] 'agreement among raft nodes before linearized reading' (duration: 3.490063414s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:48.03456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.543035Z","time spent":"3.491465382s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:48.034446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.543055Z","time spent":"3.49138604s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" "} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:48.0335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.543104Z","time spent":"3.490383283s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" "} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:48.033483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.543138Z","time spent":"3.490339721s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/nova-novncproxy-5f46756595-vslkh\" "} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:48.447673Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.373563123s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:51:48.839624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998292806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:48.839795Z","caller":"traceutil/trace.go:171","msg":"trace[239740226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998490052s","start":"2026-04-03T03:51:45.841281Z","end":"2026-04-03T03:51:48.839771Z","steps":["trace[239740226] 'agreement among raft nodes before linearized reading' (duration: 2.998286426s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:48.839855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:45.841238Z","time spent":"2.998606715s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/03 03:51:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:49.433891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.831497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:51:49.434169Z","caller":"traceutil/trace.go:171","msg":"trace[440735781] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"4.897763989s","start":"2026-04-03T03:51:44.536344Z","end":"2026-04-03T03:51:49.434108Z","steps":["trace[440735781] 'process raft request' (duration: 3.911595054s)","trace[440735781] 'compare' (duration: 985.681723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:49.434472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.536323Z","time spent":"4.897974035s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:49.434693Z","caller":"traceutil/trace.go:171","msg":"trace[1223818460] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"4.711150143s","start":"2026-04-03T03:51:44.723514Z","end":"2026-04-03T03:51:49.434664Z","steps":["trace[1223818460] 'process raft request' (duration: 4.710744922s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:49.434822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.723482Z","time spent":"4.711300008s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:49.435048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.536326Z","time spent":"4.898720705s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:51:49.435209Z","caller":"traceutil/trace.go:171","msg":"trace[152026712] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"4.89411579s","start":"2026-04-03T03:51:44.54108Z","end":"2026-04-03T03:51:49.435196Z","steps":["trace[152026712] 'process raft request' (duration: 4.893134224s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:49.435205Z","caller":"traceutil/trace.go:171","msg":"trace[1782022781] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"3.093222588s","start":"2026-04-03T03:51:46.341943Z","end":"2026-04-03T03:51:49.435165Z","steps":["trace[1782022781] 'process raft request' (duration: 3.092394605s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:49.435279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.541064Z","time spent":"4.894176813s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:49.435349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:46.341914Z","time spent":"3.093359392s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:49.435447Z","caller":"traceutil/trace.go:171","msg":"trace[527144256] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"2.452702683s","start":"2026-04-03T03:51:46.982699Z","end":"2026-04-03T03:51:49.435402Z","steps":["trace[527144256] 'process raft request' (duration: 2.451713567s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:49.435449Z","caller":"traceutil/trace.go:171","msg":"trace[747515936] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"4.711673338s","start":"2026-04-03T03:51:44.723712Z","end":"2026-04-03T03:51:49.435385Z","steps":["trace[747515936] 'process raft request' (duration: 4.710581479s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:49.435631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:46.98269Z","time spent":"2.452839546s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:49.435639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.723663Z","time spent":"4.711877353s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:49.435447Z","caller":"traceutil/trace.go:171","msg":"trace[655631028] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"2.4529711s","start":"2026-04-03T03:51:46.982412Z","end":"2026-04-03T03:51:49.435383Z","steps":["trace[655631028] 'process raft request' (duration: 2.451966823s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:49.435989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:46.982376Z","time spent":"2.453551575s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:49.733796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000710644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:49.733886Z","caller":"traceutil/trace.go:171","msg":"trace[1882739505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000850567s","start":"2026-04-03T03:51:47.733015Z","end":"2026-04-03T03:51:49.733866Z","steps":["trace[1882739505] 'agreement among raft nodes before linearized reading' (duration: 2.000734594s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:49.733936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:47.732997Z","time spent":"2.00092899s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:51:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:51.296999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862530141s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:51:51.298602Z","caller":"traceutil/trace.go:171","msg":"trace[846293346] linearizableReadLoop","detail":"{readStateIndex:27344; appliedIndex:27332; }","duration":"4.326641119s","start":"2026-04-03T03:51:46.971939Z","end":"2026-04-03T03:51:51.29858Z","steps":["trace[846293346] 'read index received' (duration: 1.476021801s)","trace[846293346] 'applied index is now lower than readState.Index' (duration: 2.850618138s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:51:51.298697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.380896804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:51.29881Z","caller":"traceutil/trace.go:171","msg":"trace[852581586] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26460; }","duration":"5.381046068s","start":"2026-04-03T03:51:45.917746Z","end":"2026-04-03T03:51:51.298792Z","steps":["trace[852581586] 'agreement among raft nodes before linearized reading' (duration: 5.380865323s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:51.298835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.755647675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-04-03T03:51:51.298854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:45.91773Z","time spent":"5.38111312s","remote":"127.0.0.1:49402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:51.298851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.755655065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-03T03:51:51.298887Z","caller":"traceutil/trace.go:171","msg":"trace[615440559] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26460; }","duration":"6.755712076s","start":"2026-04-03T03:51:44.543161Z","end":"2026-04-03T03:51:51.298873Z","steps":["trace[615440559] 'agreement among raft nodes before linearized reading' (duration: 6.755524312s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:51.298911Z","caller":"traceutil/trace.go:171","msg":"trace[2017211646] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26460; }","duration":"6.755726687s","start":"2026-04-03T03:51:44.543167Z","end":"2026-04-03T03:51:51.298894Z","steps":["trace[2017211646] 'agreement among raft nodes before linearized reading' (duration: 6.755515831s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:51.298959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.543162Z","time spent":"6.755788768s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:51:51.299007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.759027734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-49be66a1-f26d-4cf7-8914-76fae364b92f\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-03T03:51:51.299043Z","caller":"traceutil/trace.go:171","msg":"trace[978595602] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"3.433080163s","start":"2026-04-03T03:51:47.865951Z","end":"2026-04-03T03:51:51.299031Z","steps":["trace[978595602] 'process raft request' (duration: 3.431136941s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:51.29909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.759264102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:51.299123Z","caller":"traceutil/trace.go:171","msg":"trace[1393711422] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26460; }","duration":"6.759328783s","start":"2026-04-03T03:51:44.539786Z","end":"2026-04-03T03:51:51.299114Z","steps":["trace[1393711422] 'agreement among raft nodes before linearized reading' (duration: 6.759280631s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:51.299127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:47.865919Z","time spent":"3.433159213s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:51.299153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.539771Z","time spent":"6.759374844s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:51:51.299238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.75761221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-03T03:51:51.299269Z","caller":"traceutil/trace.go:171","msg":"trace[1705169509] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26460; }","duration":"3.317192838s","start":"2026-04-03T03:51:47.982066Z","end":"2026-04-03T03:51:51.299259Z","steps":["trace[1705169509] 'process raft request' (duration: 3.316417077s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:51.299282Z","caller":"traceutil/trace.go:171","msg":"trace[1329687708] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26460; }","duration":"5.757687392s","start":"2026-04-03T03:51:45.541582Z","end":"2026-04-03T03:51:51.29927Z","steps":["trace[1329687708] 'agreement among raft nodes before linearized reading' (duration: 5.757577699s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:51.299313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:45.54157Z","time spent":"5.757736602s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" "} {"level":"warn","ts":"2026-04-03T03:51:51.298922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.543157Z","time spent":"6.755755988s","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-04-03T03:51:51.299363Z","caller":"traceutil/trace.go:171","msg":"trace[1559342155] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26460; }","duration":"3.316944521s","start":"2026-04-03T03:51:47.982409Z","end":"2026-04-03T03:51:51.299354Z","steps":["trace[1559342155] 'process raft request' (duration: 3.316134649s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:51.299329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:47.982053Z","time spent":"3.317248418s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:51.299048Z","caller":"traceutil/trace.go:171","msg":"trace[1763820463] range","detail":"{range_begin:/registry/persistentvolumes/pvc-49be66a1-f26d-4cf7-8914-76fae364b92f; range_end:; response_count:1; response_revision:26460; }","duration":"6.759069447s","start":"2026-04-03T03:51:44.539962Z","end":"2026-04-03T03:51:51.299031Z","steps":["trace[1763820463] 'agreement among raft nodes before linearized reading' (duration: 6.758980454s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:51.299439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:44.539954Z","time spent":"6.759478438s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-49be66a1-f26d-4cf7-8914-76fae364b92f\" "} {"level":"warn","ts":"2026-04-03T03:51:51.299461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.817495569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:51.299504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748265261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:51.299526Z","caller":"traceutil/trace.go:171","msg":"trace[1138886802] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26460; }","duration":"5.817621452s","start":"2026-04-03T03:51:45.48189Z","end":"2026-04-03T03:51:51.299511Z","steps":["trace[1138886802] 'agreement among raft nodes before linearized reading' (duration: 5.817458388s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:51.299533Z","caller":"traceutil/trace.go:171","msg":"trace[1171248871] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26460; }","duration":"4.748326092s","start":"2026-04-03T03:51:46.551198Z","end":"2026-04-03T03:51:51.299524Z","steps":["trace[1171248871] 'agreement among raft nodes before linearized reading' (duration: 4.748265431s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:51.299562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:45.48187Z","time spent":"5.817684964s","remote":"127.0.0.1:44954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:51.299567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:46.551181Z","time spent":"4.748378514s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:51.299613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.038940354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:51.299637Z","caller":"traceutil/trace.go:171","msg":"trace[1592152534] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26460; }","duration":"5.039006844s","start":"2026-04-03T03:51:46.260623Z","end":"2026-04-03T03:51:51.299629Z","steps":["trace[1592152534] 'agreement among raft nodes before linearized reading' (duration: 5.038961443s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:51.299653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:46.260597Z","time spent":"5.039051778s","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:51.299407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:47.982374Z","time spent":"3.317010893s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:51.734088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999563253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:51.734185Z","caller":"traceutil/trace.go:171","msg":"trace[397760869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999730797s","start":"2026-04-03T03:51:49.734433Z","end":"2026-04-03T03:51:51.734164Z","steps":["trace[397760869] 'agreement among raft nodes before linearized reading' (duration: 1.999602133s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:51.734239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:49.734408Z","time spent":"1.999821541s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:51:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:51.799026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:52.286751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.399889412s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:51:52.744745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:51:52.744839Z","caller":"traceutil/trace.go:171","msg":"trace[1194254132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370756s","start":"2026-04-03T03:51:50.744446Z","end":"2026-04-03T03:51:52.744817Z","steps":["trace[1194254132] 'agreement among raft nodes before linearized reading' (duration: 2.000258903s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:52.745115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:50.744411Z","time spent":"2.000685873s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:51:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:53.740324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:51:53.740438Z","caller":"traceutil/trace.go:171","msg":"trace[711575623] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000134228s","start":"2026-04-03T03:51:51.740277Z","end":"2026-04-03T03:51:53.740411Z","steps":["trace[711575623] 'agreement among raft nodes before linearized reading' (duration: 1.999981365s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:53.7405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:51.740237Z","time spent":"2.000252862s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:51:53.840224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:48.842792Z","time spent":"4.997422458s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:51:53.976669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:48.979346Z","time spent":"4.997315565s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:51:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:53.97671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:48.979626Z","time spent":"4.997070628s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:51:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:53.977522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:48.980636Z","time spent":"4.996876433s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:51:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:53.977696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:48.980119Z","time spent":"4.997574612s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:51:53.978552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:48.980048Z","time spent":"4.998499037s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:51:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:55.747868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000434727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:55.74795Z","caller":"traceutil/trace.go:171","msg":"trace[1326874533] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000568209s","start":"2026-04-03T03:51:53.747362Z","end":"2026-04-03T03:51:55.74793Z","steps":["trace[1326874533] 'agreement among raft nodes before linearized reading' (duration: 2.000468507s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:55.747997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:53.74734Z","time spent":"2.000648042s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:51:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:56.041142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:49.040444Z","time spent":"7.00069063s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:51:56.062716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:49.061955Z","time spent":"7.000756513s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:51:56.437807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:49.437541Z","time spent":"7.000259689s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:51:56.440285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:51.444009Z","time spent":"4.996268157s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:51:56.442065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:51.443084Z","time spent":"4.99897845s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:51:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:56.898478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292226471s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:56.898604Z","caller":"traceutil/trace.go:171","msg":"trace[732578392] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26460; }","duration":"1.292365775s","start":"2026-04-03T03:51:55.606221Z","end":"2026-04-03T03:51:56.898586Z","steps":["trace[732578392] 'range keys from in-memory index tree' (duration: 1.292210351s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:56.900355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.613295634s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-03T03:51:57.334676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.647821302s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:51:57.748436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:57.748653Z","caller":"traceutil/trace.go:171","msg":"trace[862561312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000338085s","start":"2026-04-03T03:51:55.74829Z","end":"2026-04-03T03:51:57.748628Z","steps":["trace[862561312] 'agreement among raft nodes before linearized reading' (duration: 2.000077707s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:57.748839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:55.748271Z","time spent":"2.00054639s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:51:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:58.234041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.087945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-04-03T03:51:58.235469Z","caller":"traceutil/trace.go:171","msg":"trace[1097996124] transaction","detail":"{read_only:false; response_revision:26471; number_of_response:1; }","duration":"6.195627293s","start":"2026-04-03T03:51:52.039814Z","end":"2026-04-03T03:51:58.235441Z","steps":["trace[1097996124] 'process raft request' (duration: 6.195458298s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.235523Z","caller":"traceutil/trace.go:171","msg":"trace[967559079] linearizableReadLoop","detail":"{readStateIndex:27357; appliedIndex:27346; }","duration":"6.936844515s","start":"2026-04-03T03:51:51.298664Z","end":"2026-04-03T03:51:58.235508Z","steps":["trace[967559079] 'read index received' (duration: 988.350485ms)","trace[967559079] 'applied index is now lower than readState.Index' (duration: 5.94849288s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:51:58.235607Z","caller":"traceutil/trace.go:171","msg":"trace[1986096680] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26472; }","duration":"2.169554641s","start":"2026-04-03T03:51:56.066032Z","end":"2026-04-03T03:51:58.235587Z","steps":["trace[1986096680] 'process raft request' (duration: 2.169530701s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.235609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:52.039797Z","time spent":"6.195739646s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:58.235669Z","caller":"traceutil/trace.go:171","msg":"trace[2082235633] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"3.793892431s","start":"2026-04-03T03:51:54.44175Z","end":"2026-04-03T03:51:58.235643Z","steps":["trace[2082235633] 'process raft request' (duration: 3.793705046s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.235686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.75317329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.235723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.146974213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:51:58.235705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.971916164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.235771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.884634141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:58.235772Z","caller":"traceutil/trace.go:171","msg":"trace[1577313359] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26472; }","duration":"9.753281943s","start":"2026-04-03T03:51:48.482446Z","end":"2026-04-03T03:51:58.235728Z","steps":["trace[1577313359] 'agreement among raft nodes before linearized reading' (duration: 9.753143999s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.235774Z","caller":"traceutil/trace.go:171","msg":"trace[220630580] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26472; }","duration":"7.972050288s","start":"2026-04-03T03:51:50.263705Z","end":"2026-04-03T03:51:58.235755Z","steps":["trace[220630580] 'agreement among raft nodes before linearized reading' (duration: 7.971942575s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.235775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:54.441725Z","time spent":"3.793998173s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:58.23579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.028060961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:58.235751Z","caller":"traceutil/trace.go:171","msg":"trace[1158677202] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26472; }","duration":"2.189076657s","start":"2026-04-03T03:51:56.046616Z","end":"2026-04-03T03:51:58.235693Z","steps":["trace[1158677202] 'process raft request' (duration: 2.188919843s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.235814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:48.482431Z","time spent":"9.753372936s","remote":"127.0.0.1:49358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:58.235835Z","caller":"traceutil/trace.go:171","msg":"trace[812042177] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26472; }","duration":"9.028151053s","start":"2026-04-03T03:51:49.207672Z","end":"2026-04-03T03:51:58.235823Z","steps":["trace[812042177] 'agreement among raft nodes before linearized reading' (duration: 9.028079082s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.235788Z","caller":"traceutil/trace.go:171","msg":"trace[1079984179] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26472; }","duration":"10.884686963s","start":"2026-04-03T03:51:47.351095Z","end":"2026-04-03T03:51:58.235782Z","steps":["trace[1079984179] 'agreement among raft nodes before linearized reading' (duration: 10.884657292s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.235865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.688441483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-03T03:51:58.235871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:49.207635Z","time spent":"9.028228146s","remote":"127.0.0.1:48090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.235818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:50.263669Z","time spent":"7.97213869s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:58.23589Z","caller":"traceutil/trace.go:171","msg":"trace[599761199] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26472; }","duration":"8.688502764s","start":"2026-04-03T03:51:49.54738Z","end":"2026-04-03T03:51:58.235882Z","steps":["trace[599761199] 'agreement among raft nodes before linearized reading' (duration: 8.688375151s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.235854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.795994614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-03T03:51:58.235921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.47581019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-03T03:51:58.235947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.353678035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:58.235961Z","caller":"traceutil/trace.go:171","msg":"trace[1522301528] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26472; }","duration":"7.475872093s","start":"2026-04-03T03:51:50.760079Z","end":"2026-04-03T03:51:58.235951Z","steps":["trace[1522301528] 'agreement among raft nodes before linearized reading' (duration: 7.47576261s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.235742Z","caller":"traceutil/trace.go:171","msg":"trace[1582441323] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26472; }","duration":"10.147041197s","start":"2026-04-03T03:51:48.088693Z","end":"2026-04-03T03:51:58.235734Z","steps":["trace[1582441323] 'agreement among raft nodes before linearized reading' (duration: 10.146955834s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.23597Z","caller":"traceutil/trace.go:171","msg":"trace[2140649739] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde; range_end:; response_count:1; response_revision:26472; }","duration":"8.796162887s","start":"2026-04-03T03:51:49.439781Z","end":"2026-04-03T03:51:58.235944Z","steps":["trace[2140649739] 'agreement among raft nodes before linearized reading' (duration: 8.795751287s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.235996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:50.760063Z","time spent":"7.475925574s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-03T03:51:58.236033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.789109319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-04-03T03:51:58.236032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:49.439772Z","time spent":"8.79624827s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde\" "} {"level":"warn","ts":"2026-04-03T03:51:58.236007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:56.04659Z","time spent":"2.189273762s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:51:58.236052Z","caller":"traceutil/trace.go:171","msg":"trace[245219488] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26472; }","duration":"8.789126749s","start":"2026-04-03T03:51:49.446919Z","end":"2026-04-03T03:51:58.236046Z","steps":["trace[245219488] 'agreement among raft nodes before linearized reading' (duration: 8.789070988s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.993572923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.236104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.933551406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-04-03T03:51:58.236111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.451647475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:58.23613Z","caller":"traceutil/trace.go:171","msg":"trace[1628126973] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26472; }","duration":"6.933610368s","start":"2026-04-03T03:51:51.302515Z","end":"2026-04-03T03:51:58.236126Z","steps":["trace[1628126973] 'agreement among raft nodes before linearized reading' (duration: 6.933554717s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.236138Z","caller":"traceutil/trace.go:171","msg":"trace[187367270] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26472; }","duration":"9.451723728s","start":"2026-04-03T03:51:48.784405Z","end":"2026-04-03T03:51:58.236129Z","steps":["trace[187367270] 'agreement among raft nodes before linearized reading' (duration: 9.451684127s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.892182892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:51:58.23615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:51.302499Z","time spent":"6.933647418s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T03:51:58.236156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:48.784375Z","time spent":"9.451776259s","remote":"127.0.0.1:36294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:58.236164Z","caller":"traceutil/trace.go:171","msg":"trace[2119040077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26472; }","duration":"7.892256653s","start":"2026-04-03T03:51:50.343898Z","end":"2026-04-03T03:51:58.236155Z","steps":["trace[2119040077] 'agreement among raft nodes before linearized reading' (duration: 7.892209962s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:50.343859Z","time spent":"7.892321526s","remote":"127.0.0.1:44842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.236004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:48.088668Z","time spent":"10.147326804s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.236277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.502804511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.235637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.826912555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.236314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.64318577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:58.236326Z","caller":"traceutil/trace.go:171","msg":"trace[2125303789] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26472; }","duration":"8.827642474s","start":"2026-04-03T03:51:49.408675Z","end":"2026-04-03T03:51:58.236318Z","steps":["trace[2125303789] 'agreement among raft nodes before linearized reading' (duration: 8.826901454s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.189519326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:58.236338Z","caller":"traceutil/trace.go:171","msg":"trace[1500324600] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26472; }","duration":"7.64325166s","start":"2026-04-03T03:51:50.593078Z","end":"2026-04-03T03:51:58.236329Z","steps":["trace[1500324600] 'agreement among raft nodes before linearized reading' (duration: 7.64321043s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.340706764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:51:58.23635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.92951138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-04-03T03:51:58.236357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:49.408661Z","time spent":"8.827685185s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.236348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.793879996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:58.236366Z","caller":"traceutil/trace.go:171","msg":"trace[1510808234] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26472; }","duration":"9.341007173s","start":"2026-04-03T03:51:48.895349Z","end":"2026-04-03T03:51:58.236356Z","steps":["trace[1510808234] 'agreement among raft nodes before linearized reading' (duration: 9.340675464s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.236371Z","caller":"traceutil/trace.go:171","msg":"trace[1205613919] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26472; }","duration":"3.189628539s","start":"2026-04-03T03:51:55.046724Z","end":"2026-04-03T03:51:58.236352Z","steps":["trace[1205613919] 'agreement among raft nodes before linearized reading' (duration: 3.189511646s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.217758957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.236043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.114882909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276021"} {"level":"info","ts":"2026-04-03T03:51:58.236368Z","caller":"traceutil/trace.go:171","msg":"trace[98008400] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26472; }","duration":"5.929564672s","start":"2026-04-03T03:51:52.306799Z","end":"2026-04-03T03:51:58.236364Z","steps":["trace[98008400] 'agreement among raft nodes before linearized reading' (duration: 5.929514601s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:48.895336Z","time spent":"9.341060594s","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.236415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793143155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-04-03T03:51:58.236075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:49.446897Z","time spent":"8.789174571s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" "} {"level":"warn","ts":"2026-04-03T03:51:58.236439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256574035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-03T03:51:58.236451Z","caller":"traceutil/trace.go:171","msg":"trace[6887462] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26472; }","duration":"1.793217277s","start":"2026-04-03T03:51:56.443225Z","end":"2026-04-03T03:51:58.236442Z","steps":["trace[6887462] 'agreement among raft nodes before linearized reading' (duration: 1.793153136s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.236468Z","caller":"traceutil/trace.go:171","msg":"trace[725280840] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26472; }","duration":"4.256620128s","start":"2026-04-03T03:51:53.979842Z","end":"2026-04-03T03:51:58.236462Z","steps":["trace[725280840] 'agreement among raft nodes before linearized reading' (duration: 4.256529395s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.23649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.930040312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-04-03T03:51:58.236479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:56.443203Z","time spent":"1.793270308s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-03T03:51:58.236443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:52.306781Z","time spent":"5.929649944s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" "} {"level":"info","ts":"2026-04-03T03:51:58.236511Z","caller":"traceutil/trace.go:171","msg":"trace[602979868] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26472; }","duration":"6.930072322s","start":"2026-04-03T03:51:51.306435Z","end":"2026-04-03T03:51:58.236507Z","steps":["trace[602979868] 'agreement among raft nodes before linearized reading' (duration: 6.930025811s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.23641Z","caller":"traceutil/trace.go:171","msg":"trace[1295003130] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26472; }","duration":"6.217801289s","start":"2026-04-03T03:51:52.018602Z","end":"2026-04-03T03:51:58.236403Z","steps":["trace[1295003130] 'agreement among raft nodes before linearized reading' (duration: 6.217777238s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.344635516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.23654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:52.018585Z","time spent":"6.217947373s","remote":"127.0.0.1:54254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:58.236548Z","caller":"traceutil/trace.go:171","msg":"trace[695697269] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26472; }","duration":"3.344661776s","start":"2026-04-03T03:51:54.89188Z","end":"2026-04-03T03:51:58.236542Z","steps":["trace[695697269] 'agreement among raft nodes before linearized reading' (duration: 3.344619655s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.930240347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.236567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:54.891809Z","time spent":"3.344753077s","remote":"127.0.0.1:59996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:58.236574Z","caller":"traceutil/trace.go:171","msg":"trace[20935292] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26472; }","duration":"6.930300978s","start":"2026-04-03T03:51:51.306268Z","end":"2026-04-03T03:51:58.236569Z","steps":["trace[20935292] 'agreement among raft nodes before linearized reading' (duration: 6.930272458s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797187534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.236601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.575644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:58.236436Z","caller":"traceutil/trace.go:171","msg":"trace[1609606089] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26472; }","duration":"11.115308771s","start":"2026-04-03T03:51:47.121114Z","end":"2026-04-03T03:51:58.236423Z","steps":["trace[1609606089] 'agreement among raft nodes before linearized reading' (duration: 11.114683214s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.257023228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-04-03T03:51:58.236643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:47.121089Z","time spent":"11.115545748s","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276044,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-03T03:51:58.236664Z","caller":"traceutil/trace.go:171","msg":"trace[778491397] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26472; }","duration":"4.25710758s","start":"2026-04-03T03:51:53.979547Z","end":"2026-04-03T03:51:58.236655Z","steps":["trace[778491397] 'agreement among raft nodes before linearized reading' (duration: 4.256997927s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.685969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.236697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:53.97953Z","time spent":"4.257157481s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-03T03:51:58.236396Z","caller":"traceutil/trace.go:171","msg":"trace[980331167] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26472; }","duration":"8.79396337s","start":"2026-04-03T03:51:49.442417Z","end":"2026-04-03T03:51:58.23638Z","steps":["trace[980331167] 'agreement among raft nodes before linearized reading' (duration: 8.793888338s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.23675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.254611073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-03T03:51:58.236753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425491829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:51:58.236772Z","caller":"traceutil/trace.go:171","msg":"trace[671732693] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26472; }","duration":"4.254646183s","start":"2026-04-03T03:51:53.98212Z","end":"2026-04-03T03:51:58.236766Z","steps":["trace[671732693] 'agreement among raft nodes before linearized reading' (duration: 4.254590462s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.236778Z","caller":"traceutil/trace.go:171","msg":"trace[924126197] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26472; }","duration":"3.42555592s","start":"2026-04-03T03:51:54.811216Z","end":"2026-04-03T03:51:58.236772Z","steps":["trace[924126197] 'agreement among raft nodes before linearized reading' (duration: 3.425431417s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:53.982113Z","time spent":"4.254670553s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-03T03:51:58.236783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.378174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.236797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:54.811193Z","time spent":"3.425599001s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.236784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:49.442388Z","time spent":"8.79438024s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.236803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317483637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.235723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:56.066012Z","time spent":"2.169648484s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:51:58.235914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:49.547347Z","time spent":"8.688562316s","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-03T03:51:58.236833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.257919232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-03T03:51:58.235878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:47.351077Z","time spent":"10.884792725s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.236856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.257976314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T03:51:58.236866Z","caller":"traceutil/trace.go:171","msg":"trace[543507227] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26472; }","duration":"4.257980935s","start":"2026-04-03T03:51:53.978873Z","end":"2026-04-03T03:51:58.236854Z","steps":["trace[543507227] 'agreement among raft nodes before linearized reading' (duration: 4.257894572s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.236878Z","caller":"traceutil/trace.go:171","msg":"trace[1960237604] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26472; }","duration":"4.258051316s","start":"2026-04-03T03:51:53.978821Z","end":"2026-04-03T03:51:58.236873Z","steps":["trace[1960237604] 'agreement among raft nodes before linearized reading' (duration: 4.258005725s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:53.97879Z","time spent":"4.258099356s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:51:58.236891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181948548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.236893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:53.978825Z","time spent":"4.258062255s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-04-03T03:51:58.23692Z","caller":"traceutil/trace.go:171","msg":"trace[1336390842] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26472; }","duration":"1.182014079s","start":"2026-04-03T03:51:57.054897Z","end":"2026-04-03T03:51:58.236912Z","steps":["trace[1336390842] 'agreement among raft nodes before linearized reading' (duration: 1.181940137s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794310206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-04-03T03:51:58.236939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.636364874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:58.236331Z","caller":"traceutil/trace.go:171","msg":"trace[1204587258] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26472; }","duration":"5.502855403s","start":"2026-04-03T03:51:52.733461Z","end":"2026-04-03T03:51:58.236316Z","steps":["trace[1204587258] 'agreement among raft nodes before linearized reading' (duration: 5.502789181s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.236955Z","caller":"traceutil/trace.go:171","msg":"trace[787058929] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26472; }","duration":"4.636402865s","start":"2026-04-03T03:51:53.600546Z","end":"2026-04-03T03:51:58.236949Z","steps":["trace[787058929] 'agreement among raft nodes before linearized reading' (duration: 4.636380305s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:57.054875Z","time spent":"1.182071641s","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.23697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:53.600529Z","time spent":"4.636437697s","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.236979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:52.733395Z","time spent":"5.503567331s","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.236358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:50.593052Z","time spent":"7.643301773s","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:58.237278Z","caller":"traceutil/trace.go:171","msg":"trace[1831291820] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26472; }","duration":"2.317810167s","start":"2026-04-03T03:51:55.919276Z","end":"2026-04-03T03:51:58.237086Z","steps":["trace[1831291820] 'agreement among raft nodes before linearized reading' (duration: 2.317484448s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.237307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:55.919263Z","time spent":"2.318034172s","remote":"127.0.0.1:54248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.236684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117461181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.236488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:53.979834Z","time spent":"4.256650039s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:51:58.23733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996004565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.236302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.906004109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:51:58.237363Z","caller":"traceutil/trace.go:171","msg":"trace[541508640] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26472; }","duration":"2.118166622s","start":"2026-04-03T03:51:56.119181Z","end":"2026-04-03T03:51:58.237348Z","steps":["trace[541508640] 'agreement among raft nodes before linearized reading' (duration: 2.117474133s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.237425Z","caller":"traceutil/trace.go:171","msg":"trace[155287683] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26472; }","duration":"5.907147339s","start":"2026-04-03T03:51:52.33027Z","end":"2026-04-03T03:51:58.237417Z","steps":["trace[155287683] 'agreement among raft nodes before linearized reading' (duration: 5.906008119s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.237419Z","caller":"traceutil/trace.go:171","msg":"trace[376335849] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26472; }","duration":"2.996133948s","start":"2026-04-03T03:51:55.241272Z","end":"2026-04-03T03:51:58.237406Z","steps":["trace[376335849] 'agreement among raft nodes before linearized reading' (duration: 2.996015725s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.23597Z","caller":"traceutil/trace.go:171","msg":"trace[831530917] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26472; }","duration":"8.353740088s","start":"2026-04-03T03:51:49.882223Z","end":"2026-04-03T03:51:58.235963Z","steps":["trace[831530917] 'agreement among raft nodes before linearized reading' (duration: 8.353702996s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.237446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:52.33026Z","time spent":"5.90717897s","remote":"127.0.0.1:36466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.23745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:56.119166Z","time spent":"2.118268644s","remote":"127.0.0.1:54668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.237466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:49.882196Z","time spent":"8.355260618s","remote":"127.0.0.1:54586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:58.236104Z","caller":"traceutil/trace.go:171","msg":"trace[1035429186] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26472; }","duration":"8.993626615s","start":"2026-04-03T03:51:49.242466Z","end":"2026-04-03T03:51:58.236093Z","steps":["trace[1035429186] 'agreement among raft nodes before linearized reading' (duration: 8.993562263s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:51.30643Z","time spent":"6.930094214s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-04-03T03:51:58.237528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612429936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:51:58.237552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:49.24246Z","time spent":"8.995075065s","remote":"127.0.0.1:36296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:58.236628Z","caller":"traceutil/trace.go:171","msg":"trace[1334940299] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:0; response_revision:26472; }","duration":"1.797275856s","start":"2026-04-03T03:51:56.439342Z","end":"2026-04-03T03:51:58.236617Z","steps":["trace[1334940299] 'agreement among raft nodes before linearized reading' (duration: 1.797198784s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.237572Z","caller":"traceutil/trace.go:171","msg":"trace[2091051507] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26472; }","duration":"2.612477608s","start":"2026-04-03T03:51:55.625083Z","end":"2026-04-03T03:51:58.23756Z","steps":["trace[2091051507] 'agreement among raft nodes before linearized reading' (duration: 2.612407436s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.237601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:56.439318Z","time spent":"1.798275774s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-04-03T03:51:58.236962Z","caller":"traceutil/trace.go:171","msg":"trace[854382186] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26472; }","duration":"1.794779889s","start":"2026-04-03T03:51:56.442173Z","end":"2026-04-03T03:51:58.236953Z","steps":["trace[854382186] 'agreement among raft nodes before linearized reading' (duration: 1.794269895s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:58.236632Z","caller":"traceutil/trace.go:171","msg":"trace[1306082895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26472; }","duration":"481.651716ms","start":"2026-04-03T03:51:57.754972Z","end":"2026-04-03T03:51:58.236624Z","steps":["trace[1306082895] 'agreement among raft nodes before linearized reading' (duration: 481.606335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:51.306241Z","time spent":"6.93034454s","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:51:58.237683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:57.754944Z","time spent":"482.730105ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:51:58.237685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318768586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"warn","ts":"2026-04-03T03:51:58.236737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259270184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:51:58.23774Z","caller":"traceutil/trace.go:171","msg":"trace[1004946769] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26472; }","duration":"1.318849997s","start":"2026-04-03T03:51:56.918878Z","end":"2026-04-03T03:51:58.237728Z","steps":["trace[1004946769] 'agreement among raft nodes before linearized reading' (duration: 1.318472217s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.237605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:55.625059Z","time spent":"2.612535829s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:58.23775Z","caller":"traceutil/trace.go:171","msg":"trace[885248759] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26472; }","duration":"2.260278901s","start":"2026-04-03T03:51:55.977457Z","end":"2026-04-03T03:51:58.237736Z","steps":["trace[885248759] 'agreement among raft nodes before linearized reading' (duration: 2.259252714s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.23778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:56.918861Z","time spent":"1.318912419s","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418402,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-03T03:51:58.23779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:55.977399Z","time spent":"2.260379564s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.236418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:55.046688Z","time spent":"3.189719872s","remote":"127.0.0.1:36268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.237464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:55.241241Z","time spent":"2.99621018s","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.237562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333820427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:51:58.237865Z","caller":"traceutil/trace.go:171","msg":"trace[1197964726] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26472; }","duration":"2.334156686s","start":"2026-04-03T03:51:55.903702Z","end":"2026-04-03T03:51:58.237859Z","steps":["trace[1197964726] 'agreement among raft nodes before linearized reading' (duration: 2.333342975s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.236451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.828139483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-03T03:51:58.237925Z","caller":"traceutil/trace.go:171","msg":"trace[1947809421] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26472; }","duration":"6.829640034s","start":"2026-04-03T03:51:51.408271Z","end":"2026-04-03T03:51:58.237911Z","steps":["trace[1947809421] 'agreement among raft nodes before linearized reading' (duration: 6.828149524s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.237331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274898496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:51:58.237985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:51.408251Z","time spent":"6.829719135s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-03T03:51:58.238004Z","caller":"traceutil/trace.go:171","msg":"trace[1675585780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26472; }","duration":"1.275624366s","start":"2026-04-03T03:51:56.96237Z","end":"2026-04-03T03:51:58.237994Z","steps":["trace[1675585780] 'agreement among raft nodes before linearized reading' (duration: 1.274913326s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.238026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:56.962351Z","time spent":"1.275668817s","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:51:58.236816Z","caller":"traceutil/trace.go:171","msg":"trace[194005413] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26472; }","duration":"844.411816ms","start":"2026-04-03T03:51:57.392396Z","end":"2026-04-03T03:51:58.236808Z","steps":["trace[194005413] 'agreement among raft nodes before linearized reading' (duration: 844.355994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.238114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:57.392334Z","time spent":"845.767073ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.237644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:56.442163Z","time spent":"1.795473838s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-04-03T03:51:58.236733Z","caller":"traceutil/trace.go:171","msg":"trace[1678935215] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26472; }","duration":"576.761242ms","start":"2026-04-03T03:51:57.659956Z","end":"2026-04-03T03:51:58.236718Z","steps":["trace[1678935215] 'agreement among raft nodes before linearized reading' (duration: 576.701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.239281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:57.659936Z","time spent":"579.331271ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.237891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:55.903687Z","time spent":"2.334198089s","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":234,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:51:58.740115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:51:58.977042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.931236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:58.977149Z","caller":"traceutil/trace.go:171","msg":"trace[2089542015] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"731.05397ms","start":"2026-04-03T03:51:58.246053Z","end":"2026-04-03T03:51:58.977107Z","steps":["trace[2089542015] 'agreement among raft nodes before linearized reading' (duration: 730.939406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.977207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.246047Z","time spent":"731.150391ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/03 03:51:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:58.979227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.010561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:58.979326Z","caller":"traceutil/trace.go:171","msg":"trace[1806437260] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"733.120535ms","start":"2026-04-03T03:51:58.246167Z","end":"2026-04-03T03:51:58.979288Z","steps":["trace[1806437260] 'agreement among raft nodes before linearized reading' (duration: 733.015192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.979381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.246164Z","time spent":"733.202368ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/03 03:51:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:58.979367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.117831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:51:58.979477Z","caller":"traceutil/trace.go:171","msg":"trace[318461401] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"731.286865ms","start":"2026-04-03T03:51:58.248164Z","end":"2026-04-03T03:51:58.979451Z","steps":["trace[318461401] 'agreement among raft nodes before linearized reading' (duration: 731.117951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:51:58.97953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.248151Z","time spent":"731.367807ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/03 03:51:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:51:59.69388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.01194ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-03T03:51:59.693954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.238672Z","time spent":"1.455278544s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:52:00.239593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999521752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:52:00.239746Z","caller":"traceutil/trace.go:171","msg":"trace[624411179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999748547s","start":"2026-04-03T03:51:58.239953Z","end":"2026-04-03T03:52:00.239701Z","steps":["trace[624411179] 'agreement among raft nodes before linearized reading' (duration: 1.999554403s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:00.239815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.239927Z","time spent":"1.999875491s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:52:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:52:00.462644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.112438149s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:52:00.766388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.447826ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-03T03:52:00.766619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.241694Z","time spent":"2.524917343s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:52:00.766941Z","caller":"traceutil/trace.go:171","msg":"trace[1032504987] linearizableReadLoop","detail":"{readStateIndex:27364; appliedIndex:27361; }","duration":"2.526917597s","start":"2026-04-03T03:51:58.240008Z","end":"2026-04-03T03:52:00.766925Z","steps":["trace[1032504987] 'read index received' (duration: 806.826136ms)","trace[1032504987] 'applied index is now lower than readState.Index' (duration: 1.720090641s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:00.767025Z","caller":"traceutil/trace.go:171","msg":"trace[239056613] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"2.177513537s","start":"2026-04-03T03:51:58.589504Z","end":"2026-04-03T03:52:00.767018Z","steps":["trace[239056613] 'process raft request' (duration: 2.177037884s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:00.767104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.589473Z","time spent":"2.177577508s","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418437,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:01.26793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353943836,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:52:01.335995Z","caller":"traceutil/trace.go:171","msg":"trace[66616267] transaction","detail":"{read_only:false; response_revision:26474; number_of_response:1; }","duration":"1.640873143s","start":"2026-04-03T03:51:59.695091Z","end":"2026-04-03T03:52:01.335964Z","steps":["trace[66616267] 'process raft request' (duration: 1.595272097s)","trace[66616267] 'compare' (duration: 45.40618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:01.336143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:59.695061Z","time spent":"1.641001936s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:01.337409Z","caller":"traceutil/trace.go:171","msg":"trace[1720926309] linearizableReadLoop","detail":"{readStateIndex:27366; appliedIndex:27364; }","duration":"570.408671ms","start":"2026-04-03T03:52:00.766986Z","end":"2026-04-03T03:52:01.337395Z","steps":["trace[1720926309] 'read index received' (duration: 523.358296ms)","trace[1720926309] 'applied index is now lower than readState.Index' (duration: 47.049315ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:01.337523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095067937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:01.337552Z","caller":"traceutil/trace.go:171","msg":"trace[131167424] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26475; }","duration":"3.095121569s","start":"2026-04-03T03:51:58.242422Z","end":"2026-04-03T03:52:01.337543Z","steps":["trace[131167424] 'agreement among raft nodes before linearized reading' (duration: 3.095024516s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.337539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937459344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:01.337576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.242406Z","time spent":"3.095164421s","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-03T03:52:01.337591Z","caller":"traceutil/trace.go:171","msg":"trace[60185754] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26475; }","duration":"1.937572218s","start":"2026-04-03T03:51:59.400004Z","end":"2026-04-03T03:52:01.337576Z","steps":["trace[60185754] 'agreement among raft nodes before linearized reading' (duration: 1.937448015s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.337628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:59.399978Z","time spent":"1.937641229s","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:01.337782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091593228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-03T03:52:01.337842Z","caller":"traceutil/trace.go:171","msg":"trace[1799153896] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"569.341963ms","start":"2026-04-03T03:52:00.768484Z","end":"2026-04-03T03:52:01.337826Z","steps":["trace[1799153896] 'process raft request' (duration: 568.778208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.337863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093148665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-04-03T03:52:01.337854Z","caller":"traceutil/trace.go:171","msg":"trace[1179761720] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26475; }","duration":"2.091713801s","start":"2026-04-03T03:51:59.246116Z","end":"2026-04-03T03:52:01.33783Z","steps":["trace[1179761720] 'agreement among raft nodes before linearized reading' (duration: 2.091536816s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:01.337885Z","caller":"traceutil/trace.go:171","msg":"trace[149878798] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26475; }","duration":"3.093181758s","start":"2026-04-03T03:51:58.244697Z","end":"2026-04-03T03:52:01.337878Z","steps":["trace[149878798] 'agreement among raft nodes before linearized reading' (duration: 3.093122385s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.337904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.24469Z","time spent":"3.093210418s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-03T03:52:01.337887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089651622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-03T03:52:01.337912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:00.768461Z","time spent":"569.410444ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:01.337955Z","caller":"traceutil/trace.go:171","msg":"trace[931128478] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26475; }","duration":"3.089742075s","start":"2026-04-03T03:51:58.248193Z","end":"2026-04-03T03:52:01.337935Z","steps":["trace[931128478] 'agreement among raft nodes before linearized reading' (duration: 3.089531249s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.337978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319106381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:52:01.338016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.248184Z","time spent":"3.089822907s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-03T03:52:01.338031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095072777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a2bc5990858933\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-04-03T03:52:01.338053Z","caller":"traceutil/trace.go:171","msg":"trace[1332547864] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a2bc5990858933; range_end:; response_count:1; response_revision:26475; }","duration":"3.095107129s","start":"2026-04-03T03:51:58.242939Z","end":"2026-04-03T03:52:01.338046Z","steps":["trace[1332547864] 'agreement among raft nodes before linearized reading' (duration: 3.095060749s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.338076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.242932Z","time spent":"3.09513588s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":765,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18a2bc5990858933\" "} {"level":"warn","ts":"2026-04-03T03:52:01.338095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091870756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:01.33813Z","caller":"traceutil/trace.go:171","msg":"trace[2136508816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26475; }","duration":"1.091935099s","start":"2026-04-03T03:52:00.246182Z","end":"2026-04-03T03:52:01.338117Z","steps":["trace[2136508816] 'agreement among raft nodes before linearized reading' (duration: 1.091881667s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.338157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:00.246161Z","time spent":"1.09199116s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:52:01.338204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095672333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-64c9b4f4d-s4krx\" ","response":"range_response_count:1 size:8782"} {"level":"warn","ts":"2026-04-03T03:52:01.338115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091853541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-04-03T03:52:01.338273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.08772567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-04-03T03:52:01.338273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906443588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:52:01.338307Z","caller":"traceutil/trace.go:171","msg":"trace[1775170351] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26475; }","duration":"3.087757101s","start":"2026-04-03T03:51:58.250539Z","end":"2026-04-03T03:52:01.338296Z","steps":["trace[1775170351] 'agreement among raft nodes before linearized reading' (duration: 3.087666699s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:01.338278Z","caller":"traceutil/trace.go:171","msg":"trace[1259993709] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26475; }","duration":"3.092047366s","start":"2026-04-03T03:51:58.246203Z","end":"2026-04-03T03:52:01.338251Z","steps":["trace[1259993709] 'agreement among raft nodes before linearized reading' (duration: 3.091464891s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:01.33832Z","caller":"traceutil/trace.go:171","msg":"trace[1126625414] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26475; }","duration":"2.906540601s","start":"2026-04-03T03:51:58.431768Z","end":"2026-04-03T03:52:01.338309Z","steps":["trace[1126625414] 'agreement among raft nodes before linearized reading' (duration: 2.906278863s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.338342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.250516Z","time spent":"3.087817553s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-03T03:52:01.338361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.431743Z","time spent":"2.906606442s","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":242,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:52:01.338023Z","caller":"traceutil/trace.go:171","msg":"trace[2134348251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26475; }","duration":"2.319284527s","start":"2026-04-03T03:51:59.018727Z","end":"2026-04-03T03:52:01.338011Z","steps":["trace[2134348251] 'agreement among raft nodes before linearized reading' (duration: 2.319205934s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.33831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100770756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:01.338392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.2462Z","time spent":"3.092151919s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-04-03T03:52:01.338224Z","caller":"traceutil/trace.go:171","msg":"trace[1169400460] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-64c9b4f4d-s4krx; range_end:; response_count:1; response_revision:26475; }","duration":"3.095715816s","start":"2026-04-03T03:51:58.242503Z","end":"2026-04-03T03:52:01.338219Z","steps":["trace[1169400460] 'agreement among raft nodes before linearized reading' (duration: 3.095655603s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.339354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.242489Z","time spent":"3.096775714s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8805,"request content":"key:\"/registry/pods/openstack/magnum-api-64c9b4f4d-s4krx\" "} {"level":"warn","ts":"2026-04-03T03:52:01.337906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:59.246066Z","time spent":"2.091828354s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" "} {"level":"warn","ts":"2026-04-03T03:52:01.338284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095812128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-377b614f-b547-4791-9188-8e9667ba118b\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-03T03:52:01.339775Z","caller":"traceutil/trace.go:171","msg":"trace[2065952691] range","detail":"{range_begin:/registry/persistentvolumes/pvc-377b614f-b547-4791-9188-8e9667ba118b; range_end:; response_count:1; response_revision:26475; }","duration":"3.097304657s","start":"2026-04-03T03:51:58.242445Z","end":"2026-04-03T03:52:01.33975Z","steps":["trace[2065952691] 'agreement among raft nodes before linearized reading' (duration: 3.095790677s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.339856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.242431Z","time spent":"3.097400071s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-377b614f-b547-4791-9188-8e9667ba118b\" "} {"level":"warn","ts":"2026-04-03T03:52:01.337806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.092375785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-04-03T03:52:01.339995Z","caller":"traceutil/trace.go:171","msg":"trace[183542573] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26475; }","duration":"3.094563084s","start":"2026-04-03T03:51:58.245424Z","end":"2026-04-03T03:52:01.339987Z","steps":["trace[183542573] 'agreement among raft nodes before linearized reading' (duration: 3.092295443s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.340023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.245415Z","time spent":"3.094601575s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-03T03:52:01.338403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728619471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-03T03:52:01.340165Z","caller":"traceutil/trace.go:171","msg":"trace[757795623] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26475; }","duration":"1.730434269s","start":"2026-04-03T03:51:59.609712Z","end":"2026-04-03T03:52:01.340146Z","steps":["trace[757795623] 'agreement among raft nodes before linearized reading' (duration: 1.728619231s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.34021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:59.609676Z","time spent":"1.730522862s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-03T03:52:01.337599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040874881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:01.34031Z","caller":"traceutil/trace.go:171","msg":"trace[1414692286] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26475; }","duration":"3.043625855s","start":"2026-04-03T03:51:58.296674Z","end":"2026-04-03T03:52:01.340299Z","steps":["trace[1414692286] 'agreement among raft nodes before linearized reading' (duration: 3.040750608s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.340336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.296665Z","time spent":"3.043662306s","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T03:52:01.338414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:59.018704Z","time spent":"2.319698087s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:52:01.33842Z","caller":"traceutil/trace.go:171","msg":"trace[1647793326] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26475; }","duration":"1.100917559s","start":"2026-04-03T03:52:00.237492Z","end":"2026-04-03T03:52:01.33841Z","steps":["trace[1647793326] 'agreement among raft nodes before linearized reading' (duration: 1.100787846s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.340669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:00.237473Z","time spent":"1.10317524s","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:01.338608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091725597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-04-03T03:52:01.340805Z","caller":"traceutil/trace.go:171","msg":"trace[1865334503] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26475; }","duration":"3.093944508s","start":"2026-04-03T03:51:58.246848Z","end":"2026-04-03T03:52:01.340793Z","steps":["trace[1865334503] 'agreement among raft nodes before linearized reading' (duration: 3.091686817s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.34083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.246843Z","time spent":"3.093978798s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-03T03:52:01.338635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016991799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:52:01.340917Z","caller":"traceutil/trace.go:171","msg":"trace[2077755495] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26475; }","duration":"3.019309682s","start":"2026-04-03T03:51:58.321599Z","end":"2026-04-03T03:52:01.340909Z","steps":["trace[2077755495] 'agreement among raft nodes before linearized reading' (duration: 3.016934028s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.340938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.321583Z","time spent":"3.019348782s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:01.338689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.092006856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T03:52:01.341059Z","caller":"traceutil/trace.go:171","msg":"trace[2023799269] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26475; }","duration":"3.094393509s","start":"2026-04-03T03:51:58.246658Z","end":"2026-04-03T03:52:01.341052Z","steps":["trace[2023799269] 'agreement among raft nodes before linearized reading' (duration: 3.091953013s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:01.341092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:51:58.246652Z","time spent":"3.09442173s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/03 03:52:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:52:02.400389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.206147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:02.400631Z","caller":"traceutil/trace.go:171","msg":"trace[350861064] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"1.052352565s","start":"2026-04-03T03:52:01.348266Z","end":"2026-04-03T03:52:02.400618Z","steps":["trace[350861064] 'process raft request' (duration: 1.052313023s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:02.400683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:01.348258Z","time spent":"1.052402896s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8805,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:02.400675Z","caller":"traceutil/trace.go:171","msg":"trace[2064857840] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"1.05705035s","start":"2026-04-03T03:52:01.343591Z","end":"2026-04-03T03:52:02.400642Z","steps":["trace[2064857840] 'process raft request' (duration: 1.056876985s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:02.400725Z","caller":"traceutil/trace.go:171","msg":"trace[1530900749] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"1.053752241s","start":"2026-04-03T03:52:01.34695Z","end":"2026-04-03T03:52:02.400702Z","steps":["trace[1530900749] 'process raft request' (duration: 1.053601868s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:02.400752Z","caller":"traceutil/trace.go:171","msg":"trace[1485433525] linearizableReadLoop","detail":"{readStateIndex:27367; appliedIndex:27366; }","duration":"1.058217383s","start":"2026-04-03T03:52:01.342504Z","end":"2026-04-03T03:52:02.400722Z","steps":["trace[1485433525] 'read index received' (duration: 106.626647ms)","trace[1485433525] 'applied index is now lower than readState.Index' (duration: 951.587466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:02.400833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:01.346941Z","time spent":"1.053832434s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:02.400988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058463909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-03T03:52:02.401015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058326765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2bc4d2a2dcdd7\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-03T03:52:02.40102Z","caller":"traceutil/trace.go:171","msg":"trace[913991636] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26479; }","duration":"1.058524701s","start":"2026-04-03T03:52:01.342486Z","end":"2026-04-03T03:52:02.401011Z","steps":["trace[913991636] 'agreement among raft nodes before linearized reading' (duration: 1.058366287s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:02.401039Z","caller":"traceutil/trace.go:171","msg":"trace[1960494152] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2bc4d2a2dcdd7; range_end:; response_count:1; response_revision:26479; }","duration":"1.058377996s","start":"2026-04-03T03:52:01.342653Z","end":"2026-04-03T03:52:02.401031Z","steps":["trace[1960494152] 'agreement among raft nodes before linearized reading' (duration: 1.058284555s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:02.401052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:01.342478Z","time spent":"1.058566312s","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:52:02.401064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:01.342638Z","time spent":"1.058421458s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2bc4d2a2dcdd7\" "} {"level":"warn","ts":"2026-04-03T03:52:02.401083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.117465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:52:02.401112Z","caller":"traceutil/trace.go:171","msg":"trace[696408135] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26479; }","duration":"829.174925ms","start":"2026-04-03T03:52:01.571929Z","end":"2026-04-03T03:52:02.401104Z","steps":["trace[696408135] 'agreement among raft nodes before linearized reading' (duration: 829.118944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:02.401133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:01.571912Z","time spent":"829.215506ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:02.400785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:01.343579Z","time spent":"1.057143514s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:02.40121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.180684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:02.401232Z","caller":"traceutil/trace.go:171","msg":"trace[2137062628] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26479; }","duration":"836.231556ms","start":"2026-04-03T03:52:01.564993Z","end":"2026-04-03T03:52:02.401225Z","steps":["trace[2137062628] 'agreement among raft nodes before linearized reading' (duration: 836.187865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:02.401254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:01.564977Z","time spent":"836.271277ms","remote":"127.0.0.1:48096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:02.40126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.57401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:02.401283Z","caller":"traceutil/trace.go:171","msg":"trace[676368104] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26479; }","duration":"277.595321ms","start":"2026-04-03T03:52:02.123679Z","end":"2026-04-03T03:52:02.401274Z","steps":["trace[676368104] 'agreement among raft nodes before linearized reading' (duration: 277.56134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:02.40138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.805507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:02.401392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.008441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-04-03T03:52:02.401393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.951166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:52:02.401409Z","caller":"traceutil/trace.go:171","msg":"trace[1125418513] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26479; }","duration":"501.860709ms","start":"2026-04-03T03:52:01.899538Z","end":"2026-04-03T03:52:02.401398Z","steps":["trace[1125418513] 'agreement among raft nodes before linearized reading' (duration: 501.809067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:02.401433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:01.899511Z","time spent":"501.916499ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:52:02.40143Z","caller":"traceutil/trace.go:171","msg":"trace[1363644265] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26479; }","duration":"494.003677ms","start":"2026-04-03T03:52:01.907413Z","end":"2026-04-03T03:52:02.401417Z","steps":["trace[1363644265] 'agreement among raft nodes before linearized reading' (duration: 493.938685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:02.401462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.857272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-04-03T03:52:02.401468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:01.907408Z","time spent":"494.051719ms","remote":"127.0.0.1:36476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:52:02.401479Z","caller":"traceutil/trace.go:171","msg":"trace[206894836] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:26479; }","duration":"974.897823ms","start":"2026-04-03T03:52:01.426576Z","end":"2026-04-03T03:52:02.401474Z","steps":["trace[206894836] 'agreement among raft nodes before linearized reading' (duration: 974.846841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:02.401499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:01.426563Z","time spent":"974.929874ms","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":929,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-03T03:52:02.401411Z","caller":"traceutil/trace.go:171","msg":"trace[1242955779] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26479; }","duration":"954.048043ms","start":"2026-04-03T03:52:01.447357Z","end":"2026-04-03T03:52:02.401405Z","steps":["trace[1242955779] 'agreement among raft nodes before linearized reading' (duration: 953.982181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:02.401535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:01.447346Z","time spent":"954.183186ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T03:52:02.401556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053944176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-03T03:52:02.401581Z","caller":"traceutil/trace.go:171","msg":"trace[581607232] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26479; }","duration":"1.054009939s","start":"2026-04-03T03:52:01.347562Z","end":"2026-04-03T03:52:02.401572Z","steps":["trace[581607232] 'agreement among raft nodes before linearized reading' (duration: 1.053914317s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:02.401601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:01.347542Z","time spent":"1.054054271s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-03T03:52:02.401731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053969538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:02.401775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011358323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:52:02.401783Z","caller":"traceutil/trace.go:171","msg":"trace[1328492838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26479; }","duration":"1.054039369s","start":"2026-04-03T03:52:01.347729Z","end":"2026-04-03T03:52:02.401768Z","steps":["trace[1328492838] 'agreement among raft nodes before linearized reading' (duration: 1.053964058s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:02.401798Z","caller":"traceutil/trace.go:171","msg":"trace[971289647] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26479; }","duration":"1.011428904s","start":"2026-04-03T03:52:01.390362Z","end":"2026-04-03T03:52:02.401791Z","steps":["trace[971289647] 'agreement among raft nodes before linearized reading' (duration: 1.011388283s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:02.401807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:01.347721Z","time spent":"1.054081111s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:52:02.401827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:01.390338Z","time spent":"1.011483716s","remote":"127.0.0.1:44916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:02.621486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.476163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:02.621572Z","caller":"traceutil/trace.go:171","msg":"trace[1700071176] linearizableReadLoop","detail":"{readStateIndex:27373; appliedIndex:27371; }","duration":"172.821786ms","start":"2026-04-03T03:52:02.448735Z","end":"2026-04-03T03:52:02.621557Z","steps":["trace[1700071176] 'read index received' (duration: 30.218803ms)","trace[1700071176] 'applied index is now lower than readState.Index' (duration: 142.601723ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:02.621826Z","caller":"traceutil/trace.go:171","msg":"trace[2001182865] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"176.249686ms","start":"2026-04-03T03:52:02.445559Z","end":"2026-04-03T03:52:02.621809Z","steps":["trace[2001182865] 'process raft request' (duration: 63.310221ms)","trace[2001182865] 'compare' (duration: 112.262907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:02.622096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e3612b19-76a3-4759-8a95-dc2e5f41a5e2\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-03T03:52:02.622134Z","caller":"traceutil/trace.go:171","msg":"trace[917810866] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e3612b19-76a3-4759-8a95-dc2e5f41a5e2; range_end:; response_count:1; response_revision:26482; }","duration":"173.392481ms","start":"2026-04-03T03:52:02.448731Z","end":"2026-04-03T03:52:02.622123Z","steps":["trace[917810866] 'agreement among raft nodes before linearized reading' (duration: 173.265607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:02.622329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.430577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-03T03:52:02.622362Z","caller":"traceutil/trace.go:171","msg":"trace[1279591839] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde; range_end:; response_count:1; response_revision:26482; }","duration":"139.4848ms","start":"2026-04-03T03:52:02.482869Z","end":"2026-04-03T03:52:02.622354Z","steps":["trace[1279591839] 'agreement among raft nodes before linearized reading' (duration: 139.394147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:02.829771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.245685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:02.829882Z","caller":"traceutil/trace.go:171","msg":"trace[2071305033] linearizableReadLoop","detail":"{readStateIndex:27375; appliedIndex:27374; }","duration":"169.579907ms","start":"2026-04-03T03:52:02.660286Z","end":"2026-04-03T03:52:02.829866Z","steps":["trace[2071305033] 'read index received' (duration: 66.065545ms)","trace[2071305033] 'applied index is now lower than readState.Index' (duration: 103.513132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:02.830051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.760082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-03T03:52:02.830087Z","caller":"traceutil/trace.go:171","msg":"trace[1636859916] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b97c21030fde; range_end:; response_count:1; response_revision:26484; }","duration":"169.820454ms","start":"2026-04-03T03:52:02.660255Z","end":"2026-04-03T03:52:02.830075Z","steps":["trace[1636859916] 'agreement among raft nodes before linearized reading' (duration: 169.6551ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:02.830104Z","caller":"traceutil/trace.go:171","msg":"trace[1472152477] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"170.466332ms","start":"2026-04-03T03:52:02.659595Z","end":"2026-04-03T03:52:02.830061Z","steps":["trace[1472152477] 'process raft request' (duration: 66.848767ms)","trace[1472152477] 'compare' (duration: 103.110691ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:03.422848Z","caller":"traceutil/trace.go:171","msg":"trace[669669096] linearizableReadLoop","detail":"{readStateIndex:27377; appliedIndex:27376; }","duration":"316.386604ms","start":"2026-04-03T03:52:03.106436Z","end":"2026-04-03T03:52:03.422823Z","steps":["trace[669669096] 'read index received' (duration: 316.186448ms)","trace[669669096] 'applied index is now lower than readState.Index' (duration: 198.836µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:03.422967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.510147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:03.423019Z","caller":"traceutil/trace.go:171","msg":"trace[599951072] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26486; }","duration":"316.6294ms","start":"2026-04-03T03:52:03.10638Z","end":"2026-04-03T03:52:03.42301Z","steps":["trace[599951072] 'agreement among raft nodes before linearized reading' (duration: 316.493097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:03.42305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:03.106355Z","time spent":"316.688121ms","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:52:03.423256Z","caller":"traceutil/trace.go:171","msg":"trace[1424935078] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"550.684371ms","start":"2026-04-03T03:52:02.872157Z","end":"2026-04-03T03:52:03.422841Z","steps":["trace[1424935078] 'process raft request' (duration: 550.436105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:03.42336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:02.872124Z","time spent":"551.153963ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:03.489838Z","caller":"traceutil/trace.go:171","msg":"trace[1540310794] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"234.601415ms","start":"2026-04-03T03:52:03.255204Z","end":"2026-04-03T03:52:03.489805Z","steps":["trace[1540310794] 'process raft request' (duration: 181.037326ms)","trace[1540310794] 'compare' (duration: 53.359873ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:03.489924Z","caller":"traceutil/trace.go:171","msg":"trace[2103510656] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"141.712549ms","start":"2026-04-03T03:52:03.348182Z","end":"2026-04-03T03:52:03.489895Z","steps":["trace[2103510656] 'process raft request' (duration: 141.589795ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:03.489913Z","caller":"traceutil/trace.go:171","msg":"trace[2045820070] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"144.991168ms","start":"2026-04-03T03:52:03.344871Z","end":"2026-04-03T03:52:03.489862Z","steps":["trace[2045820070] 'process raft request' (duration: 144.849214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:03.49016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.128388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-03T03:52:03.490207Z","caller":"traceutil/trace.go:171","msg":"trace[901696879] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26489; }","duration":"242.240321ms","start":"2026-04-03T03:52:03.247954Z","end":"2026-04-03T03:52:03.490194Z","steps":["trace[901696879] 'agreement among raft nodes before linearized reading' (duration: 242.064346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:03.490406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.338821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-64c9b4f4d-s4krx\" ","response":"range_response_count:1 size:8823"} {"level":"info","ts":"2026-04-03T03:52:03.490472Z","caller":"traceutil/trace.go:171","msg":"trace[1099444307] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-64c9b4f4d-s4krx; range_end:; response_count:1; response_revision:26489; }","duration":"313.449875ms","start":"2026-04-03T03:52:03.17701Z","end":"2026-04-03T03:52:03.49046Z","steps":["trace[1099444307] 'agreement among raft nodes before linearized reading' (duration: 313.187398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:03.490523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:03.177Z","time spent":"313.504886ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8846,"request content":"key:\"/registry/pods/openstack/magnum-api-64c9b4f4d-s4krx\" "} {"level":"warn","ts":"2026-04-03T03:52:03.490424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.935542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:03.490822Z","caller":"traceutil/trace.go:171","msg":"trace[284923634] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26489; }","duration":"159.350853ms","start":"2026-04-03T03:52:03.331448Z","end":"2026-04-03T03:52:03.490799Z","steps":["trace[284923634] 'agreement among raft nodes before linearized reading' (duration: 158.942822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:03.490154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.942123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:52:03.490914Z","caller":"traceutil/trace.go:171","msg":"trace[1740447310] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26489; }","duration":"120.745295ms","start":"2026-04-03T03:52:03.37016Z","end":"2026-04-03T03:52:03.490905Z","steps":["trace[1740447310] 'agreement among raft nodes before linearized reading' (duration: 119.943194ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:03.853618Z","caller":"traceutil/trace.go:171","msg":"trace[747674380] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"109.218195ms","start":"2026-04-03T03:52:03.744363Z","end":"2026-04-03T03:52:03.853582Z","steps":["trace[747674380] 'process raft request' (duration: 72.618872ms)","trace[747674380] 'compare' (duration: 36.44592ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:04.34365Z","caller":"traceutil/trace.go:171","msg":"trace[1005100979] linearizableReadLoop","detail":"{readStateIndex:27387; appliedIndex:27386; }","duration":"253.282806ms","start":"2026-04-03T03:52:04.090343Z","end":"2026-04-03T03:52:04.343626Z","steps":["trace[1005100979] 'read index received' (duration: 218.873302ms)","trace[1005100979] 'applied index is now lower than readState.Index' (duration: 34.407994ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:04.343704Z","caller":"traceutil/trace.go:171","msg":"trace[160126556] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"484.148333ms","start":"2026-04-03T03:52:03.859535Z","end":"2026-04-03T03:52:04.343683Z","steps":["trace[160126556] 'process raft request' (duration: 449.764949ms)","trace[160126556] 'compare' (duration: 34.142758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:04.343798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:03.859514Z","time spent":"484.231985ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:04.343849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.495934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:04.343891Z","caller":"traceutil/trace.go:171","msg":"trace[166067485] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26496; }","duration":"253.605047ms","start":"2026-04-03T03:52:04.090276Z","end":"2026-04-03T03:52:04.343881Z","steps":["trace[166067485] 'agreement among raft nodes before linearized reading' (duration: 253.477794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:04.582163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.255704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:04.582288Z","caller":"traceutil/trace.go:171","msg":"trace[660299815] linearizableReadLoop","detail":"{readStateIndex:27388; appliedIndex:27387; }","duration":"216.031636ms","start":"2026-04-03T03:52:04.366239Z","end":"2026-04-03T03:52:04.582271Z","steps":["trace[660299815] 'read index received' (duration: 86.510686ms)","trace[660299815] 'applied index is now lower than readState.Index' (duration: 129.51957ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:04.582383Z","caller":"traceutil/trace.go:171","msg":"trace[928989035] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"229.895988ms","start":"2026-04-03T03:52:04.352473Z","end":"2026-04-03T03:52:04.582369Z","steps":["trace[928989035] 'process raft request' (duration: 100.342276ms)","trace[928989035] 'compare' (duration: 129.11424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:04.582677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.429837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:04.582725Z","caller":"traceutil/trace.go:171","msg":"trace[1115580315] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26497; }","duration":"216.499838ms","start":"2026-04-03T03:52:04.366214Z","end":"2026-04-03T03:52:04.582714Z","steps":["trace[1115580315] 'agreement among raft nodes before linearized reading' (duration: 216.396445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:04.583179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.063566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-03T03:52:04.583258Z","caller":"traceutil/trace.go:171","msg":"trace[1376388115] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26497; }","duration":"143.192117ms","start":"2026-04-03T03:52:04.440048Z","end":"2026-04-03T03:52:04.58324Z","steps":["trace[1376388115] 'agreement among raft nodes before linearized reading' (duration: 142.978652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:04.583545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.356839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-03T03:52:04.583587Z","caller":"traceutil/trace.go:171","msg":"trace[848623418] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26497; }","duration":"141.457431ms","start":"2026-04-03T03:52:04.442118Z","end":"2026-04-03T03:52:04.583575Z","steps":["trace[848623418] 'agreement among raft nodes before linearized reading' (duration: 141.3595ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:05.155483Z","caller":"traceutil/trace.go:171","msg":"trace[924017344] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"568.416908ms","start":"2026-04-03T03:52:04.587039Z","end":"2026-04-03T03:52:05.155456Z","steps":["trace[924017344] 'process raft request' (duration: 532.147163ms)","trace[924017344] 'compare' (duration: 35.926795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:05.155657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:04.587014Z","time spent":"568.564752ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:05.15812Z","caller":"traceutil/trace.go:171","msg":"trace[767617636] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"569.688882ms","start":"2026-04-03T03:52:04.588418Z","end":"2026-04-03T03:52:05.158107Z","steps":["trace[767617636] 'process raft request' (duration: 569.581499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:05.158215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:04.588401Z","time spent":"569.754394ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:05.15832Z","caller":"traceutil/trace.go:171","msg":"trace[410373952] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"569.822505ms","start":"2026-04-03T03:52:04.588474Z","end":"2026-04-03T03:52:05.158296Z","steps":["trace[410373952] 'process raft request' (duration: 569.583729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:05.158571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:04.588462Z","time spent":"569.925177ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:05.295013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.760236ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:52:05.295281Z","caller":"traceutil/trace.go:171","msg":"trace[471980890] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"133.359905ms","start":"2026-04-03T03:52:05.161904Z","end":"2026-04-03T03:52:05.295264Z","steps":["trace[471980890] 'process raft request' (duration: 133.228161ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:05.295316Z","caller":"traceutil/trace.go:171","msg":"trace[1355954328] linearizableReadLoop","detail":"{readStateIndex:27391; appliedIndex:27388; }","duration":"598.382293ms","start":"2026-04-03T03:52:04.696895Z","end":"2026-04-03T03:52:05.295277Z","steps":["trace[1355954328] 'read index received' (duration: 422.30261ms)","trace[1355954328] 'applied index is now lower than readState.Index' (duration: 176.075943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:05.295537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.617959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:05.295614Z","caller":"traceutil/trace.go:171","msg":"trace[2003960546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26501; }","duration":"598.743313ms","start":"2026-04-03T03:52:04.696853Z","end":"2026-04-03T03:52:05.295596Z","steps":["trace[2003960546] 'agreement among raft nodes before linearized reading' (duration: 598.537298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:05.295661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:04.696834Z","time spent":"598.819694ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:52:05.532752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.717241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dgn57.18a2bc532f656451\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-04-03T03:52:05.532829Z","caller":"traceutil/trace.go:171","msg":"trace[237330083] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dgn57.18a2bc532f656451; range_end:; response_count:1; response_revision:26502; }","duration":"134.841104ms","start":"2026-04-03T03:52:05.39797Z","end":"2026-04-03T03:52:05.532811Z","steps":["trace[237330083] 'range keys from in-memory index tree' (duration: 134.502905ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:05.974834Z","caller":"traceutil/trace.go:171","msg":"trace[1353337349] linearizableReadLoop","detail":"{readStateIndex:27398; appliedIndex:27397; }","duration":"384.931207ms","start":"2026-04-03T03:52:05.589876Z","end":"2026-04-03T03:52:05.974807Z","steps":["trace[1353337349] 'read index received' (duration: 374.892107ms)","trace[1353337349] 'applied index is now lower than readState.Index' (duration: 10.0377ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:05.974848Z","caller":"traceutil/trace.go:171","msg":"trace[1351061436] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"401.45966ms","start":"2026-04-03T03:52:05.57336Z","end":"2026-04-03T03:52:05.97482Z","steps":["trace[1351061436] 'process raft request' (duration: 391.333378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:05.974997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:05.573339Z","time spent":"401.582334ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:05.975168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.271566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-03T03:52:05.975246Z","caller":"traceutil/trace.go:171","msg":"trace[552674387] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26506; }","duration":"385.387008ms","start":"2026-04-03T03:52:05.589842Z","end":"2026-04-03T03:52:05.975229Z","steps":["trace[552674387] 'agreement among raft nodes before linearized reading' (duration: 385.052939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:05.975324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:05.589829Z","time spent":"385.483131ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" "} {"level":"info","ts":"2026-04-03T03:52:06.003458Z","caller":"traceutil/trace.go:171","msg":"trace[937770359] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"255.053835ms","start":"2026-04-03T03:52:05.748385Z","end":"2026-04-03T03:52:06.003439Z","steps":["trace[937770359] 'process raft request' (duration: 254.812498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:06.747662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.497276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:06.747767Z","caller":"traceutil/trace.go:171","msg":"trace[998767678] linearizableReadLoop","detail":"{readStateIndex:27402; appliedIndex:27401; }","duration":"673.148392ms","start":"2026-04-03T03:52:06.074602Z","end":"2026-04-03T03:52:06.74775Z","steps":["trace[998767678] 'read index received' (duration: 173.495753ms)","trace[998767678] 'applied index is now lower than readState.Index' (duration: 499.651079ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:06.747822Z","caller":"traceutil/trace.go:171","msg":"trace[816534878] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"708.960715ms","start":"2026-04-03T03:52:06.038827Z","end":"2026-04-03T03:52:06.747787Z","steps":["trace[816534878] 'process raft request' (duration: 209.263704ms)","trace[816534878] 'compare' (duration: 499.316131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:06.747961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:06.038818Z","time spent":"709.075318ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:52:06.747989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.376258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:06.748022Z","caller":"traceutil/trace.go:171","msg":"trace[1339052704] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26510; }","duration":"673.43756ms","start":"2026-04-03T03:52:06.074573Z","end":"2026-04-03T03:52:06.748011Z","steps":["trace[1339052704] 'agreement among raft nodes before linearized reading' (duration: 673.286956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:06.748062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:06.07456Z","time spent":"673.490682ms","remote":"127.0.0.1:54280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:06.748291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.606123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:06.748333Z","caller":"traceutil/trace.go:171","msg":"trace[856624481] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26510; }","duration":"613.673944ms","start":"2026-04-03T03:52:06.134649Z","end":"2026-04-03T03:52:06.748323Z","steps":["trace[856624481] 'agreement among raft nodes before linearized reading' (duration: 613.609832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:06.74837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:06.134639Z","time spent":"613.721445ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:06.748691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.757459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-03T03:52:06.748728Z","caller":"traceutil/trace.go:171","msg":"trace[1771371240] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:26510; }","duration":"308.843172ms","start":"2026-04-03T03:52:06.439877Z","end":"2026-04-03T03:52:06.74872Z","steps":["trace[1771371240] 'agreement among raft nodes before linearized reading' (duration: 308.725808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:06.748755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:06.439842Z","time spent":"308.907172ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-04-03T03:52:07.048119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.719035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:07.048197Z","caller":"traceutil/trace.go:171","msg":"trace[1798391654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26510; }","duration":"293.825699ms","start":"2026-04-03T03:52:06.754351Z","end":"2026-04-03T03:52:07.048177Z","steps":["trace[1798391654] 'agreement among raft nodes before linearized reading' (duration: 293.700314ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:07.048342Z","caller":"traceutil/trace.go:171","msg":"trace[2074194985] linearizableReadLoop","detail":"{readStateIndex:27403; appliedIndex:27402; }","duration":"293.445367ms","start":"2026-04-03T03:52:06.754377Z","end":"2026-04-03T03:52:07.047822Z","steps":["trace[2074194985] 'read index received' (duration: 113.773µs)","trace[2074194985] 'applied index is now lower than readState.Index' (duration: 293.329994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:07.048649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.950607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-77q97.18a2bc53ee9cd70a\" ","response":"range_response_count:1 size:867"} {"level":"info","ts":"2026-04-03T03:52:07.048695Z","caller":"traceutil/trace.go:171","msg":"trace[740057712] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-77q97.18a2bc53ee9cd70a; range_end:; response_count:1; response_revision:26510; }","duration":"292.06517ms","start":"2026-04-03T03:52:06.756617Z","end":"2026-04-03T03:52:07.048682Z","steps":["trace[740057712] 'agreement among raft nodes before linearized reading' (duration: 291.889536ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:07.245128Z","caller":"traceutil/trace.go:171","msg":"trace[2077444650] linearizableReadLoop","detail":"{readStateIndex:27405; appliedIndex:27404; }","duration":"110.029608ms","start":"2026-04-03T03:52:07.135073Z","end":"2026-04-03T03:52:07.245103Z","steps":["trace[2077444650] 'read index received' (duration: 47.97446ms)","trace[2077444650] 'applied index is now lower than readState.Index' (duration: 62.054238ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:07.24522Z","caller":"traceutil/trace.go:171","msg":"trace[1765971981] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"194.696313ms","start":"2026-04-03T03:52:07.050493Z","end":"2026-04-03T03:52:07.245189Z","steps":["trace[1765971981] 'process raft request' (duration: 132.546513ms)","trace[1765971981] 'compare' (duration: 61.924134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:07.245341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.249294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-03T03:52:07.24538Z","caller":"traceutil/trace.go:171","msg":"trace[1012798265] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26512; }","duration":"110.339696ms","start":"2026-04-03T03:52:07.135029Z","end":"2026-04-03T03:52:07.245368Z","steps":["trace[1012798265] 'agreement among raft nodes before linearized reading' (duration: 110.164891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:07.681512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.915766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:07.681598Z","caller":"traceutil/trace.go:171","msg":"trace[1070536565] linearizableReadLoop","detail":"{readStateIndex:27406; appliedIndex:27405; }","duration":"402.871018ms","start":"2026-04-03T03:52:07.278713Z","end":"2026-04-03T03:52:07.681584Z","steps":["trace[1070536565] 'read index received' (duration: 129.759168ms)","trace[1070536565] 'applied index is now lower than readState.Index' (duration: 273.10971ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:07.681636Z","caller":"traceutil/trace.go:171","msg":"trace[533135102] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"431.300623ms","start":"2026-04-03T03:52:07.250309Z","end":"2026-04-03T03:52:07.681609Z","steps":["trace[533135102] 'process raft request' (duration: 158.213883ms)","trace[533135102] 'compare' (duration: 272.71719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:07.681807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:07.250294Z","time spent":"431.422936ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:07.681678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.972001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:52:07.683719Z","caller":"traceutil/trace.go:171","msg":"trace[309879162] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26513; }","duration":"403.368521ms","start":"2026-04-03T03:52:07.278665Z","end":"2026-04-03T03:52:07.682034Z","steps":["trace[309879162] 'agreement among raft nodes before linearized reading' (duration: 402.9532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:07.68377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:07.278615Z","time spent":"405.140989ms","remote":"127.0.0.1:60372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:52:07.74725Z","caller":"traceutil/trace.go:171","msg":"trace[731164348] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"209.022528ms","start":"2026-04-03T03:52:07.538206Z","end":"2026-04-03T03:52:07.747228Z","steps":["trace[731164348] 'process raft request' (duration: 208.919866ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:07.856538Z","caller":"traceutil/trace.go:171","msg":"trace[1036774621] linearizableReadLoop","detail":"{readStateIndex:27408; appliedIndex:27406; }","duration":"171.14906ms","start":"2026-04-03T03:52:07.685362Z","end":"2026-04-03T03:52:07.856511Z","steps":["trace[1036774621] 'read index received' (duration: 61.716089ms)","trace[1036774621] 'applied index is now lower than readState.Index' (duration: 109.431791ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:07.856666Z","caller":"traceutil/trace.go:171","msg":"trace[1662294690] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"282.803812ms","start":"2026-04-03T03:52:07.573811Z","end":"2026-04-03T03:52:07.856615Z","steps":["trace[1662294690] 'process raft request' (duration: 230.502516ms)","trace[1662294690] 'compare' (duration: 52.065479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:07.856719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.316426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:07.856765Z","caller":"traceutil/trace.go:171","msg":"trace[1216130899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26515; }","duration":"161.388738ms","start":"2026-04-03T03:52:07.695366Z","end":"2026-04-03T03:52:07.856755Z","steps":["trace[1216130899] 'agreement among raft nodes before linearized reading' (duration: 161.310116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:07.856719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.341015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64c9b4f4d-s4krx.18a2bc472ce42f1a\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-04-03T03:52:07.856847Z","caller":"traceutil/trace.go:171","msg":"trace[953244999] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64c9b4f4d-s4krx.18a2bc472ce42f1a; range_end:; response_count:1; response_revision:26515; }","duration":"171.50765ms","start":"2026-04-03T03:52:07.685329Z","end":"2026-04-03T03:52:07.856836Z","steps":["trace[953244999] 'agreement among raft nodes before linearized reading' (duration: 171.273163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:08.343014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.496565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:08.343108Z","caller":"traceutil/trace.go:171","msg":"trace[1160088189] linearizableReadLoop","detail":"{readStateIndex:27409; appliedIndex:27408; }","duration":"376.51735ms","start":"2026-04-03T03:52:07.966577Z","end":"2026-04-03T03:52:08.343094Z","steps":["trace[1160088189] 'read index received' (duration: 1.823939ms)","trace[1160088189] 'applied index is now lower than readState.Index' (duration: 374.692031ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:08.343189Z","caller":"traceutil/trace.go:171","msg":"trace[669950412] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"483.759292ms","start":"2026-04-03T03:52:07.859377Z","end":"2026-04-03T03:52:08.343137Z","steps":["trace[669950412] 'process raft request' (duration: 109.058322ms)","trace[669950412] 'compare' (duration: 374.395782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:08.343265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.041638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:52:08.343292Z","caller":"traceutil/trace.go:171","msg":"trace[828849383] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26516; }","duration":"302.11196ms","start":"2026-04-03T03:52:08.041172Z","end":"2026-04-03T03:52:08.343284Z","steps":["trace[828849383] 'agreement among raft nodes before linearized reading' (duration: 301.990887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:08.343317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:08.041151Z","time spent":"302.15882ms","remote":"127.0.0.1:60474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:08.343314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.736835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-03T03:52:08.343365Z","caller":"traceutil/trace.go:171","msg":"trace[946105612] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26516; }","duration":"376.827538ms","start":"2026-04-03T03:52:07.966523Z","end":"2026-04-03T03:52:08.34335Z","steps":["trace[946105612] 'agreement among raft nodes before linearized reading' (duration: 376.624253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:08.343399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:07.966504Z","time spent":"376.887019ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-03T03:52:08.343384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:07.859357Z","time spent":"483.907406ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:08.34348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.346886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:08.343504Z","caller":"traceutil/trace.go:171","msg":"trace[1569916918] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26516; }","duration":"193.369237ms","start":"2026-04-03T03:52:08.150126Z","end":"2026-04-03T03:52:08.343495Z","steps":["trace[1569916918] 'agreement among raft nodes before linearized reading' (duration: 193.329046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:08.343667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.797926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-03T03:52:08.343684Z","caller":"traceutil/trace.go:171","msg":"trace[23441379] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26516; }","duration":"290.842168ms","start":"2026-04-03T03:52:08.052836Z","end":"2026-04-03T03:52:08.343678Z","steps":["trace[23441379] 'agreement among raft nodes before linearized reading' (duration: 290.754665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:08.865589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.370716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:08.865866Z","caller":"traceutil/trace.go:171","msg":"trace[1211350914] linearizableReadLoop","detail":"{readStateIndex:27411; appliedIndex:27409; }","duration":"363.711996ms","start":"2026-04-03T03:52:08.502131Z","end":"2026-04-03T03:52:08.865843Z","steps":["trace[1211350914] 'read index received' (duration: 220.95525ms)","trace[1211350914] 'applied index is now lower than readState.Index' (duration: 142.755476ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:08.866104Z","caller":"traceutil/trace.go:171","msg":"trace[286263289] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"516.588195ms","start":"2026-04-03T03:52:08.34949Z","end":"2026-04-03T03:52:08.866078Z","steps":["trace[286263289] 'process raft request' (duration: 373.578861ms)","trace[286263289] 'compare' (duration: 142.029938ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:08.866124Z","caller":"traceutil/trace.go:171","msg":"trace[482483502] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"369.173602ms","start":"2026-04-03T03:52:08.496919Z","end":"2026-04-03T03:52:08.866092Z","steps":["trace[482483502] 'process raft request' (duration: 368.799542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:08.86623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:08.34946Z","time spent":"516.698616ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:08.866231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.098046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-03T03:52:08.866258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:08.496893Z","time spent":"369.288126ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:08.866283Z","caller":"traceutil/trace.go:171","msg":"trace[1634944964] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26518; }","duration":"364.205358ms","start":"2026-04-03T03:52:08.502062Z","end":"2026-04-03T03:52:08.866268Z","steps":["trace[1634944964] 'agreement among raft nodes before linearized reading' (duration: 363.882169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:08.866329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:08.502021Z","time spent":"364.296152ms","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-03T03:52:09.572934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.036821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:09.573015Z","caller":"traceutil/trace.go:171","msg":"trace[1807017323] linearizableReadLoop","detail":"{readStateIndex:27412; appliedIndex:27411; }","duration":"267.415557ms","start":"2026-04-03T03:52:09.305586Z","end":"2026-04-03T03:52:09.573002Z","steps":["trace[1807017323] 'read index received' (duration: 60.881µs)","trace[1807017323] 'applied index is now lower than readState.Index' (duration: 267.353796ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:09.573118Z","caller":"traceutil/trace.go:171","msg":"trace[1383284862] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"703.041307ms","start":"2026-04-03T03:52:08.870042Z","end":"2026-04-03T03:52:09.573083Z","steps":["trace[1383284862] 'process raft request' (duration: 340.80192ms)","trace[1383284862] 'compare' (duration: 361.929618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:09.573207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.622363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:52:09.573232Z","caller":"traceutil/trace.go:171","msg":"trace[1047169300] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26519; }","duration":"267.694255ms","start":"2026-04-03T03:52:09.305532Z","end":"2026-04-03T03:52:09.573226Z","steps":["trace[1047169300] 'agreement among raft nodes before linearized reading' (duration: 267.53806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:09.573254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:08.870025Z","time spent":"703.165991ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":843,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:52:09.573431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.141554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-03T03:52:09.573541Z","caller":"traceutil/trace.go:171","msg":"trace[1784789888] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26519; }","duration":"224.297369ms","start":"2026-04-03T03:52:09.349224Z","end":"2026-04-03T03:52:09.573522Z","steps":["trace[1784789888] 'agreement among raft nodes before linearized reading' (duration: 223.927459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:10.422526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.582294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:10.422752Z","caller":"traceutil/trace.go:171","msg":"trace[805970569] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"844.872658ms","start":"2026-04-03T03:52:09.577834Z","end":"2026-04-03T03:52:10.422707Z","steps":["trace[805970569] 'process raft request' (duration: 475.016186ms)","trace[805970569] 'compare' (duration: 368.134096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:10.422877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:09.577819Z","time spent":"844.998432ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:52:10.423164Z","caller":"traceutil/trace.go:171","msg":"trace[347202428] linearizableReadLoop","detail":"{readStateIndex:27413; appliedIndex:27412; }","duration":"728.414217ms","start":"2026-04-03T03:52:09.6947Z","end":"2026-04-03T03:52:10.423114Z","steps":["trace[347202428] 'read index received' (duration: 358.218978ms)","trace[347202428] 'applied index is now lower than readState.Index' (duration: 370.191879ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:10.423264Z","caller":"traceutil/trace.go:171","msg":"trace[764785585] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"669.569947ms","start":"2026-04-03T03:52:09.753669Z","end":"2026-04-03T03:52:10.423239Z","steps":["trace[764785585] 'process raft request' (duration: 668.990051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:10.423362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.569292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:10.423389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:09.753642Z","time spent":"669.678189ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:10.423498Z","caller":"traceutil/trace.go:171","msg":"trace[1987877796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26521; }","duration":"728.767037ms","start":"2026-04-03T03:52:09.694641Z","end":"2026-04-03T03:52:10.423408Z","steps":["trace[1987877796] 'agreement among raft nodes before linearized reading' (duration: 728.575592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:10.423538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:09.694619Z","time spent":"728.909242ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:52:10.42443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.125529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:10.424589Z","caller":"traceutil/trace.go:171","msg":"trace[1263054074] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"560.938827ms","start":"2026-04-03T03:52:09.863601Z","end":"2026-04-03T03:52:10.42454Z","steps":["trace[1263054074] 'process raft request' (duration: 559.5756ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:10.425247Z","caller":"traceutil/trace.go:171","msg":"trace[898831780] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26522; }","duration":"687.95523ms","start":"2026-04-03T03:52:09.737241Z","end":"2026-04-03T03:52:10.425197Z","steps":["trace[898831780] 'agreement among raft nodes before linearized reading' (duration: 687.105987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:10.425326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:09.737219Z","time spent":"688.084994ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:10.425353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:09.863572Z","time spent":"561.724318ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:10.424647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.389066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:52:10.425469Z","caller":"traceutil/trace.go:171","msg":"trace[1858010585] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26522; }","duration":"499.221577ms","start":"2026-04-03T03:52:09.926215Z","end":"2026-04-03T03:52:10.425437Z","steps":["trace[1858010585] 'agreement among raft nodes before linearized reading' (duration: 498.329623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:10.424715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.255746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-03T03:52:10.425574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:09.926201Z","time spent":"499.339271ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:52:10.425589Z","caller":"traceutil/trace.go:171","msg":"trace[1103402531] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26522; }","duration":"536.114049ms","start":"2026-04-03T03:52:09.889442Z","end":"2026-04-03T03:52:10.425556Z","steps":["trace[1103402531] 'agreement among raft nodes before linearized reading' (duration: 535.143213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:10.425691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:09.889378Z","time spent":"536.275634ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-03T03:52:10.587328Z","caller":"traceutil/trace.go:171","msg":"trace[971874206] linearizableReadLoop","detail":"{readStateIndex:27416; appliedIndex:27415; }","duration":"158.330585ms","start":"2026-04-03T03:52:10.428969Z","end":"2026-04-03T03:52:10.587299Z","steps":["trace[971874206] 'read index received' (duration: 151.580874ms)","trace[971874206] 'applied index is now lower than readState.Index' (duration: 6.748111ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:10.587359Z","caller":"traceutil/trace.go:171","msg":"trace[1651780757] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"159.755254ms","start":"2026-04-03T03:52:10.427571Z","end":"2026-04-03T03:52:10.587326Z","steps":["trace[1651780757] 'process raft request' (duration: 152.976152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:10.588109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.104416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80b45163-4b9e-49b2-8fdc-810f496e40a1\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-03T03:52:10.588246Z","caller":"traceutil/trace.go:171","msg":"trace[276952980] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80b45163-4b9e-49b2-8fdc-810f496e40a1; range_end:; response_count:1; response_revision:26523; }","duration":"159.234949ms","start":"2026-04-03T03:52:10.428952Z","end":"2026-04-03T03:52:10.588187Z","steps":["trace[276952980] 'agreement among raft nodes before linearized reading' (duration: 158.439288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:11.378924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.50256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:11.37912Z","caller":"traceutil/trace.go:171","msg":"trace[541499814] linearizableReadLoop","detail":"{readStateIndex:27418; appliedIndex:27416; }","duration":"780.303902ms","start":"2026-04-03T03:52:10.598797Z","end":"2026-04-03T03:52:11.379101Z","steps":["trace[541499814] 'read index received' (duration: 21.283151ms)","trace[541499814] 'applied index is now lower than readState.Index' (duration: 759.018931ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:11.379276Z","caller":"traceutil/trace.go:171","msg":"trace[1511340041] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"784.980288ms","start":"2026-04-03T03:52:10.594209Z","end":"2026-04-03T03:52:11.37919Z","steps":["trace[1511340041] 'process raft request' (duration: 597.12351ms)","trace[1511340041] 'compare' (duration: 186.382208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:11.379399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.544749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:11.379427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.678786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:11.379453Z","caller":"traceutil/trace.go:171","msg":"trace[394678101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26525; }","duration":"636.649531ms","start":"2026-04-03T03:52:10.74279Z","end":"2026-04-03T03:52:11.379439Z","steps":["trace[394678101] 'agreement among raft nodes before linearized reading' (duration: 636.559599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:11.37944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.592609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:11.379496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:10.742724Z","time spent":"636.764815ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:52:11.379494Z","caller":"traceutil/trace.go:171","msg":"trace[99291074] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26525; }","duration":"148.808689ms","start":"2026-04-03T03:52:11.230669Z","end":"2026-04-03T03:52:11.379478Z","steps":["trace[99291074] 'agreement among raft nodes before linearized reading' (duration: 148.674656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:11.379409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.61083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53f01264-7078-459c-895a-336d44ada4c4\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-03T03:52:11.37956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.547977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-k5nx4.18a2b97cd9954707\" ","response":"range_response_count:1 size:863"} {"level":"warn","ts":"2026-04-03T03:52:11.37952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:10.594185Z","time spent":"785.172343ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3929,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:11.379619Z","caller":"traceutil/trace.go:171","msg":"trace[618066335] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-k5nx4.18a2b97cd9954707; range_end:; response_count:1; response_revision:26525; }","duration":"755.648561ms","start":"2026-04-03T03:52:10.623952Z","end":"2026-04-03T03:52:11.379601Z","steps":["trace[618066335] 'agreement among raft nodes before linearized reading' (duration: 755.387694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:11.379661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:10.623935Z","time spent":"755.718612ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-k5nx4.18a2b97cd9954707\" "} {"level":"info","ts":"2026-04-03T03:52:11.379515Z","caller":"traceutil/trace.go:171","msg":"trace[1705842379] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26525; }","duration":"316.681572ms","start":"2026-04-03T03:52:11.062814Z","end":"2026-04-03T03:52:11.379496Z","steps":["trace[1705842379] 'agreement among raft nodes before linearized reading' (duration: 316.547938ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:11.379591Z","caller":"traceutil/trace.go:171","msg":"trace[1370159674] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53f01264-7078-459c-895a-336d44ada4c4; range_end:; response_count:1; response_revision:26525; }","duration":"780.852207ms","start":"2026-04-03T03:52:10.598726Z","end":"2026-04-03T03:52:11.379578Z","steps":["trace[1370159674] 'agreement among raft nodes before linearized reading' (duration: 780.494467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:11.380468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:10.598713Z","time spent":"781.725541ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-53f01264-7078-459c-895a-336d44ada4c4\" "} {"level":"warn","ts":"2026-04-03T03:52:11.380431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:11.062722Z","time spent":"317.647837ms","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:52:11.70975Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b1c.wal"} {"level":"info","ts":"2026-04-03T03:52:11.7101Z","caller":"traceutil/trace.go:171","msg":"trace[348731119] linearizableReadLoop","detail":"{readStateIndex:27419; appliedIndex:27418; }","duration":"321.694837ms","start":"2026-04-03T03:52:11.388381Z","end":"2026-04-03T03:52:11.710076Z","steps":["trace[348731119] 'read index received' (duration: 321.527012ms)","trace[348731119] 'applied index is now lower than readState.Index' (duration: 166.555µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:11.710127Z","caller":"traceutil/trace.go:171","msg":"trace[123570990] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"327.064261ms","start":"2026-04-03T03:52:11.38303Z","end":"2026-04-03T03:52:11.710094Z","steps":["trace[123570990] 'process raft request' (duration: 326.896416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:11.710287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:11.38301Z","time spent":"327.182843ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:11.710338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.941814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:11.710347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.137442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-03T03:52:11.710393Z","caller":"traceutil/trace.go:171","msg":"trace[1508728563] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26526; }","duration":"119.235865ms","start":"2026-04-03T03:52:11.591145Z","end":"2026-04-03T03:52:11.710381Z","steps":["trace[1508728563] 'agreement among raft nodes before linearized reading' (duration: 119.068431ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:11.71039Z","caller":"traceutil/trace.go:171","msg":"trace[1458973464] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26526; }","duration":"322.028246ms","start":"2026-04-03T03:52:11.388347Z","end":"2026-04-03T03:52:11.710375Z","steps":["trace[1458973464] 'agreement among raft nodes before linearized reading' (duration: 321.844641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:11.710434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:11.388334Z","time spent":"322.091768ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:52:12.081079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.94556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:12.081169Z","caller":"traceutil/trace.go:171","msg":"trace[1196931415] linearizableReadLoop","detail":"{readStateIndex:27420; appliedIndex:27419; }","duration":"359.662186ms","start":"2026-04-03T03:52:11.721494Z","end":"2026-04-03T03:52:12.081157Z","steps":["trace[1196931415] 'read index received' (duration: 167.488272ms)","trace[1196931415] 'applied index is now lower than readState.Index' (duration: 192.173054ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:12.081238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.745109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:12.081256Z","caller":"traceutil/trace.go:171","msg":"trace[1481661590] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26527; }","duration":"359.80074ms","start":"2026-04-03T03:52:11.721449Z","end":"2026-04-03T03:52:12.08125Z","steps":["trace[1481661590] 'agreement among raft nodes before linearized reading' (duration: 359.741359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:12.081286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:11.721429Z","time spent":"359.850842ms","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-03T03:52:12.081272Z","caller":"traceutil/trace.go:171","msg":"trace[92726242] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"363.386697ms","start":"2026-04-03T03:52:11.717849Z","end":"2026-04-03T03:52:12.081236Z","steps":["trace[92726242] 'process raft request' (duration: 171.212192ms)","trace[92726242] 'compare' (duration: 191.846396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:12.081417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:11.717821Z","time spent":"363.519361ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:12.315764Z","caller":"traceutil/trace.go:171","msg":"trace[396711628] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"136.158099ms","start":"2026-04-03T03:52:12.179582Z","end":"2026-04-03T03:52:12.31574Z","steps":["trace[396711628] 'process raft request' (duration: 135.997065ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:12.681278Z","caller":"traceutil/trace.go:171","msg":"trace[909240841] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"299.598622ms","start":"2026-04-03T03:52:12.381649Z","end":"2026-04-03T03:52:12.681247Z","steps":["trace[909240841] 'process raft request' (duration: 297.447794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:12.932507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.275453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:12.932791Z","caller":"traceutil/trace.go:171","msg":"trace[1639089282] linearizableReadLoop","detail":"{readStateIndex:27428; appliedIndex:27424; }","duration":"487.692989ms","start":"2026-04-03T03:52:12.445082Z","end":"2026-04-03T03:52:12.932775Z","steps":["trace[1639089282] 'read index received' (duration: 234.033642ms)","trace[1639089282] 'applied index is now lower than readState.Index' (duration: 253.658377ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:12.932887Z","caller":"traceutil/trace.go:171","msg":"trace[345900928] transaction","detail":"{read_only:false; response_revision:26534; number_of_response:1; }","duration":"501.53154ms","start":"2026-04-03T03:52:12.431341Z","end":"2026-04-03T03:52:12.932872Z","steps":["trace[345900928] 'process raft request' (duration: 501.260872ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:12.932868Z","caller":"traceutil/trace.go:171","msg":"trace[202562056] transaction","detail":"{read_only:false; response_revision:26533; number_of_response:1; }","duration":"502.237969ms","start":"2026-04-03T03:52:12.430564Z","end":"2026-04-03T03:52:12.932802Z","steps":["trace[202562056] 'process raft request' (duration: 378.567425ms)","trace[202562056] 'compare' (duration: 123.020456ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:12.933016Z","caller":"traceutil/trace.go:171","msg":"trace[259605100] transaction","detail":"{read_only:false; response_revision:26535; number_of_response:1; }","duration":"493.867075ms","start":"2026-04-03T03:52:12.439109Z","end":"2026-04-03T03:52:12.932976Z","steps":["trace[259605100] 'process raft request' (duration: 493.584907ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:12.932952Z","caller":"traceutil/trace.go:171","msg":"trace[1255140028] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"246.118545ms","start":"2026-04-03T03:52:12.686807Z","end":"2026-04-03T03:52:12.932926Z","steps":["trace[1255140028] 'process raft request' (duration: 246.056604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:12.933073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:12.439085Z","time spent":"493.955926ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:12.933286Z","caller":"traceutil/trace.go:171","msg":"trace[755358901] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"247.356479ms","start":"2026-04-03T03:52:12.685918Z","end":"2026-04-03T03:52:12.933274Z","steps":["trace[755358901] 'process raft request' (duration: 246.827985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:12.933358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.277934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-03T03:52:12.933392Z","caller":"traceutil/trace.go:171","msg":"trace[852217178] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26537; }","duration":"488.310836ms","start":"2026-04-03T03:52:12.445071Z","end":"2026-04-03T03:52:12.933381Z","steps":["trace[852217178] 'agreement among raft nodes before linearized reading' (duration: 488.10539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:12.93343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:12.445004Z","time spent":"488.417588ms","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-03T03:52:12.933407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.688333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:12.933419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.228881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:52:12.933438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.991342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:52:12.933511Z","caller":"traceutil/trace.go:171","msg":"trace[618691830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26537; }","duration":"239.818426ms","start":"2026-04-03T03:52:12.693666Z","end":"2026-04-03T03:52:12.933484Z","steps":["trace[618691830] 'agreement among raft nodes before linearized reading' (duration: 239.656691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:12.933396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:12.430553Z","time spent":"502.503176ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:12.93355Z","caller":"traceutil/trace.go:171","msg":"trace[2064965147] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26537; }","duration":"230.157466ms","start":"2026-04-03T03:52:12.703361Z","end":"2026-04-03T03:52:12.933519Z","steps":["trace[2064965147] 'agreement among raft nodes before linearized reading' (duration: 229.952581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:12.933608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.59989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:12.933527Z","caller":"traceutil/trace.go:171","msg":"trace[1899928275] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26537; }","duration":"440.378056ms","start":"2026-04-03T03:52:12.493124Z","end":"2026-04-03T03:52:12.933502Z","steps":["trace[1899928275] 'agreement among raft nodes before linearized reading' (duration: 440.14914ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:12.93369Z","caller":"traceutil/trace.go:171","msg":"trace[1801449370] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26537; }","duration":"354.729715ms","start":"2026-04-03T03:52:12.578938Z","end":"2026-04-03T03:52:12.933668Z","steps":["trace[1801449370] 'agreement among raft nodes before linearized reading' (duration: 354.592211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:12.932946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:12.431332Z","time spent":"501.579071ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:12.93374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:12.578914Z","time spent":"354.812607ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:12.933736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:12.49311Z","time spent":"440.587163ms","remote":"127.0.0.1:60334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:12.934537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.756373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-03T03:52:12.934624Z","caller":"traceutil/trace.go:171","msg":"trace[1239428353] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26537; }","duration":"217.896946ms","start":"2026-04-03T03:52:12.716707Z","end":"2026-04-03T03:52:12.934604Z","steps":["trace[1239428353] 'agreement among raft nodes before linearized reading' (duration: 216.800797ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:13.388454Z","caller":"traceutil/trace.go:171","msg":"trace[545875769] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"449.006448ms","start":"2026-04-03T03:52:12.939416Z","end":"2026-04-03T03:52:13.388422Z","steps":["trace[545875769] 'process raft request' (duration: 440.066697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:13.388618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:12.939396Z","time spent":"449.132212ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:13.578008Z","caller":"traceutil/trace.go:171","msg":"trace[1463734622] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"108.542998ms","start":"2026-04-03T03:52:13.469406Z","end":"2026-04-03T03:52:13.577949Z","steps":["trace[1463734622] 'process raft request' (duration: 45.150844ms)","trace[1463734622] 'compare' (duration: 63.214129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:13.883617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.208537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:13.883684Z","caller":"traceutil/trace.go:171","msg":"trace[1066269556] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26544; }","duration":"128.334509ms","start":"2026-04-03T03:52:13.755334Z","end":"2026-04-03T03:52:13.883669Z","steps":["trace[1066269556] 'count revisions from in-memory index tree' (duration: 128.103044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:14.301289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.222026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:14.301379Z","caller":"traceutil/trace.go:171","msg":"trace[782183360] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26545; }","duration":"266.334879ms","start":"2026-04-03T03:52:14.035022Z","end":"2026-04-03T03:52:14.301357Z","steps":["trace[782183360] 'count revisions from in-memory index tree' (duration: 266.137443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:14.732748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.551011ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:52:14.732891Z","caller":"traceutil/trace.go:171","msg":"trace[584149428] linearizableReadLoop","detail":"{readStateIndex:27439; appliedIndex:27438; }","duration":"197.17029ms","start":"2026-04-03T03:52:14.53568Z","end":"2026-04-03T03:52:14.73285Z","steps":["trace[584149428] 'read index received' (duration: 37.731µs)","trace[584149428] 'applied index is now lower than readState.Index' (duration: 197.130189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:14.733186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.430276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:14.733271Z","caller":"traceutil/trace.go:171","msg":"trace[1642614112] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26545; }","duration":"197.57677ms","start":"2026-04-03T03:52:14.535672Z","end":"2026-04-03T03:52:14.733249Z","steps":["trace[1642614112] 'agreement among raft nodes before linearized reading' (duration: 197.384074ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:15.273587Z","caller":"traceutil/trace.go:171","msg":"trace[1304376814] transaction","detail":"{read_only:false; response_revision:26546; number_of_response:1; }","duration":"333.223506ms","start":"2026-04-03T03:52:14.940336Z","end":"2026-04-03T03:52:15.273559Z","steps":["trace[1304376814] 'process raft request' (duration: 333.040041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:15.273737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:14.940314Z","time spent":"333.344829ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:15.394694Z","caller":"traceutil/trace.go:171","msg":"trace[1682135298] linearizableReadLoop","detail":"{readStateIndex:27441; appliedIndex:27439; }","duration":"451.044003ms","start":"2026-04-03T03:52:14.943624Z","end":"2026-04-03T03:52:15.394668Z","steps":["trace[1682135298] 'read index received' (duration: 329.786913ms)","trace[1682135298] 'applied index is now lower than readState.Index' (duration: 121.256069ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:15.39491Z","caller":"traceutil/trace.go:171","msg":"trace[989672674] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"452.746248ms","start":"2026-04-03T03:52:14.942136Z","end":"2026-04-03T03:52:15.394883Z","steps":["trace[989672674] 'process raft request' (duration: 447.301121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:15.395026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:14.942125Z","time spent":"452.844152ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:15.395008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.373162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-04-03T03:52:15.395043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.531177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:15.395141Z","caller":"traceutil/trace.go:171","msg":"trace[292909726] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26547; }","duration":"396.690522ms","start":"2026-04-03T03:52:14.998437Z","end":"2026-04-03T03:52:15.395127Z","steps":["trace[292909726] 'agreement among raft nodes before linearized reading' (duration: 396.509686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:15.395195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:14.998419Z","time spent":"396.765685ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:52:15.395083Z","caller":"traceutil/trace.go:171","msg":"trace[1822069638] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26547; }","duration":"451.483565ms","start":"2026-04-03T03:52:14.943582Z","end":"2026-04-03T03:52:15.395066Z","steps":["trace[1822069638] 'agreement among raft nodes before linearized reading' (duration: 451.29646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:15.395403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:14.943567Z","time spent":"451.783412ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" "} {"level":"warn","ts":"2026-04-03T03:52:15.733728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.944699ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:15.733863Z","caller":"traceutil/trace.go:171","msg":"trace[186267993] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26547; }","duration":"128.095642ms","start":"2026-04-03T03:52:15.605747Z","end":"2026-04-03T03:52:15.733843Z","steps":["trace[186267993] 'range keys from in-memory index tree' (duration: 127.923018ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:16.99995Z","caller":"traceutil/trace.go:171","msg":"trace[1038890081] linearizableReadLoop","detail":"{readStateIndex:27443; appliedIndex:27442; }","duration":"290.97732ms","start":"2026-04-03T03:52:16.708947Z","end":"2026-04-03T03:52:16.999924Z","steps":["trace[1038890081] 'read index received' (duration: 290.781365ms)","trace[1038890081] 'applied index is now lower than readState.Index' (duration: 194.705µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:16.999992Z","caller":"traceutil/trace.go:171","msg":"trace[921111946] transaction","detail":"{read_only:false; response_revision:26548; number_of_response:1; }","duration":"292.733117ms","start":"2026-04-03T03:52:16.707227Z","end":"2026-04-03T03:52:16.99996Z","steps":["trace[921111946] 'process raft request' (duration: 292.494631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:17.000271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.285838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:52:17.000353Z","caller":"traceutil/trace.go:171","msg":"trace[2140985755] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26548; }","duration":"291.401912ms","start":"2026-04-03T03:52:16.708933Z","end":"2026-04-03T03:52:17.000335Z","steps":["trace[2140985755] 'agreement among raft nodes before linearized reading' (duration: 291.093514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:17.532491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.250563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:17.532881Z","caller":"traceutil/trace.go:171","msg":"trace[711007081] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"132.224804ms","start":"2026-04-03T03:52:17.40063Z","end":"2026-04-03T03:52:17.532855Z","steps":["trace[711007081] 'process raft request' (duration: 132.162282ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:17.533097Z","caller":"traceutil/trace.go:171","msg":"trace[1212229863] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"505.363024ms","start":"2026-04-03T03:52:17.027583Z","end":"2026-04-03T03:52:17.532946Z","steps":["trace[1212229863] 'process raft request' (duration: 505.060875ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:17.533258Z","caller":"traceutil/trace.go:171","msg":"trace[1536814415] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"254.091289ms","start":"2026-04-03T03:52:17.27912Z","end":"2026-04-03T03:52:17.533211Z","steps":["trace[1536814415] 'process raft request' (duration: 253.615117ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:17.533231Z","caller":"traceutil/trace.go:171","msg":"trace[1252926173] linearizableReadLoop","detail":"{readStateIndex:27445; appliedIndex:27443; }","duration":"385.779669ms","start":"2026-04-03T03:52:17.147408Z","end":"2026-04-03T03:52:17.533187Z","steps":["trace[1252926173] 'read index received' (duration: 275.353641ms)","trace[1252926173] 'applied index is now lower than readState.Index' (duration: 110.421558ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:17.533302Z","caller":"traceutil/trace.go:171","msg":"trace[472378654] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"510.264145ms","start":"2026-04-03T03:52:17.022979Z","end":"2026-04-03T03:52:17.533243Z","steps":["trace[472378654] 'process raft request' (duration: 82.129237ms)","trace[472378654] 'compare' (duration: 427.044728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:17.53341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:17.027562Z","time spent":"505.63526ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:17.533458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.020305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:17.533554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:17.022956Z","time spent":"510.45812ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:17.533618Z","caller":"traceutil/trace.go:171","msg":"trace[1949948588] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26552; }","duration":"386.213771ms","start":"2026-04-03T03:52:17.147354Z","end":"2026-04-03T03:52:17.533568Z","steps":["trace[1949948588] 'agreement among raft nodes before linearized reading' (duration: 385.941464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:17.533614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.08186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-04-03T03:52:17.533669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:17.147335Z","time spent":"386.323823ms","remote":"127.0.0.1:36398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:52:17.533696Z","caller":"traceutil/trace.go:171","msg":"trace[1116242208] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26552; }","duration":"129.165072ms","start":"2026-04-03T03:52:17.404513Z","end":"2026-04-03T03:52:17.533678Z","steps":["trace[1116242208] 'agreement among raft nodes before linearized reading' (duration: 128.966957ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:17.955815Z","caller":"traceutil/trace.go:171","msg":"trace[814640075] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"415.563709ms","start":"2026-04-03T03:52:17.540216Z","end":"2026-04-03T03:52:17.95578Z","steps":["trace[814640075] 'process raft request' (duration: 364.262711ms)","trace[814640075] 'compare' (duration: 50.859846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:17.955978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:17.5402Z","time spent":"415.690613ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:18.241413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.074071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-xzwgp.18a2bc52dd5bca58\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-04-03T03:52:18.2415Z","caller":"traceutil/trace.go:171","msg":"trace[628004490] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-xzwgp.18a2bc52dd5bca58; range_end:; response_count:1; response_revision:26554; }","duration":"186.220475ms","start":"2026-04-03T03:52:18.055255Z","end":"2026-04-03T03:52:18.241475Z","steps":["trace[628004490] 'range keys from in-memory index tree' (duration: 185.868516ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:18.419683Z","caller":"traceutil/trace.go:171","msg":"trace[1494691902] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"175.334152ms","start":"2026-04-03T03:52:18.244318Z","end":"2026-04-03T03:52:18.419655Z","steps":["trace[1494691902] 'process raft request' (duration: 175.171759ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:18.795066Z","caller":"traceutil/trace.go:171","msg":"trace[1512356920] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"369.484871ms","start":"2026-04-03T03:52:18.425553Z","end":"2026-04-03T03:52:18.795037Z","steps":["trace[1512356920] 'process raft request' (duration: 316.247041ms)","trace[1512356920] 'compare' (duration: 53.065395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:18.795217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:18.425527Z","time spent":"369.605804ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:18.795054Z","caller":"traceutil/trace.go:171","msg":"trace[802284076] linearizableReadLoop","detail":"{readStateIndex:27451; appliedIndex:27450; }","duration":"254.708306ms","start":"2026-04-03T03:52:18.540307Z","end":"2026-04-03T03:52:18.795015Z","steps":["trace[802284076] 'read index received' (duration: 201.477805ms)","trace[802284076] 'applied index is now lower than readState.Index' (duration: 53.229051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:18.795464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.214421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:18.795454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.058915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-03T03:52:18.795534Z","caller":"traceutil/trace.go:171","msg":"trace[1440412222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26556; }","duration":"101.354715ms","start":"2026-04-03T03:52:18.694163Z","end":"2026-04-03T03:52:18.795518Z","steps":["trace[1440412222] 'agreement among raft nodes before linearized reading' (duration: 101.204761ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:18.795567Z","caller":"traceutil/trace.go:171","msg":"trace[130082175] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26556; }","duration":"255.25515ms","start":"2026-04-03T03:52:18.54029Z","end":"2026-04-03T03:52:18.795545Z","steps":["trace[130082175] 'agreement among raft nodes before linearized reading' (duration: 254.826619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:20.577837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.030323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:20.577982Z","caller":"traceutil/trace.go:171","msg":"trace[72135862] linearizableReadLoop","detail":"{readStateIndex:27456; appliedIndex:27455; }","duration":"777.99169ms","start":"2026-04-03T03:52:19.799963Z","end":"2026-04-03T03:52:20.577955Z","steps":["trace[72135862] 'read index received' (duration: 166.65807ms)","trace[72135862] 'applied index is now lower than readState.Index' (duration: 611.33171ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:20.578319Z","caller":"traceutil/trace.go:171","msg":"trace[2084804269] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"1.037903326s","start":"2026-04-03T03:52:19.540389Z","end":"2026-04-03T03:52:20.578292Z","steps":["trace[2084804269] 'process raft request' (duration: 426.307658ms)","trace[2084804269] 'compare' (duration: 610.89533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:20.578422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:19.540362Z","time spent":"1.038012299s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:20.578887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.899566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-03T03:52:20.578951Z","caller":"traceutil/trace.go:171","msg":"trace[1198918642] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26561; }","duration":"779.028557ms","start":"2026-04-03T03:52:19.799903Z","end":"2026-04-03T03:52:20.578932Z","steps":["trace[1198918642] 'agreement among raft nodes before linearized reading' (duration: 778.7402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:20.579007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:19.799876Z","time spent":"779.116921ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" "} {"level":"warn","ts":"2026-04-03T03:52:20.579327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.238762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-03T03:52:20.579387Z","caller":"traceutil/trace.go:171","msg":"trace[219098996] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26561; }","duration":"418.337463ms","start":"2026-04-03T03:52:20.161035Z","end":"2026-04-03T03:52:20.579373Z","steps":["trace[219098996] 'agreement among raft nodes before linearized reading' (duration: 418.174499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:20.579399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.191733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-03T03:52:20.579433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:20.16101Z","time spent":"418.411446ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:52:20.579359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.378408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:20.579484Z","caller":"traceutil/trace.go:171","msg":"trace[941609163] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26561; }","duration":"417.277125ms","start":"2026-04-03T03:52:20.162188Z","end":"2026-04-03T03:52:20.579465Z","steps":["trace[941609163] 'agreement among raft nodes before linearized reading' (duration: 417.102221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:20.579552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:20.162178Z","time spent":"417.353527ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:52:20.579521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.74403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:20.579563Z","caller":"traceutil/trace.go:171","msg":"trace[1898837529] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26561; }","duration":"225.609944ms","start":"2026-04-03T03:52:20.353906Z","end":"2026-04-03T03:52:20.579516Z","steps":["trace[1898837529] 'agreement among raft nodes before linearized reading' (duration: 225.380828ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:20.579646Z","caller":"traceutil/trace.go:171","msg":"trace[175768246] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26561; }","duration":"218.937194ms","start":"2026-04-03T03:52:20.360675Z","end":"2026-04-03T03:52:20.579612Z","steps":["trace[175768246] 'agreement among raft nodes before linearized reading' (duration: 218.664437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:21.06699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.055237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:21.067082Z","caller":"traceutil/trace.go:171","msg":"trace[1142290884] linearizableReadLoop","detail":"{readStateIndex:27458; appliedIndex:27457; }","duration":"390.211318ms","start":"2026-04-03T03:52:20.676855Z","end":"2026-04-03T03:52:21.067067Z","steps":["trace[1142290884] 'read index received' (duration: 190.024417ms)","trace[1142290884] 'applied index is now lower than readState.Index' (duration: 200.185921ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:21.067161Z","caller":"traceutil/trace.go:171","msg":"trace[1780076203] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"481.246985ms","start":"2026-04-03T03:52:20.585905Z","end":"2026-04-03T03:52:21.067152Z","steps":["trace[1780076203] 'process raft request' (duration: 280.952221ms)","trace[1780076203] 'compare' (duration: 199.927514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:21.067201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:20.585884Z","time spent":"481.295826ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:21.06742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.559177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:52:21.06745Z","caller":"traceutil/trace.go:171","msg":"trace[1925482373] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26563; }","duration":"390.628869ms","start":"2026-04-03T03:52:20.676813Z","end":"2026-04-03T03:52:21.067442Z","steps":["trace[1925482373] 'agreement among raft nodes before linearized reading' (duration: 390.512306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:21.067472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:20.676796Z","time spent":"390.670921ms","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:21.067446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.149355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:21.067464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.655855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:21.067476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.540237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-22fls.18a2bc53b459e76f\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-04-03T03:52:21.067514Z","caller":"traceutil/trace.go:171","msg":"trace[1903116504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26563; }","duration":"368.263268ms","start":"2026-04-03T03:52:20.699234Z","end":"2026-04-03T03:52:21.067497Z","steps":["trace[1903116504] 'agreement among raft nodes before linearized reading' (duration: 368.137725ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:21.067537Z","caller":"traceutil/trace.go:171","msg":"trace[2079758304] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-22fls.18a2bc53b459e76f; range_end:; response_count:1; response_revision:26563; }","duration":"233.65117ms","start":"2026-04-03T03:52:20.83387Z","end":"2026-04-03T03:52:21.067521Z","steps":["trace[2079758304] 'agreement among raft nodes before linearized reading' (duration: 233.508306ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:21.067535Z","caller":"traceutil/trace.go:171","msg":"trace[912305563] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26563; }","duration":"292.819021ms","start":"2026-04-03T03:52:20.774696Z","end":"2026-04-03T03:52:21.067515Z","steps":["trace[912305563] 'agreement among raft nodes before linearized reading' (duration: 292.683677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:21.067567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:20.699211Z","time spent":"368.348511ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:52:21.067551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.561778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-22fls\" ","response":"range_response_count:1 size:7584"} {"level":"info","ts":"2026-04-03T03:52:21.067619Z","caller":"traceutil/trace.go:171","msg":"trace[842508990] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-22fls; range_end:; response_count:1; response_revision:26563; }","duration":"233.65276ms","start":"2026-04-03T03:52:20.833949Z","end":"2026-04-03T03:52:21.067601Z","steps":["trace[842508990] 'agreement among raft nodes before linearized reading' (duration: 233.433234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:21.508403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.003651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:21.508545Z","caller":"traceutil/trace.go:171","msg":"trace[1902845973] linearizableReadLoop","detail":"{readStateIndex:27461; appliedIndex:27459; }","duration":"376.033276ms","start":"2026-04-03T03:52:21.1325Z","end":"2026-04-03T03:52:21.508533Z","steps":["trace[1902845973] 'read index received' (duration: 177.785957ms)","trace[1902845973] 'applied index is now lower than readState.Index' (duration: 198.246289ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:21.508618Z","caller":"traceutil/trace.go:171","msg":"trace[527823335] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"433.379688ms","start":"2026-04-03T03:52:21.075231Z","end":"2026-04-03T03:52:21.508611Z","steps":["trace[527823335] 'process raft request' (duration: 235.095849ms)","trace[527823335] 'compare' (duration: 197.91876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:21.508656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:21.075215Z","time spent":"433.421389ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7744,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:21.508849Z","caller":"traceutil/trace.go:171","msg":"trace[870070766] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"427.589982ms","start":"2026-04-03T03:52:21.081254Z","end":"2026-04-03T03:52:21.508844Z","steps":["trace[870070766] 'process raft request' (duration: 427.219013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:21.508875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:21.081238Z","time spent":"427.621273ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:21.509011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.499849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-22fls.18a2bc53b459e797\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-04-03T03:52:21.509064Z","caller":"traceutil/trace.go:171","msg":"trace[1921044967] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-22fls.18a2bc53b459e797; range_end:; response_count:1; response_revision:26566; }","duration":"376.583212ms","start":"2026-04-03T03:52:21.132466Z","end":"2026-04-03T03:52:21.50905Z","steps":["trace[1921044967] 'agreement among raft nodes before linearized reading' (duration: 376.467109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:21.50939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.748766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:21.509412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:21.132452Z","time spent":"376.645093ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1012,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-22fls.18a2bc53b459e797\" "} {"level":"info","ts":"2026-04-03T03:52:21.509484Z","caller":"traceutil/trace.go:171","msg":"trace[223651827] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26566; }","duration":"190.889671ms","start":"2026-04-03T03:52:21.318578Z","end":"2026-04-03T03:52:21.509468Z","steps":["trace[223651827] 'agreement among raft nodes before linearized reading' (duration: 190.746358ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:21.859049Z","caller":"traceutil/trace.go:171","msg":"trace[1872939987] linearizableReadLoop","detail":"{readStateIndex:27462; appliedIndex:27461; }","duration":"345.269341ms","start":"2026-04-03T03:52:21.513749Z","end":"2026-04-03T03:52:21.859019Z","steps":["trace[1872939987] 'read index received' (duration: 295.163243ms)","trace[1872939987] 'applied index is now lower than readState.Index' (duration: 50.103858ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:21.859101Z","caller":"traceutil/trace.go:171","msg":"trace[120181608] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"346.416022ms","start":"2026-04-03T03:52:21.512653Z","end":"2026-04-03T03:52:21.859069Z","steps":["trace[120181608] 'process raft request' (duration: 296.242993ms)","trace[120181608] 'compare' (duration: 49.8328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:21.859248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:21.51262Z","time spent":"346.539194ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:21.85964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.873386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:91 size:118957"} {"level":"info","ts":"2026-04-03T03:52:21.859684Z","caller":"traceutil/trace.go:171","msg":"trace[957527017] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:91; response_revision:26567; }","duration":"345.949689ms","start":"2026-04-03T03:52:21.513724Z","end":"2026-04-03T03:52:21.859674Z","steps":["trace[957527017] 'agreement among raft nodes before linearized reading' (duration: 345.424545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:21.859711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:21.513713Z","time spent":"345.99138ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":118980,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-04-03T03:52:21.905594Z","caller":"traceutil/trace.go:171","msg":"trace[1340366319] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"332.464705ms","start":"2026-04-03T03:52:21.573097Z","end":"2026-04-03T03:52:21.905562Z","steps":["trace[1340366319] 'process raft request' (duration: 332.205208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:21.90562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.911881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:21.905731Z","caller":"traceutil/trace.go:171","msg":"trace[1755691549] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26568; }","duration":"364.050414ms","start":"2026-04-03T03:52:21.541661Z","end":"2026-04-03T03:52:21.905711Z","steps":["trace[1755691549] 'agreement among raft nodes before linearized reading' (duration: 363.852989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:21.905774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:21.541651Z","time spent":"364.111827ms","remote":"127.0.0.1:54626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:21.905797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:21.573079Z","time spent":"332.61733ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:21.90587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.263879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-03T03:52:21.905848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.22543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-03T03:52:21.905956Z","caller":"traceutil/trace.go:171","msg":"trace[465876139] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26568; }","duration":"387.419413ms","start":"2026-04-03T03:52:21.518517Z","end":"2026-04-03T03:52:21.905936Z","steps":["trace[465876139] 'agreement among raft nodes before linearized reading' (duration: 387.130956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:21.906019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:21.518489Z","time spent":"387.520145ms","remote":"127.0.0.1:59974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-03T03:52:21.906021Z","caller":"traceutil/trace.go:171","msg":"trace[1261615354] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26568; }","duration":"322.446187ms","start":"2026-04-03T03:52:21.583548Z","end":"2026-04-03T03:52:21.905995Z","steps":["trace[1261615354] 'agreement among raft nodes before linearized reading' (duration: 321.972434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:21.906097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:21.583542Z","time spent":"322.54159ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" "} {"level":"warn","ts":"2026-04-03T03:52:21.90619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.444638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:21.906258Z","caller":"traceutil/trace.go:171","msg":"trace[1303646746] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26568; }","duration":"110.579592ms","start":"2026-04-03T03:52:21.79566Z","end":"2026-04-03T03:52:21.90624Z","steps":["trace[1303646746] 'agreement among raft nodes before linearized reading' (duration: 110.47673ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:22.061785Z","caller":"traceutil/trace.go:171","msg":"trace[1334947930] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"116.405889ms","start":"2026-04-03T03:52:21.945345Z","end":"2026-04-03T03:52:22.06175Z","steps":["trace[1334947930] 'process raft request' (duration: 49.031168ms)","trace[1334947930] 'compare' (duration: 67.189896ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:22.061776Z","caller":"traceutil/trace.go:171","msg":"trace[1296913262] linearizableReadLoop","detail":"{readStateIndex:27465; appliedIndex:27464; }","duration":"103.921663ms","start":"2026-04-03T03:52:21.95782Z","end":"2026-04-03T03:52:22.061742Z","steps":["trace[1296913262] 'read index received' (duration: 36.491291ms)","trace[1296913262] 'applied index is now lower than readState.Index' (duration: 67.427562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:22.062053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.216872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-03T03:52:22.062116Z","caller":"traceutil/trace.go:171","msg":"trace[642354264] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26570; }","duration":"104.344394ms","start":"2026-04-03T03:52:21.957759Z","end":"2026-04-03T03:52:22.062103Z","steps":["trace[642354264] 'agreement among raft nodes before linearized reading' (duration: 104.085058ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:22.609355Z","caller":"traceutil/trace.go:171","msg":"trace[1993914746] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"540.724553ms","start":"2026-04-03T03:52:22.068611Z","end":"2026-04-03T03:52:22.609335Z","steps":["trace[1993914746] 'process raft request' (duration: 459.91069ms)","trace[1993914746] 'compare' (duration: 80.589317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:22.609468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.489185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:22.609508Z","caller":"traceutil/trace.go:171","msg":"trace[1371039017] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26571; }","duration":"515.568837ms","start":"2026-04-03T03:52:22.093928Z","end":"2026-04-03T03:52:22.609496Z","steps":["trace[1371039017] 'agreement among raft nodes before linearized reading' (duration: 515.471054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:22.609492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:22.068592Z","time spent":"540.826096ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:22.609549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:22.093913Z","time spent":"515.627159ms","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-03T03:52:22.609344Z","caller":"traceutil/trace.go:171","msg":"trace[2000120638] linearizableReadLoop","detail":"{readStateIndex:27466; appliedIndex:27465; }","duration":"515.347342ms","start":"2026-04-03T03:52:22.093971Z","end":"2026-04-03T03:52:22.609318Z","steps":["trace[2000120638] 'read index received' (duration: 434.569ms)","trace[2000120638] 'applied index is now lower than readState.Index' (duration: 80.776321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:23.071342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.701858ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:52:23.072249Z","caller":"traceutil/trace.go:171","msg":"trace[969937508] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"487.271297ms","start":"2026-04-03T03:52:22.584934Z","end":"2026-04-03T03:52:23.072206Z","steps":["trace[969937508] 'process raft request' (duration: 486.526667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:23.07244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:22.584915Z","time spent":"487.423301ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:23.072254Z","caller":"traceutil/trace.go:171","msg":"trace[1987297103] linearizableReadLoop","detail":"{readStateIndex:27468; appliedIndex:27466; }","duration":"462.541782ms","start":"2026-04-03T03:52:22.609683Z","end":"2026-04-03T03:52:23.072224Z","steps":["trace[1987297103] 'read index received' (duration: 3.041682ms)","trace[1987297103] 'applied index is now lower than readState.Index' (duration: 459.49855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:23.236795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.732772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:23.236952Z","caller":"traceutil/trace.go:171","msg":"trace[412322921] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26572; }","duration":"710.937797ms","start":"2026-04-03T03:52:22.52598Z","end":"2026-04-03T03:52:23.236917Z","steps":["trace[412322921] 'agreement among raft nodes before linearized reading' (duration: 546.333584ms)","trace[412322921] 'count revisions from in-memory index tree' (duration: 164.361597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:23.237019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:22.525958Z","time spent":"711.047462ms","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:23.236992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.903254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:23.237142Z","caller":"traceutil/trace.go:171","msg":"trace[1707855197] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26572; }","duration":"997.124001ms","start":"2026-04-03T03:52:22.239973Z","end":"2026-04-03T03:52:23.237097Z","steps":["trace[1707855197] 'agreement among raft nodes before linearized reading' (duration: 832.351112ms)","trace[1707855197] 'count revisions from in-memory index tree' (duration: 164.563953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:23.23723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:22.239942Z","time spent":"997.267944ms","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:23.237308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004404356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:23.237409Z","caller":"traceutil/trace.go:171","msg":"trace[80775265] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26572; }","duration":"1.004571531s","start":"2026-04-03T03:52:22.232812Z","end":"2026-04-03T03:52:23.237383Z","steps":["trace[80775265] 'agreement among raft nodes before linearized reading' (duration: 839.492635ms)","trace[80775265] 'count revisions from in-memory index tree' (duration: 164.925872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:23.237326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.933862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:23.23747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:22.232786Z","time spent":"1.004668213s","remote":"127.0.0.1:44890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:23.237486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.138838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:23.237514Z","caller":"traceutil/trace.go:171","msg":"trace[302900863] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26572; }","duration":"899.182787ms","start":"2026-04-03T03:52:22.338294Z","end":"2026-04-03T03:52:23.237477Z","steps":["trace[302900863] 'agreement among raft nodes before linearized reading' (duration: 733.995187ms)","trace[302900863] 'count revisions from in-memory index tree' (duration: 164.965033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:23.237683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:22.338263Z","time spent":"899.388582ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:52:23.237757Z","caller":"traceutil/trace.go:171","msg":"trace[1305650690] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"622.876492ms","start":"2026-04-03T03:52:22.614841Z","end":"2026-04-03T03:52:23.237718Z","steps":["trace[1305650690] 'process raft request' (duration: 457.371713ms)","trace[1305650690] 'compare' (duration: 164.908122ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:23.23784Z","caller":"traceutil/trace.go:171","msg":"trace[1936639317] transaction","detail":"{read_only:false; response_revision:26574; number_of_response:1; }","duration":"164.259035ms","start":"2026-04-03T03:52:23.07353Z","end":"2026-04-03T03:52:23.237789Z","steps":["trace[1936639317] 'process raft request' (duration: 164.090541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:23.237902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:22.614806Z","time spent":"623.028497ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:52:23.237822Z","caller":"traceutil/trace.go:171","msg":"trace[547738820] linearizableReadLoop","detail":"{readStateIndex:27469; appliedIndex:27468; }","duration":"165.286073ms","start":"2026-04-03T03:52:23.072506Z","end":"2026-04-03T03:52:23.237792Z","steps":["trace[547738820] 'read index received' (duration: 66.772µs)","trace[547738820] 'applied index is now lower than readState.Index' (duration: 165.217091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:23.237964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.81491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:23.237991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.003276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:23.238037Z","caller":"traceutil/trace.go:171","msg":"trace[565554995] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26574; }","duration":"228.931013ms","start":"2026-04-03T03:52:23.009087Z","end":"2026-04-03T03:52:23.238018Z","steps":["trace[565554995] 'agreement among raft nodes before linearized reading' (duration: 228.793489ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:23.238047Z","caller":"traceutil/trace.go:171","msg":"trace[34234607] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26574; }","duration":"581.113999ms","start":"2026-04-03T03:52:22.656917Z","end":"2026-04-03T03:52:23.238031Z","steps":["trace[34234607] 'agreement among raft nodes before linearized reading' (duration: 581.004176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:23.238072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.749762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-04-03T03:52:23.238102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:22.65689Z","time spent":"581.196491ms","remote":"127.0.0.1:54306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:52:23.238134Z","caller":"traceutil/trace.go:171","msg":"trace[1483444330] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26574; }","duration":"326.858575ms","start":"2026-04-03T03:52:22.911258Z","end":"2026-04-03T03:52:23.238116Z","steps":["trace[1483444330] 'agreement among raft nodes before linearized reading' (duration: 326.650469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:23.238175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:22.91123Z","time spent":"326.937277ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" "} {"level":"warn","ts":"2026-04-03T03:52:23.238224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.598599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:23.238358Z","caller":"traceutil/trace.go:171","msg":"trace[1032421132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26574; }","duration":"540.840286ms","start":"2026-04-03T03:52:22.697497Z","end":"2026-04-03T03:52:23.238337Z","steps":["trace[1032421132] 'agreement among raft nodes before linearized reading' (duration: 540.376984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:23.238477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:22.697472Z","time spent":"540.990461ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:52:23.238257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.980287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:23.239382Z","caller":"traceutil/trace.go:171","msg":"trace[2098802664] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26574; }","duration":"623.139948ms","start":"2026-04-03T03:52:22.616225Z","end":"2026-04-03T03:52:23.239365Z","steps":["trace[2098802664] 'agreement among raft nodes before linearized reading' (duration: 621.733201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:23.239457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:22.616211Z","time spent":"623.22617ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:52:23.238865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.306792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:52:23.239617Z","caller":"traceutil/trace.go:171","msg":"trace[866915264] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26574; }","duration":"522.969636ms","start":"2026-04-03T03:52:22.716621Z","end":"2026-04-03T03:52:23.23959Z","steps":["trace[866915264] 'agreement among raft nodes before linearized reading' (duration: 521.2349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:23.239689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:22.716595Z","time spent":"523.070399ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:52:23.25996Z","caller":"traceutil/trace.go:171","msg":"trace[356834546] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"130.424325ms","start":"2026-04-03T03:52:23.129512Z","end":"2026-04-03T03:52:23.259936Z","steps":["trace[356834546] 'process raft request' (duration: 130.21712ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:23.817461Z","caller":"traceutil/trace.go:171","msg":"trace[786480027] linearizableReadLoop","detail":"{readStateIndex:27472; appliedIndex:27471; }","duration":"549.474978ms","start":"2026-04-03T03:52:23.267934Z","end":"2026-04-03T03:52:23.817409Z","steps":["trace[786480027] 'read index received' (duration: 485.045817ms)","trace[786480027] 'applied index is now lower than readState.Index' (duration: 64.425991ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:23.81748Z","caller":"traceutil/trace.go:171","msg":"trace[1267329353] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"554.888854ms","start":"2026-04-03T03:52:23.262538Z","end":"2026-04-03T03:52:23.817427Z","steps":["trace[1267329353] 'process raft request' (duration: 490.529244ms)","trace[1267329353] 'compare' (duration: 63.689552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:23.817667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.717174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:23.817721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:23.262512Z","time spent":"555.079389ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:23.817741Z","caller":"traceutil/trace.go:171","msg":"trace[1913448894] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26576; }","duration":"549.843918ms","start":"2026-04-03T03:52:23.267881Z","end":"2026-04-03T03:52:23.817725Z","steps":["trace[1913448894] 'agreement among raft nodes before linearized reading' (duration: 549.637992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:23.817726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.26991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:23.817781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:23.267869Z","time spent":"549.904531ms","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:52:23.8178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.46344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:52:23.817837Z","caller":"traceutil/trace.go:171","msg":"trace[221902377] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26576; }","duration":"241.543262ms","start":"2026-04-03T03:52:23.576282Z","end":"2026-04-03T03:52:23.817826Z","steps":["trace[221902377] 'agreement among raft nodes before linearized reading' (duration: 241.471249ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:23.817854Z","caller":"traceutil/trace.go:171","msg":"trace[639041056] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26576; }","duration":"486.436215ms","start":"2026-04-03T03:52:23.331375Z","end":"2026-04-03T03:52:23.817812Z","steps":["trace[639041056] 'agreement among raft nodes before linearized reading' (duration: 486.249669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:23.817964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:23.331356Z","time spent":"486.570008ms","remote":"127.0.0.1:36892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:52:24.234459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.768148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:52:24.234799Z","caller":"traceutil/trace.go:171","msg":"trace[1097347873] linearizableReadLoop","detail":"{readStateIndex:27475; appliedIndex:27472; }","duration":"246.839145ms","start":"2026-04-03T03:52:23.987942Z","end":"2026-04-03T03:52:24.234781Z","steps":["trace[1097347873] 'read index received' (duration: 116.674566ms)","trace[1097347873] 'applied index is now lower than readState.Index' (duration: 130.163599ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:24.234943Z","caller":"traceutil/trace.go:171","msg":"trace[199010169] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"411.484539ms","start":"2026-04-03T03:52:23.823445Z","end":"2026-04-03T03:52:24.23493Z","steps":["trace[199010169] 'process raft request' (duration: 281.159267ms)","trace[199010169] 'compare' (duration: 129.528221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:52:24.235019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:23.823416Z","time spent":"411.562212ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:24.235217Z","caller":"traceutil/trace.go:171","msg":"trace[312279458] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"253.164954ms","start":"2026-04-03T03:52:23.982019Z","end":"2026-04-03T03:52:24.235184Z","steps":["trace[312279458] 'process raft request' (duration: 252.684351ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:24.235365Z","caller":"traceutil/trace.go:171","msg":"trace[173224542] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"324.020199ms","start":"2026-04-03T03:52:23.91133Z","end":"2026-04-03T03:52:24.23535Z","steps":["trace[173224542] 'process raft request' (duration: 323.254268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:24.235434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:23.911302Z","time spent":"324.098572ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:24.235458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.490542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-03T03:52:24.235536Z","caller":"traceutil/trace.go:171","msg":"trace[873701450] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26579; }","duration":"247.614766ms","start":"2026-04-03T03:52:23.987902Z","end":"2026-04-03T03:52:24.235517Z","steps":["trace[873701450] 'agreement among raft nodes before linearized reading' (duration: 247.329618ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:24.543613Z","caller":"traceutil/trace.go:171","msg":"trace[958555423] linearizableReadLoop","detail":"{readStateIndex:27476; appliedIndex:27475; }","duration":"299.693575ms","start":"2026-04-03T03:52:24.243886Z","end":"2026-04-03T03:52:24.543579Z","steps":["trace[958555423] 'read index received' (duration: 299.49904ms)","trace[958555423] 'applied index is now lower than readState.Index' (duration: 192.735µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:24.543669Z","caller":"traceutil/trace.go:171","msg":"trace[1578416797] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"302.302915ms","start":"2026-04-03T03:52:24.241314Z","end":"2026-04-03T03:52:24.543617Z","steps":["trace[1578416797] 'process raft request' (duration: 302.056928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:24.543934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:24.241293Z","time spent":"302.488241ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:52:24.543938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.021744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-03T03:52:24.544031Z","caller":"traceutil/trace.go:171","msg":"trace[311794105] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26580; }","duration":"300.173618ms","start":"2026-04-03T03:52:24.243833Z","end":"2026-04-03T03:52:24.544006Z","steps":["trace[311794105] 'agreement among raft nodes before linearized reading' (duration: 299.864739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:24.544094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:24.243813Z","time spent":"300.26872ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" "} {"level":"warn","ts":"2026-04-03T03:52:25.062638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.975904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-03T03:52:25.062727Z","caller":"traceutil/trace.go:171","msg":"trace[297207588] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1c5cfc-160f-4faf-848a-d70864f1db74; range_end:; response_count:1; response_revision:26581; }","duration":"191.115607ms","start":"2026-04-03T03:52:24.871585Z","end":"2026-04-03T03:52:25.062701Z","steps":["trace[297207588] 'range keys from in-memory index tree' (duration: 190.790618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:25.062882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.697866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:25.063017Z","caller":"traceutil/trace.go:171","msg":"trace[287101918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26581; }","duration":"366.892022ms","start":"2026-04-03T03:52:24.696099Z","end":"2026-04-03T03:52:25.062991Z","steps":["trace[287101918] 'range keys from in-memory index tree' (duration: 366.582873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:25.063089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:24.696074Z","time spent":"367.000444ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:52:25.062888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.038009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:25.063296Z","caller":"traceutil/trace.go:171","msg":"trace[616751530] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26581; }","duration":"167.41245ms","start":"2026-04-03T03:52:24.895771Z","end":"2026-04-03T03:52:25.063183Z","steps":["trace[616751530] 'count revisions from in-memory index tree' (duration: 166.910856ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:25.467514Z","caller":"traceutil/trace.go:171","msg":"trace[1821716126] linearizableReadLoop","detail":"{readStateIndex:27478; appliedIndex:27477; }","duration":"244.476061ms","start":"2026-04-03T03:52:25.223013Z","end":"2026-04-03T03:52:25.467489Z","steps":["trace[1821716126] 'read index received' (duration: 244.213524ms)","trace[1821716126] 'applied index is now lower than readState.Index' (duration: 261.037µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:25.467644Z","caller":"traceutil/trace.go:171","msg":"trace[65941179] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"388.731128ms","start":"2026-04-03T03:52:25.07888Z","end":"2026-04-03T03:52:25.467611Z","steps":["trace[65941179] 'process raft request' (duration: 388.430869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:25.467699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.664676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:25.467736Z","caller":"traceutil/trace.go:171","msg":"trace[858374687] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26582; }","duration":"244.753628ms","start":"2026-04-03T03:52:25.222971Z","end":"2026-04-03T03:52:25.467724Z","steps":["trace[858374687] 'agreement among raft nodes before linearized reading' (duration: 244.643695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:25.467751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.805108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:25.467817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:52:25.078858Z","time spent":"388.864352ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:52:25.467838Z","caller":"traceutil/trace.go:171","msg":"trace[1966556317] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26582; }","duration":"222.943822ms","start":"2026-04-03T03:52:25.244869Z","end":"2026-04-03T03:52:25.467813Z","steps":["trace[1966556317] 'agreement among raft nodes before linearized reading' (duration: 222.788289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:25.470234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.122548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:52:25.470365Z","caller":"traceutil/trace.go:171","msg":"trace[659333770] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26582; }","duration":"178.316493ms","start":"2026-04-03T03:52:25.292023Z","end":"2026-04-03T03:52:25.47034Z","steps":["trace[659333770] 'agreement among raft nodes before linearized reading' (duration: 175.677501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:25.713856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.285423ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:52:25.714047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.169531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:52:25.714066Z","caller":"traceutil/trace.go:171","msg":"trace[1211260504] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26582; }","duration":"107.525899ms","start":"2026-04-03T03:52:25.606503Z","end":"2026-04-03T03:52:25.714029Z","steps":["trace[1211260504] 'range keys from in-memory index tree' (duration: 107.236853ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:25.71411Z","caller":"traceutil/trace.go:171","msg":"trace[1253517621] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26582; }","duration":"145.365337ms","start":"2026-04-03T03:52:25.568729Z","end":"2026-04-03T03:52:25.714095Z","steps":["trace[1253517621] 'count revisions from in-memory index tree' (duration: 145.034438ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:40.311768Z","caller":"traceutil/trace.go:171","msg":"trace[2135327007] linearizableReadLoop","detail":"{readStateIndex:27605; appliedIndex:27604; }","duration":"149.99474ms","start":"2026-04-03T03:52:40.161735Z","end":"2026-04-03T03:52:40.311729Z","steps":["trace[2135327007] 'read index received' (duration: 149.836766ms)","trace[2135327007] 'applied index is now lower than readState.Index' (duration: 156.534µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:40.311928Z","caller":"traceutil/trace.go:171","msg":"trace[948954837] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"184.646984ms","start":"2026-04-03T03:52:40.127216Z","end":"2026-04-03T03:52:40.311863Z","steps":["trace[948954837] 'process raft request' (duration: 184.270723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:40.311986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.221838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:52:40.312122Z","caller":"traceutil/trace.go:171","msg":"trace[828817822] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26705; }","duration":"150.381851ms","start":"2026-04-03T03:52:40.161673Z","end":"2026-04-03T03:52:40.312055Z","steps":["trace[828817822] 'agreement among raft nodes before linearized reading' (duration: 150.209537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:40.318363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.184331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T03:52:40.318446Z","caller":"traceutil/trace.go:171","msg":"trace[1832968720] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26706; }","duration":"104.318413ms","start":"2026-04-03T03:52:40.214109Z","end":"2026-04-03T03:52:40.318428Z","steps":["trace[1832968720] 'agreement among raft nodes before linearized reading' (duration: 104.084577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:40.626132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.897594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-03T03:52:40.626211Z","caller":"traceutil/trace.go:171","msg":"trace[1044921682] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26706; }","duration":"113.024557ms","start":"2026-04-03T03:52:40.513168Z","end":"2026-04-03T03:52:40.626193Z","steps":["trace[1044921682] 'range keys from in-memory index tree' (duration: 112.694599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:40.626339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.200678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-03T03:52:40.626443Z","caller":"traceutil/trace.go:171","msg":"trace[105569283] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26706; }","duration":"124.365112ms","start":"2026-04-03T03:52:40.502053Z","end":"2026-04-03T03:52:40.626418Z","steps":["trace[105569283] 'range keys from in-memory index tree' (duration: 123.986103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:55.404016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.99211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-03T03:52:55.4041Z","caller":"traceutil/trace.go:171","msg":"trace[75148201] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:26892; }","duration":"128.083353ms","start":"2026-04-03T03:52:55.275994Z","end":"2026-04-03T03:52:55.404078Z","steps":["trace[75148201] 'range keys from in-memory index tree' (duration: 127.480297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:55.405018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.796423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"info","ts":"2026-04-03T03:52:55.405133Z","caller":"traceutil/trace.go:171","msg":"trace[1870655848] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:26892; }","duration":"102.945037ms","start":"2026-04-03T03:52:55.30216Z","end":"2026-04-03T03:52:55.405105Z","steps":["trace[1870655848] 'range keys from in-memory index tree' (duration: 101.676033ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:55.531007Z","caller":"traceutil/trace.go:171","msg":"trace[181427274] linearizableReadLoop","detail":"{readStateIndex:27798; appliedIndex:27797; }","duration":"118.213347ms","start":"2026-04-03T03:52:55.412773Z","end":"2026-04-03T03:52:55.530986Z","steps":["trace[181427274] 'read index received' (duration: 91.102µs)","trace[181427274] 'applied index is now lower than readState.Index' (duration: 118.121235ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:55.531116Z","caller":"traceutil/trace.go:171","msg":"trace[1447462279] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"118.618149ms","start":"2026-04-03T03:52:55.412456Z","end":"2026-04-03T03:52:55.531074Z","steps":["trace[1447462279] 'process raft request' (duration: 118.396982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:55.531244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.450964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:52:55.531294Z","caller":"traceutil/trace.go:171","msg":"trace[1294313467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26893; }","duration":"118.516555ms","start":"2026-04-03T03:52:55.412766Z","end":"2026-04-03T03:52:55.531282Z","steps":["trace[1294313467] 'agreement among raft nodes before linearized reading' (duration: 118.364382ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:55.576821Z","caller":"traceutil/trace.go:171","msg":"trace[1419475682] transaction","detail":"{read_only:false; response_revision:26894; number_of_response:1; }","duration":"161.11233ms","start":"2026-04-03T03:52:55.415692Z","end":"2026-04-03T03:52:55.576804Z","steps":["trace[1419475682] 'process raft request' (duration: 160.672768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:55.577118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.556685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-03T03:52:55.577169Z","caller":"traceutil/trace.go:171","msg":"trace[49823096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26895; }","duration":"125.639726ms","start":"2026-04-03T03:52:55.451517Z","end":"2026-04-03T03:52:55.577157Z","steps":["trace[49823096] 'agreement among raft nodes before linearized reading' (duration: 125.502323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:55.577278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.536053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-04-03T03:52:55.577395Z","caller":"traceutil/trace.go:171","msg":"trace[909648877] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26895; }","duration":"151.677337ms","start":"2026-04-03T03:52:55.425675Z","end":"2026-04-03T03:52:55.577352Z","steps":["trace[909648877] 'agreement among raft nodes before linearized reading' (duration: 151.505453ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:55.642444Z","caller":"traceutil/trace.go:171","msg":"trace[1795928802] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"106.702298ms","start":"2026-04-03T03:52:55.535724Z","end":"2026-04-03T03:52:55.642426Z","steps":["trace[1795928802] 'process raft request' (duration: 105.384911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:56.040506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.44734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2763"} {"level":"info","ts":"2026-04-03T03:52:56.040599Z","caller":"traceutil/trace.go:171","msg":"trace[2060232460] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:26898; }","duration":"289.570363ms","start":"2026-04-03T03:52:55.751007Z","end":"2026-04-03T03:52:56.040577Z","steps":["trace[2060232460] 'range keys from in-memory index tree' (duration: 289.302376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:56.040841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.641352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2318"} {"level":"info","ts":"2026-04-03T03:52:56.040879Z","caller":"traceutil/trace.go:171","msg":"trace[1665722883] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:26898; }","duration":"264.701575ms","start":"2026-04-03T03:52:55.776167Z","end":"2026-04-03T03:52:56.040869Z","steps":["trace[1665722883] 'range keys from in-memory index tree' (duration: 264.546969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:56.041323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.948294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" ","response":"range_response_count:1 size:2175"} {"level":"warn","ts":"2026-04-03T03:52:56.041376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.226223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2935"} {"level":"info","ts":"2026-04-03T03:52:56.041837Z","caller":"traceutil/trace.go:171","msg":"trace[387385519] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:26898; }","duration":"190.591642ms","start":"2026-04-03T03:52:55.851109Z","end":"2026-04-03T03:52:56.041701Z","steps":["trace[387385519] 'range keys from in-memory index tree' (duration: 189.856833ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:56.041432Z","caller":"traceutil/trace.go:171","msg":"trace[628279150] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/barbican-api-certs; range_end:; response_count:1; response_revision:26898; }","duration":"216.084357ms","start":"2026-04-03T03:52:55.825322Z","end":"2026-04-03T03:52:56.041406Z","steps":["trace[628279150] 'range keys from in-memory index tree' (duration: 215.805811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:56.041396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.08646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-25s75-tls\" ","response":"range_response_count:1 size:1968"} {"level":"info","ts":"2026-04-03T03:52:56.042241Z","caller":"traceutil/trace.go:171","msg":"trace[19718209] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-25s75-tls; range_end:; response_count:1; response_revision:26898; }","duration":"241.950724ms","start":"2026-04-03T03:52:55.800266Z","end":"2026-04-03T03:52:56.042217Z","steps":["trace[19718209] 'range keys from in-memory index tree' (duration: 240.890724ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:56.083502Z","caller":"traceutil/trace.go:171","msg":"trace[2119733407] linearizableReadLoop","detail":"{readStateIndex:27804; appliedIndex:27803; }","duration":"207.487697ms","start":"2026-04-03T03:52:55.875988Z","end":"2026-04-03T03:52:56.083476Z","steps":["trace[2119733407] 'read index received' (duration: 207.079796ms)","trace[2119733407] 'applied index is now lower than readState.Index' (duration: 405.901µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:52:56.083547Z","caller":"traceutil/trace.go:171","msg":"trace[284833441] transaction","detail":"{read_only:false; response_revision:26899; number_of_response:1; }","duration":"210.847696ms","start":"2026-04-03T03:52:55.872678Z","end":"2026-04-03T03:52:56.083525Z","steps":["trace[284833441] 'process raft request' (duration: 210.403995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:56.084022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.004512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/cinder-api-certs\" ","response":"range_response_count:1 size:2156"} {"level":"info","ts":"2026-04-03T03:52:56.084098Z","caller":"traceutil/trace.go:171","msg":"trace[954373673] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/cinder-api-certs; range_end:; response_count:1; response_revision:26899; }","duration":"208.115343ms","start":"2026-04-03T03:52:55.875962Z","end":"2026-04-03T03:52:56.084077Z","steps":["trace[954373673] 'agreement among raft nodes before linearized reading' (duration: 207.654921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:56.090818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.894093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2368"} {"level":"info","ts":"2026-04-03T03:52:56.090855Z","caller":"traceutil/trace.go:171","msg":"trace[2145748520] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:26900; }","duration":"189.954596ms","start":"2026-04-03T03:52:55.900892Z","end":"2026-04-03T03:52:56.090847Z","steps":["trace[2145748520] 'agreement among raft nodes before linearized reading' (duration: 189.823903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:56.091134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.56554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2383"} {"level":"info","ts":"2026-04-03T03:52:56.091219Z","caller":"traceutil/trace.go:171","msg":"trace[1166823667] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:26900; }","duration":"114.715744ms","start":"2026-04-03T03:52:55.976484Z","end":"2026-04-03T03:52:56.0912Z","steps":["trace[1166823667] 'agreement among raft nodes before linearized reading' (duration: 114.5756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:56.091314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.739982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" ","response":"range_response_count:1 size:2174"} {"level":"info","ts":"2026-04-03T03:52:56.091432Z","caller":"traceutil/trace.go:171","msg":"trace[695654567] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-cfn-certs; range_end:; response_count:1; response_revision:26900; }","duration":"140.883547ms","start":"2026-04-03T03:52:55.950525Z","end":"2026-04-03T03:52:56.091409Z","steps":["trace[695654567] 'agreement among raft nodes before linearized reading' (duration: 140.573668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:56.091314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.86556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" ","response":"range_response_count:1 size:2388"} {"level":"info","ts":"2026-04-03T03:52:56.091574Z","caller":"traceutil/trace.go:171","msg":"trace[837829103] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-api-certs; range_end:; response_count:1; response_revision:26900; }","duration":"165.15938ms","start":"2026-04-03T03:52:55.926394Z","end":"2026-04-03T03:52:56.091554Z","steps":["trace[837829103] 'agreement among raft nodes before linearized reading' (duration: 164.752008ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:07.664909Z","caller":"traceutil/trace.go:171","msg":"trace[770541531] linearizableReadLoop","detail":"{readStateIndex:27896; appliedIndex:27895; }","duration":"163.927796ms","start":"2026-04-03T03:53:07.500959Z","end":"2026-04-03T03:53:07.664887Z","steps":["trace[770541531] 'read index received' (duration: 163.816163ms)","trace[770541531] 'applied index is now lower than readState.Index' (duration: 111.003µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:53:07.665009Z","caller":"traceutil/trace.go:171","msg":"trace[1925176024] transaction","detail":"{read_only:false; response_revision:26987; number_of_response:1; }","duration":"245.019297ms","start":"2026-04-03T03:53:07.419923Z","end":"2026-04-03T03:53:07.664942Z","steps":["trace[1925176024] 'process raft request' (duration: 244.818891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:07.665087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.120031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-03T03:53:07.665116Z","caller":"traceutil/trace.go:171","msg":"trace[372497145] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26987; }","duration":"164.196694ms","start":"2026-04-03T03:53:07.50091Z","end":"2026-04-03T03:53:07.665106Z","steps":["trace[372497145] 'agreement among raft nodes before linearized reading' (duration: 164.084971ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:08.787262Z","caller":"traceutil/trace.go:171","msg":"trace[118869761] linearizableReadLoop","detail":"{readStateIndex:27913; appliedIndex:27912; }","duration":"339.957617ms","start":"2026-04-03T03:53:08.447279Z","end":"2026-04-03T03:53:08.787237Z","steps":["trace[118869761] 'read index received' (duration: 339.853665ms)","trace[118869761] 'applied index is now lower than readState.Index' (duration: 102.542µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:53:08.787318Z","caller":"traceutil/trace.go:171","msg":"trace[1261020140] transaction","detail":"{read_only:false; response_revision:27004; number_of_response:1; }","duration":"358.163005ms","start":"2026-04-03T03:53:08.42914Z","end":"2026-04-03T03:53:08.787303Z","steps":["trace[1261020140] 'process raft request' (duration: 357.962929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:08.787414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:08.429114Z","time spent":"358.237198ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:53:08.787499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.212904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:53:08.787558Z","caller":"traceutil/trace.go:171","msg":"trace[2050348378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27004; }","duration":"340.302837ms","start":"2026-04-03T03:53:08.44724Z","end":"2026-04-03T03:53:08.787543Z","steps":["trace[2050348378] 'agreement among raft nodes before linearized reading' (duration: 340.124392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:08.787603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:08.447222Z","time spent":"340.370219ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:53:09.288236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353945481,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:53:09.346125Z","caller":"traceutil/trace.go:171","msg":"trace[1148142478] transaction","detail":"{read_only:false; response_revision:27005; number_of_response:1; }","duration":"869.856ms","start":"2026-04-03T03:53:08.476236Z","end":"2026-04-03T03:53:09.346092Z","steps":["trace[1148142478] 'process raft request' (duration: 861.754762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:09.346332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:08.476215Z","time spent":"870.004843ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:09.346306Z","caller":"traceutil/trace.go:171","msg":"trace[1541378785] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"813.854106ms","start":"2026-04-03T03:53:08.532409Z","end":"2026-04-03T03:53:09.346263Z","steps":["trace[1541378785] 'process raft request' (duration: 813.63871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:09.346509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:08.532385Z","time spent":"814.013859ms","remote":"127.0.0.1:60410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9529,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:09.388927Z","caller":"traceutil/trace.go:171","msg":"trace[805043596] transaction","detail":"{read_only:false; response_revision:27007; number_of_response:1; }","duration":"596.104703ms","start":"2026-04-03T03:53:08.792797Z","end":"2026-04-03T03:53:09.388902Z","steps":["trace[805043596] 'process raft request' (duration: 595.892177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:09.389186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:08.792773Z","time spent":"596.224635ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:09.389269Z","caller":"traceutil/trace.go:171","msg":"trace[984770538] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"160.689139ms","start":"2026-04-03T03:53:09.228541Z","end":"2026-04-03T03:53:09.38923Z","steps":["trace[984770538] 'process raft request' (duration: 160.30718ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:09.38943Z","caller":"traceutil/trace.go:171","msg":"trace[1167377811] linearizableReadLoop","detail":"{readStateIndex:27917; appliedIndex:27913; }","duration":"602.064622ms","start":"2026-04-03T03:53:08.787332Z","end":"2026-04-03T03:53:09.389397Z","steps":["trace[1167377811] 'read index received' (duration: 550.679211ms)","trace[1167377811] 'applied index is now lower than readState.Index' (duration: 51.383211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:53:09.38963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.649437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:53:09.389715Z","caller":"traceutil/trace.go:171","msg":"trace[897097057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27009; }","duration":"695.75281ms","start":"2026-04-03T03:53:08.693932Z","end":"2026-04-03T03:53:09.389685Z","steps":["trace[897097057] 'agreement among raft nodes before linearized reading' (duration: 695.644448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:09.389765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:08.693889Z","time spent":"695.865193ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:53:09.422822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.278381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:53:09.422882Z","caller":"traceutil/trace.go:171","msg":"trace[228075274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27010; }","duration":"617.363444ms","start":"2026-04-03T03:53:08.805503Z","end":"2026-04-03T03:53:09.422866Z","steps":["trace[228075274] 'agreement among raft nodes before linearized reading' (duration: 617.184339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:09.422917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:08.805483Z","time spent":"617.425656ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:53:10.039063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.307156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-03T03:53:10.039132Z","caller":"traceutil/trace.go:171","msg":"trace[601494461] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:27023; }","duration":"119.403229ms","start":"2026-04-03T03:53:09.919712Z","end":"2026-04-03T03:53:10.039115Z","steps":["trace[601494461] 'range keys from in-memory index tree' (duration: 119.062569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:17.591657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.133385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-03T03:53:17.591746Z","caller":"traceutil/trace.go:171","msg":"trace[1211064851] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27076; }","duration":"666.268638ms","start":"2026-04-03T03:53:16.925454Z","end":"2026-04-03T03:53:17.591723Z","steps":["trace[1211064851] 'range keys from in-memory index tree' (duration: 665.951999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:17.591792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:16.925436Z","time spent":"666.342789ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-03T03:53:17.794514Z","caller":"traceutil/trace.go:171","msg":"trace[343542923] transaction","detail":"{read_only:false; response_revision:27077; number_of_response:1; }","duration":"395.360747ms","start":"2026-04-03T03:53:17.399125Z","end":"2026-04-03T03:53:17.794486Z","steps":["trace[343542923] 'process raft request' (duration: 395.181112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:17.794793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:17.399101Z","time spent":"395.540022ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:17.856309Z","caller":"traceutil/trace.go:171","msg":"trace[582432938] transaction","detail":"{read_only:false; response_revision:27078; number_of_response:1; }","duration":"443.275924ms","start":"2026-04-03T03:53:17.413008Z","end":"2026-04-03T03:53:17.856284Z","steps":["trace[582432938] 'process raft request' (duration: 443.035058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:17.856444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:17.412981Z","time spent":"443.392758ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:53:17.856475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.611432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:53:17.856524Z","caller":"traceutil/trace.go:171","msg":"trace[1331608123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27081; }","duration":"434.713764ms","start":"2026-04-03T03:53:17.421797Z","end":"2026-04-03T03:53:17.856511Z","steps":["trace[1331608123] 'agreement among raft nodes before linearized reading' (duration: 434.564041ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:17.856331Z","caller":"traceutil/trace.go:171","msg":"trace[1563952485] linearizableReadLoop","detail":"{readStateIndex:27989; appliedIndex:27987; }","duration":"434.444877ms","start":"2026-04-03T03:53:17.421871Z","end":"2026-04-03T03:53:17.856316Z","steps":["trace[1563952485] 'read index received' (duration: 372.381568ms)","trace[1563952485] 'applied index is now lower than readState.Index' (duration: 62.062229ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:53:17.856413Z","caller":"traceutil/trace.go:171","msg":"trace[1257855065] transaction","detail":"{read_only:false; response_revision:27080; number_of_response:1; }","duration":"145.923582ms","start":"2026-04-03T03:53:17.710469Z","end":"2026-04-03T03:53:17.856392Z","steps":["trace[1257855065] 'process raft request' (duration: 145.718777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:17.856562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:17.421769Z","time spent":"434.782426ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:53:17.856667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.365093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:53:17.856683Z","caller":"traceutil/trace.go:171","msg":"trace[600109072] transaction","detail":"{read_only:false; response_revision:27081; number_of_response:1; }","duration":"105.531487ms","start":"2026-04-03T03:53:17.751113Z","end":"2026-04-03T03:53:17.856644Z","steps":["trace[600109072] 'process raft request' (duration: 105.149556ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:17.856728Z","caller":"traceutil/trace.go:171","msg":"trace[1001708044] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27081; }","duration":"377.460976ms","start":"2026-04-03T03:53:17.479236Z","end":"2026-04-03T03:53:17.856697Z","steps":["trace[1001708044] 'agreement among raft nodes before linearized reading' (duration: 377.383953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:17.856774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:17.479213Z","time spent":"377.546799ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:53:17.856785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.591879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:53:17.856841Z","caller":"traceutil/trace.go:171","msg":"trace[1179033504] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27081; }","duration":"156.718062ms","start":"2026-04-03T03:53:17.70011Z","end":"2026-04-03T03:53:17.856828Z","steps":["trace[1179033504] 'agreement among raft nodes before linearized reading' (duration: 156.603259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:17.856883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.415181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:53:17.856944Z","caller":"traceutil/trace.go:171","msg":"trace[617205530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27081; }","duration":"135.570875ms","start":"2026-04-03T03:53:17.721358Z","end":"2026-04-03T03:53:17.856929Z","steps":["trace[617205530] 'agreement among raft nodes before linearized reading' (duration: 135.406101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:17.85707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.675101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:53:17.857089Z","caller":"traceutil/trace.go:171","msg":"trace[1301768690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27081; }","duration":"313.738042ms","start":"2026-04-03T03:53:17.543343Z","end":"2026-04-03T03:53:17.857081Z","steps":["trace[1301768690] 'agreement among raft nodes before linearized reading' (duration: 313.65367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:17.857103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:17.54332Z","time spent":"313.779154ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:53:17.857102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.100139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53f01264-7078-459c-895a-336d44ada4c4\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-03T03:53:17.857153Z","caller":"traceutil/trace.go:171","msg":"trace[1048977770] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53f01264-7078-459c-895a-336d44ada4c4; range_end:; response_count:1; response_revision:27081; }","duration":"261.19654ms","start":"2026-04-03T03:53:17.595942Z","end":"2026-04-03T03:53:17.857139Z","steps":["trace[1048977770] 'agreement among raft nodes before linearized reading' (duration: 261.049587ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:17.856243Z","caller":"traceutil/trace.go:171","msg":"trace[20603844] transaction","detail":"{read_only:false; response_revision:27079; number_of_response:1; }","duration":"153.064795ms","start":"2026-04-03T03:53:17.703159Z","end":"2026-04-03T03:53:17.856224Z","steps":["trace[20603844] 'process raft request' (duration: 152.980973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:18.326423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.245546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:53:18.326541Z","caller":"traceutil/trace.go:171","msg":"trace[792120632] transaction","detail":"{read_only:false; response_revision:27082; number_of_response:1; }","duration":"465.697578ms","start":"2026-04-03T03:53:17.860814Z","end":"2026-04-03T03:53:18.326512Z","steps":["trace[792120632] 'process raft request' (duration: 87.284107ms)","trace[792120632] 'compare' (duration: 378.121362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:53:18.326607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:17.860789Z","time spent":"465.791099ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:18.374179Z","caller":"traceutil/trace.go:171","msg":"trace[1727470999] transaction","detail":"{read_only:false; response_revision:27083; number_of_response:1; }","duration":"513.075169ms","start":"2026-04-03T03:53:17.861061Z","end":"2026-04-03T03:53:18.374136Z","steps":["trace[1727470999] 'process raft request' (duration: 512.851403ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:18.374243Z","caller":"traceutil/trace.go:171","msg":"trace[1853689067] transaction","detail":"{read_only:false; response_revision:27084; number_of_response:1; }","duration":"512.896865ms","start":"2026-04-03T03:53:17.861337Z","end":"2026-04-03T03:53:18.374234Z","steps":["trace[1853689067] 'process raft request' (duration: 512.698039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:18.374357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:17.861331Z","time spent":"512.948007ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:53:18.374379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:17.861046Z","time spent":"513.214553ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:18.374182Z","caller":"traceutil/trace.go:171","msg":"trace[1053718873] transaction","detail":"{read_only:false; response_revision:27085; number_of_response:1; }","duration":"512.492624ms","start":"2026-04-03T03:53:17.861657Z","end":"2026-04-03T03:53:18.37415Z","steps":["trace[1053718873] 'process raft request' (duration: 512.420302ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:18.374362Z","caller":"traceutil/trace.go:171","msg":"trace[928468460] transaction","detail":"{read_only:false; response_revision:27086; number_of_response:1; }","duration":"511.956009ms","start":"2026-04-03T03:53:17.86237Z","end":"2026-04-03T03:53:18.374326Z","steps":["trace[928468460] 'process raft request' (duration: 511.745084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:18.374528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:17.861638Z","time spent":"512.805112ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:53:18.374558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:17.86236Z","time spent":"512.085272ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:18.481099Z","caller":"traceutil/trace.go:171","msg":"trace[32075413] transaction","detail":"{read_only:false; response_revision:27087; number_of_response:1; }","duration":"303.587539ms","start":"2026-04-03T03:53:18.17747Z","end":"2026-04-03T03:53:18.481057Z","steps":["trace[32075413] 'process raft request' (duration: 253.647606ms)","trace[32075413] 'compare' (duration: 49.672795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:53:18.481359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:18.177433Z","time spent":"303.822997ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:18.481336Z","caller":"traceutil/trace.go:171","msg":"trace[1949748997] linearizableReadLoop","detail":"{readStateIndex:27999; appliedIndex:27993; }","duration":"236.512807ms","start":"2026-04-03T03:53:18.244805Z","end":"2026-04-03T03:53:18.481318Z","steps":["trace[1949748997] 'read index received' (duration: 129.11416ms)","trace[1949748997] 'applied index is now lower than readState.Index' (duration: 107.397927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:53:18.481483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.65253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:53:18.481531Z","caller":"traceutil/trace.go:171","msg":"trace[365874485] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27088; }","duration":"236.769944ms","start":"2026-04-03T03:53:18.244752Z","end":"2026-04-03T03:53:18.481522Z","steps":["trace[365874485] 'agreement among raft nodes before linearized reading' (duration: 236.660751ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:18.481524Z","caller":"traceutil/trace.go:171","msg":"trace[1286695758] transaction","detail":"{read_only:false; response_revision:27088; number_of_response:1; }","duration":"303.018174ms","start":"2026-04-03T03:53:18.178486Z","end":"2026-04-03T03:53:18.481504Z","steps":["trace[1286695758] 'process raft request' (duration: 302.50267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:18.481627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:18.178456Z","time spent":"303.105086ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:53:18.859737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.94514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:53:18.859815Z","caller":"traceutil/trace.go:171","msg":"trace[1592648680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27088; }","duration":"166.060984ms","start":"2026-04-03T03:53:18.693723Z","end":"2026-04-03T03:53:18.859784Z","steps":["trace[1592648680] 'range keys from in-memory index tree' (duration: 165.868859ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:19.393348Z","caller":"traceutil/trace.go:171","msg":"trace[640962807] transaction","detail":"{read_only:false; response_revision:27089; number_of_response:1; }","duration":"529.641875ms","start":"2026-04-03T03:53:18.863681Z","end":"2026-04-03T03:53:19.393323Z","steps":["trace[640962807] 'process raft request' (duration: 529.365117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:19.393495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:18.863666Z","time spent":"529.754648ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:53:20.004918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.103303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:53:20.005048Z","caller":"traceutil/trace.go:171","msg":"trace[1154561510] transaction","detail":"{read_only:false; response_revision:27090; number_of_response:1; }","duration":"599.114642ms","start":"2026-04-03T03:53:19.405909Z","end":"2026-04-03T03:53:20.005024Z","steps":["trace[1154561510] 'process raft request' (duration: 230.830105ms)","trace[1154561510] 'compare' (duration: 367.838716ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:53:20.005123Z","caller":"traceutil/trace.go:171","msg":"trace[477587210] transaction","detail":"{read_only:false; response_revision:27091; number_of_response:1; }","duration":"202.731159ms","start":"2026-04-03T03:53:19.802376Z","end":"2026-04-03T03:53:20.005107Z","steps":["trace[477587210] 'process raft request' (duration: 202.634596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:20.005138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:19.405884Z","time spent":"599.204786ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:20.005242Z","caller":"traceutil/trace.go:171","msg":"trace[505175877] linearizableReadLoop","detail":"{readStateIndex:28001; appliedIndex:28000; }","duration":"362.937395ms","start":"2026-04-03T03:53:19.642296Z","end":"2026-04-03T03:53:20.005233Z","steps":["trace[505175877] 'read index received' (duration: 39.402µs)","trace[505175877] 'applied index is now lower than readState.Index' (duration: 362.894853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:53:20.005423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.10198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:53:20.005511Z","caller":"traceutil/trace.go:171","msg":"trace[1212858986] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27091; }","duration":"363.244204ms","start":"2026-04-03T03:53:19.642245Z","end":"2026-04-03T03:53:20.005489Z","steps":["trace[1212858986] 'agreement among raft nodes before linearized reading' (duration: 363.051628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:20.005567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:19.64222Z","time spent":"363.331145ms","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:53:20.062944Z","caller":"traceutil/trace.go:171","msg":"trace[890019807] transaction","detail":"{read_only:false; response_revision:27092; number_of_response:1; }","duration":"201.092484ms","start":"2026-04-03T03:53:19.861833Z","end":"2026-04-03T03:53:20.062926Z","steps":["trace[890019807] 'process raft request' (duration: 200.93942ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:20.063132Z","caller":"traceutil/trace.go:171","msg":"trace[902670027] transaction","detail":"{read_only:false; response_revision:27093; number_of_response:1; }","duration":"200.498878ms","start":"2026-04-03T03:53:19.862624Z","end":"2026-04-03T03:53:20.063123Z","steps":["trace[902670027] 'process raft request' (duration: 200.260432ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:20.063404Z","caller":"traceutil/trace.go:171","msg":"trace[1430681734] transaction","detail":"{read_only:false; response_revision:27094; number_of_response:1; }","duration":"200.398825ms","start":"2026-04-03T03:53:19.862985Z","end":"2026-04-03T03:53:20.063384Z","steps":["trace[1430681734] 'process raft request' (duration: 200.102328ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:20.063567Z","caller":"traceutil/trace.go:171","msg":"trace[437273033] transaction","detail":"{read_only:false; response_revision:27095; number_of_response:1; }","duration":"200.383096ms","start":"2026-04-03T03:53:19.863175Z","end":"2026-04-03T03:53:20.063558Z","steps":["trace[437273033] 'process raft request' (duration: 200.13367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:20.063581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.437319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:53:20.063647Z","caller":"traceutil/trace.go:171","msg":"trace[918525622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27095; }","duration":"369.541622ms","start":"2026-04-03T03:53:19.694088Z","end":"2026-04-03T03:53:20.063629Z","steps":["trace[918525622] 'agreement among raft nodes before linearized reading' (duration: 369.398338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:20.063685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:19.694067Z","time spent":"369.607844ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:53:20.0637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.679206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:53:20.063764Z","caller":"traceutil/trace.go:171","msg":"trace[1122242450] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27095; }","duration":"295.77139ms","start":"2026-04-03T03:53:19.767954Z","end":"2026-04-03T03:53:20.063725Z","steps":["trace[1122242450] 'agreement among raft nodes before linearized reading' (duration: 295.693378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:20.063789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.418643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:53:20.063884Z","caller":"traceutil/trace.go:171","msg":"trace[1460057713] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27095; }","duration":"195.509665ms","start":"2026-04-03T03:53:19.868321Z","end":"2026-04-03T03:53:20.06383Z","steps":["trace[1460057713] 'agreement among raft nodes before linearized reading' (duration: 195.275058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:20.0637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.030422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:53:20.064179Z","caller":"traceutil/trace.go:171","msg":"trace[529247978] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27095; }","duration":"137.557838ms","start":"2026-04-03T03:53:19.926598Z","end":"2026-04-03T03:53:20.064156Z","steps":["trace[529247978] 'agreement among raft nodes before linearized reading' (duration: 136.91743ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:20.477206Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24749} {"level":"warn","ts":"2026-04-03T03:53:20.478964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.129409ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-03T03:53:20.47911Z","caller":"traceutil/trace.go:171","msg":"trace[1447027617] linearizableReadLoop","detail":"{readStateIndex:28008; appliedIndex:28007; }","duration":"355.638278ms","start":"2026-04-03T03:53:20.123443Z","end":"2026-04-03T03:53:20.479082Z","steps":["trace[1447027617] 'read index received' (duration: 22.331259ms)","trace[1447027617] 'applied index is now lower than readState.Index' (duration: 333.304709ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:53:20.479195Z","caller":"traceutil/trace.go:171","msg":"trace[1878702183] compact","detail":"{revision:24749; response_revision:27096; }","duration":"384.474804ms","start":"2026-04-03T03:53:20.094698Z","end":"2026-04-03T03:53:20.479173Z","steps":["trace[1878702183] 'process raft request' (duration: 51.220927ms)","trace[1878702183] 'check and update compact revision' (duration: 331.028658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:53:20.479258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:20.094663Z","time spent":"384.592917ms","remote":"127.0.0.1:59914","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:53:20.479347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.848804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:53:20.479467Z","caller":"traceutil/trace.go:171","msg":"trace[1106789814] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27096; }","duration":"356.003998ms","start":"2026-04-03T03:53:20.123436Z","end":"2026-04-03T03:53:20.47944Z","steps":["trace[1106789814] 'agreement among raft nodes before linearized reading' (duration: 355.775482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:20.479533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:20.123413Z","time spent":"356.107001ms","remote":"127.0.0.1:54360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:53:20.479607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.951421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:53:20.479638Z","caller":"traceutil/trace.go:171","msg":"trace[851539214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27096; }","duration":"102.030612ms","start":"2026-04-03T03:53:20.377599Z","end":"2026-04-03T03:53:20.47963Z","steps":["trace[851539214] 'agreement among raft nodes before linearized reading' (duration: 101.733264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:20.479714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.793209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-03T03:53:20.479737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.065996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-03T03:53:20.479772Z","caller":"traceutil/trace.go:171","msg":"trace[661234033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27096; }","duration":"100.869742ms","start":"2026-04-03T03:53:20.378884Z","end":"2026-04-03T03:53:20.479753Z","steps":["trace[661234033] 'agreement among raft nodes before linearized reading' (duration: 100.402899ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:20.479796Z","caller":"traceutil/trace.go:171","msg":"trace[909131517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27096; }","duration":"101.137108ms","start":"2026-04-03T03:53:20.378639Z","end":"2026-04-03T03:53:20.479776Z","steps":["trace[909131517] 'agreement among raft nodes before linearized reading' (duration: 100.660715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:20.480082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.425305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:53:20.480212Z","caller":"traceutil/trace.go:171","msg":"trace[1082277696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27096; }","duration":"101.579811ms","start":"2026-04-03T03:53:20.378611Z","end":"2026-04-03T03:53:20.480191Z","steps":["trace[1082277696] 'agreement among raft nodes before linearized reading' (duration: 100.700026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:20.480233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.381359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:53:20.480384Z","caller":"traceutil/trace.go:171","msg":"trace[882974269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27096; }","duration":"148.622824ms","start":"2026-04-03T03:53:20.331732Z","end":"2026-04-03T03:53:20.480354Z","steps":["trace[882974269] 'agreement among raft nodes before linearized reading' (duration: 147.521335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:21.307111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.326962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:53:21.307478Z","caller":"traceutil/trace.go:171","msg":"trace[564033940] transaction","detail":"{read_only:false; response_revision:27097; number_of_response:1; }","duration":"821.14467ms","start":"2026-04-03T03:53:20.486285Z","end":"2026-04-03T03:53:21.30743Z","steps":["trace[564033940] 'process raft request' (duration: 299.411367ms)","trace[564033940] 'compare' (duration: 394.36057ms)","trace[564033940] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:532; } (duration: 126.453428ms)"],"step_count":3} {"level":"info","ts":"2026-04-03T03:53:21.307608Z","caller":"traceutil/trace.go:171","msg":"trace[1006021118] transaction","detail":"{read_only:false; response_revision:27098; number_of_response:1; }","duration":"820.866713ms","start":"2026-04-03T03:53:20.486723Z","end":"2026-04-03T03:53:21.30759Z","steps":["trace[1006021118] 'process raft request' (duration: 820.615987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:21.307693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:20.486702Z","time spent":"820.951845ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:53:21.30776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:20.486269Z","time spent":"821.319385ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:21.307903Z","caller":"traceutil/trace.go:171","msg":"trace[686611175] transaction","detail":"{read_only:false; response_revision:27099; number_of_response:1; }","duration":"819.064444ms","start":"2026-04-03T03:53:20.488797Z","end":"2026-04-03T03:53:21.307861Z","steps":["trace[686611175] 'process raft request' (duration: 818.753155ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:21.307974Z","caller":"traceutil/trace.go:171","msg":"trace[1702190105] transaction","detail":"{read_only:false; response_revision:27100; number_of_response:1; }","duration":"808.356397ms","start":"2026-04-03T03:53:20.499597Z","end":"2026-04-03T03:53:21.307953Z","steps":["trace[1702190105] 'process raft request' (duration: 808.157601ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:21.30798Z","caller":"traceutil/trace.go:171","msg":"trace[2136012135] transaction","detail":"{read_only:false; response_revision:27102; number_of_response:1; }","duration":"808.141011ms","start":"2026-04-03T03:53:20.499821Z","end":"2026-04-03T03:53:21.307962Z","steps":["trace[2136012135] 'process raft request' (duration: 808.060488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:21.308042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:20.499577Z","time spent":"808.431148ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:53:21.308055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:20.488785Z","time spent":"819.186678ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:21.308002Z","caller":"traceutil/trace.go:171","msg":"trace[1585448501] transaction","detail":"{read_only:false; response_revision:27101; number_of_response:1; }","duration":"808.368047ms","start":"2026-04-03T03:53:20.49961Z","end":"2026-04-03T03:53:21.307978Z","steps":["trace[1585448501] 'process raft request' (duration: 808.246804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:21.308148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:20.499814Z","time spent":"808.233813ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:53:21.308193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:20.499587Z","time spent":"808.542181ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:21.308216Z","caller":"traceutil/trace.go:171","msg":"trace[1249734837] transaction","detail":"{read_only:false; response_revision:27103; number_of_response:1; }","duration":"807.472143ms","start":"2026-04-03T03:53:20.500709Z","end":"2026-04-03T03:53:21.308181Z","steps":["trace[1249734837] 'process raft request' (duration: 807.213626ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:21.308195Z","caller":"traceutil/trace.go:171","msg":"trace[447528793] linearizableReadLoop","detail":"{readStateIndex:28015; appliedIndex:28008; }","duration":"648.48235ms","start":"2026-04-03T03:53:20.659671Z","end":"2026-04-03T03:53:21.308154Z","steps":["trace[447528793] 'read index received' (duration: 126.221342ms)","trace[447528793] 'applied index is now lower than readState.Index' (duration: 522.258408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:53:21.308431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.767307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-03T03:53:21.308473Z","caller":"traceutil/trace.go:171","msg":"trace[1467885915] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27103; }","duration":"648.85444ms","start":"2026-04-03T03:53:20.659607Z","end":"2026-04-03T03:53:21.308462Z","steps":["trace[1467885915] 'agreement among raft nodes before linearized reading' (duration: 648.666844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:21.308502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:20.659584Z","time spent":"648.911912ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:53:21.308493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.78779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:53:21.308512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.888766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:53:21.308538Z","caller":"traceutil/trace.go:171","msg":"trace[1499492965] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27103; }","duration":"276.876562ms","start":"2026-04-03T03:53:21.031652Z","end":"2026-04-03T03:53:21.308528Z","steps":["trace[1499492965] 'agreement among raft nodes before linearized reading' (duration: 276.797989ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:21.308567Z","caller":"traceutil/trace.go:171","msg":"trace[538449690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27103; }","duration":"564.004699ms","start":"2026-04-03T03:53:20.744547Z","end":"2026-04-03T03:53:21.308552Z","steps":["trace[538449690] 'agreement among raft nodes before linearized reading' (duration: 563.879946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:21.308596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.087956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-03T03:53:21.308608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:20.74452Z","time spent":"564.078561ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:53:21.308668Z","caller":"traceutil/trace.go:171","msg":"trace[1752952727] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27103; }","duration":"201.185618ms","start":"2026-04-03T03:53:21.107462Z","end":"2026-04-03T03:53:21.308648Z","steps":["trace[1752952727] 'agreement among raft nodes before linearized reading' (duration: 200.980472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:21.308789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:20.500702Z","time spent":"807.538594ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:53:21.705649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.176487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:53:21.705876Z","caller":"traceutil/trace.go:171","msg":"trace[901701139] linearizableReadLoop","detail":"{readStateIndex:28017; appliedIndex:28015; }","duration":"392.020967ms","start":"2026-04-03T03:53:21.313838Z","end":"2026-04-03T03:53:21.705859Z","steps":["trace[901701139] 'read index received' (duration: 33.525652ms)","trace[901701139] 'applied index is now lower than readState.Index' (duration: 358.493965ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:53:21.705983Z","caller":"traceutil/trace.go:171","msg":"trace[146518619] transaction","detail":"{read_only:false; response_revision:27104; number_of_response:1; }","duration":"393.206099ms","start":"2026-04-03T03:53:21.312755Z","end":"2026-04-03T03:53:21.705961Z","steps":["trace[146518619] 'process raft request' (duration: 34.618331ms)","trace[146518619] 'compare' (duration: 103.594735ms)","trace[146518619] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; req_size:541; } (duration: 254.13945ms)"],"step_count":3} {"level":"warn","ts":"2026-04-03T03:53:21.706049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:21.312729Z","time spent":"393.28879ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:21.706077Z","caller":"traceutil/trace.go:171","msg":"trace[1856995338] transaction","detail":"{read_only:false; response_revision:27105; number_of_response:1; }","duration":"392.411756ms","start":"2026-04-03T03:53:21.313627Z","end":"2026-04-03T03:53:21.706039Z","steps":["trace[1856995338] 'process raft request' (duration: 392.121779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:21.706217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.349006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18776"} {"level":"info","ts":"2026-04-03T03:53:21.706294Z","caller":"traceutil/trace.go:171","msg":"trace[1442897392] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27105; }","duration":"392.453508ms","start":"2026-04-03T03:53:21.313823Z","end":"2026-04-03T03:53:21.706277Z","steps":["trace[1442897392] 'agreement among raft nodes before linearized reading' (duration: 392.185501ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:21.70631Z","caller":"traceutil/trace.go:171","msg":"trace[515564518] transaction","detail":"{read_only:false; response_revision:27107; number_of_response:1; }","duration":"135.637396ms","start":"2026-04-03T03:53:21.570655Z","end":"2026-04-03T03:53:21.706292Z","steps":["trace[515564518] 'process raft request' (duration: 135.530263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:21.706344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:21.313807Z","time spent":"392.528221ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18799,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-03T03:53:21.706312Z","caller":"traceutil/trace.go:171","msg":"trace[1154287962] transaction","detail":"{read_only:false; response_revision:27106; number_of_response:1; }","duration":"308.015448ms","start":"2026-04-03T03:53:21.398248Z","end":"2026-04-03T03:53:21.706263Z","steps":["trace[1154287962] 'process raft request' (duration: 307.742732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:21.70649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:21.398223Z","time spent":"308.202854ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:53:21.706553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:21.313606Z","time spent":"392.616793ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:53:21.709821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.08849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:53:21.709879Z","caller":"traceutil/trace.go:171","msg":"trace[527759201] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27107; }","duration":"135.224115ms","start":"2026-04-03T03:53:21.574642Z","end":"2026-04-03T03:53:21.709866Z","steps":["trace[527759201] 'agreement among raft nodes before linearized reading' (duration: 135.05902ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:21.84282Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24749,"took":"1.35835942s","hash":4207217324,"current-db-size-bytes":57139200,"current-db-size":"57 MB","current-db-size-in-use-bytes":35553280,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-03T03:53:21.842881Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4207217324,"revision":24749,"compact-revision":21504} {"level":"info","ts":"2026-04-03T03:53:28.178119Z","caller":"traceutil/trace.go:171","msg":"trace[335459768] transaction","detail":"{read_only:false; response_revision:27151; number_of_response:1; }","duration":"112.74539ms","start":"2026-04-03T03:53:28.065342Z","end":"2026-04-03T03:53:28.178088Z","steps":["trace[335459768] 'process raft request' (duration: 112.560315ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:53:28.65241Z","caller":"traceutil/trace.go:171","msg":"trace[1128550437] transaction","detail":"{read_only:false; response_revision:27152; number_of_response:1; }","duration":"510.299386ms","start":"2026-04-03T03:53:28.142082Z","end":"2026-04-03T03:53:28.652381Z","steps":["trace[1128550437] 'process raft request' (duration: 510.048619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:28.652568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:28.142057Z","time spent":"510.43035ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:28.652742Z","caller":"traceutil/trace.go:171","msg":"trace[543722923] transaction","detail":"{read_only:false; response_revision:27153; number_of_response:1; }","duration":"510.594454ms","start":"2026-04-03T03:53:28.142122Z","end":"2026-04-03T03:53:28.652717Z","steps":["trace[543722923] 'process raft request' (duration: 510.207153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:28.652902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:28.142096Z","time spent":"510.724028ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:28.653128Z","caller":"traceutil/trace.go:171","msg":"trace[1654469874] transaction","detail":"{read_only:false; response_revision:27154; number_of_response:1; }","duration":"510.469161ms","start":"2026-04-03T03:53:28.142626Z","end":"2026-04-03T03:53:28.653095Z","steps":["trace[1654469874] 'process raft request' (duration: 509.976168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:28.653208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:28.142596Z","time spent":"510.574253ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:53:28.653174Z","caller":"traceutil/trace.go:171","msg":"trace[602706640] transaction","detail":"{read_only:false; response_revision:27155; number_of_response:1; }","duration":"510.181314ms","start":"2026-04-03T03:53:28.142968Z","end":"2026-04-03T03:53:28.653149Z","steps":["trace[602706640] 'process raft request' (duration: 510.06084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:53:28.653513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:53:28.142956Z","time spent":"510.395399ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:54:03.919984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.873657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:54:03.920111Z","caller":"traceutil/trace.go:171","msg":"trace[1272842105] linearizableReadLoop","detail":"{readStateIndex:28500; appliedIndex:28499; }","duration":"342.027923ms","start":"2026-04-03T03:54:03.578065Z","end":"2026-04-03T03:54:03.920093Z","steps":["trace[1272842105] 'read index received' (duration: 24.94824ms)","trace[1272842105] 'applied index is now lower than readState.Index' (duration: 317.077852ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:54:03.920164Z","caller":"traceutil/trace.go:171","msg":"trace[87012017] transaction","detail":"{read_only:false; response_revision:27576; number_of_response:1; }","duration":"360.228412ms","start":"2026-04-03T03:54:03.55991Z","end":"2026-04-03T03:54:03.920138Z","steps":["trace[87012017] 'process raft request' (duration: 43.104029ms)","trace[87012017] 'compare' (duration: 316.755844ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:54:03.920303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:03.559885Z","time spent":"360.348365ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:54:03.92035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.28198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:54:03.920396Z","caller":"traceutil/trace.go:171","msg":"trace[2094165902] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27576; }","duration":"342.389214ms","start":"2026-04-03T03:54:03.577994Z","end":"2026-04-03T03:54:03.920383Z","steps":["trace[2094165902] 'agreement among raft nodes before linearized reading' (duration: 342.194798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:03.920448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.928406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:54:03.920438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:03.577966Z","time spent":"342.462354ms","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":168,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:54:03.920499Z","caller":"traceutil/trace.go:171","msg":"trace[6166181] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27576; }","duration":"339.976787ms","start":"2026-04-03T03:54:03.580509Z","end":"2026-04-03T03:54:03.920486Z","steps":["trace[6166181] 'agreement among raft nodes before linearized reading' (duration: 339.886015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:03.920501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.406732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-03T03:54:03.920531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:03.580472Z","time spent":"340.05359ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:54:03.920539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.04973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:54:03.920557Z","caller":"traceutil/trace.go:171","msg":"trace[1424273372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27576; }","duration":"282.450072ms","start":"2026-04-03T03:54:03.638085Z","end":"2026-04-03T03:54:03.920535Z","steps":["trace[1424273372] 'agreement among raft nodes before linearized reading' (duration: 282.292009ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:54:03.920623Z","caller":"traceutil/trace.go:171","msg":"trace[1437288961] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27576; }","duration":"340.143352ms","start":"2026-04-03T03:54:03.580454Z","end":"2026-04-03T03:54:03.920598Z","steps":["trace[1437288961] 'agreement among raft nodes before linearized reading' (duration: 340.016398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:03.920328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.160443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:54:03.920681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:03.580447Z","time spent":"340.218855ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-03T03:54:03.920707Z","caller":"traceutil/trace.go:171","msg":"trace[645819504] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27576; }","duration":"340.569944ms","start":"2026-04-03T03:54:03.580125Z","end":"2026-04-03T03:54:03.920695Z","steps":["trace[645819504] 'agreement among raft nodes before linearized reading' (duration: 340.130611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:03.92075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:03.580116Z","time spent":"340.624855ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:54:03.920767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.031109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:54:03.920872Z","caller":"traceutil/trace.go:171","msg":"trace[1487301031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27576; }","duration":"193.208013ms","start":"2026-04-03T03:54:03.727635Z","end":"2026-04-03T03:54:03.920843Z","steps":["trace[1487301031] 'agreement among raft nodes before linearized reading' (duration: 192.849803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:03.920926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.561653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-03T03:54:03.920846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.679522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-03T03:54:03.921081Z","caller":"traceutil/trace.go:171","msg":"trace[123685812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27576; }","duration":"199.768049ms","start":"2026-04-03T03:54:03.721269Z","end":"2026-04-03T03:54:03.921037Z","steps":["trace[123685812] 'agreement among raft nodes before linearized reading' (duration: 199.283336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:03.921119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.113366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:54:03.921191Z","caller":"traceutil/trace.go:171","msg":"trace[683529571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27576; }","duration":"191.207679ms","start":"2026-04-03T03:54:03.729962Z","end":"2026-04-03T03:54:03.92117Z","steps":["trace[683529571] 'agreement among raft nodes before linearized reading' (duration: 190.385327ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:54:03.921144Z","caller":"traceutil/trace.go:171","msg":"trace[1173512166] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27576; }","duration":"335.960339ms","start":"2026-04-03T03:54:03.58512Z","end":"2026-04-03T03:54:03.921081Z","steps":["trace[1173512166] 'agreement among raft nodes before linearized reading' (duration: 335.377074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:03.921295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:03.585114Z","time spent":"336.130986ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:54:03.921465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.952042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:54:03.922351Z","caller":"traceutil/trace.go:171","msg":"trace[645312141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27576; }","duration":"191.884348ms","start":"2026-04-03T03:54:03.730443Z","end":"2026-04-03T03:54:03.922328Z","steps":["trace[645312141] 'agreement among raft nodes before linearized reading' (duration: 189.928545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:03.921856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.696913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:54:03.922777Z","caller":"traceutil/trace.go:171","msg":"trace[1595553648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27576; }","duration":"227.674289ms","start":"2026-04-03T03:54:03.69509Z","end":"2026-04-03T03:54:03.922764Z","steps":["trace[1595553648] 'agreement among raft nodes before linearized reading' (duration: 225.209333ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:54:04.277415Z","caller":"traceutil/trace.go:171","msg":"trace[1407091963] transaction","detail":"{read_only:false; response_revision:27577; number_of_response:1; }","duration":"351.634241ms","start":"2026-04-03T03:54:03.925743Z","end":"2026-04-03T03:54:04.277377Z","steps":["trace[1407091963] 'process raft request' (duration: 285.723029ms)","trace[1407091963] 'compare' (duration: 65.695216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:54:04.2776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:03.925717Z","time spent":"351.782476ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:54:04.279137Z","caller":"traceutil/trace.go:171","msg":"trace[123715951] transaction","detail":"{read_only:false; response_revision:27578; number_of_response:1; }","duration":"353.352237ms","start":"2026-04-03T03:54:03.925746Z","end":"2026-04-03T03:54:04.279098Z","steps":["trace[123715951] 'process raft request' (duration: 353.08088ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:54:04.279207Z","caller":"traceutil/trace.go:171","msg":"trace[2041067719] transaction","detail":"{read_only:false; response_revision:27580; number_of_response:1; }","duration":"353.406488ms","start":"2026-04-03T03:54:03.925775Z","end":"2026-04-03T03:54:04.279182Z","steps":["trace[2041067719] 'process raft request' (duration: 353.248445ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:54:04.279209Z","caller":"traceutil/trace.go:171","msg":"trace[1148371246] linearizableReadLoop","detail":"{readStateIndex:28505; appliedIndex:28500; }","duration":"309.344864ms","start":"2026-04-03T03:54:03.969818Z","end":"2026-04-03T03:54:04.279163Z","steps":["trace[1148371246] 'read index received' (duration: 241.641584ms)","trace[1148371246] 'applied index is now lower than readState.Index' (duration: 67.70216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:54:04.2793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:03.925755Z","time spent":"353.496311ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:54:04.279305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:03.925722Z","time spent":"353.502331ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:54:04.279361Z","caller":"traceutil/trace.go:171","msg":"trace[1558606488] transaction","detail":"{read_only:false; response_revision:27581; number_of_response:1; }","duration":"353.539222ms","start":"2026-04-03T03:54:03.925807Z","end":"2026-04-03T03:54:04.279347Z","steps":["trace[1558606488] 'process raft request' (duration: 353.255894ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:54:04.279359Z","caller":"traceutil/trace.go:171","msg":"trace[1982448403] transaction","detail":"{read_only:false; response_revision:27579; number_of_response:1; }","duration":"353.583764ms","start":"2026-04-03T03:54:03.925749Z","end":"2026-04-03T03:54:04.279333Z","steps":["trace[1982448403] 'process raft request' (duration: 353.225444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:04.279492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:03.925791Z","time spent":"353.611253ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:54:04.279636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.72413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:54:04.279655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:03.925724Z","time spent":"353.755318ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:54:04.279682Z","caller":"traceutil/trace.go:171","msg":"trace[544251687] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27582; }","duration":"227.810533ms","start":"2026-04-03T03:54:04.051855Z","end":"2026-04-03T03:54:04.279666Z","steps":["trace[544251687] 'agreement among raft nodes before linearized reading' (duration: 227.737191ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:54:04.279741Z","caller":"traceutil/trace.go:171","msg":"trace[1119598060] transaction","detail":"{read_only:false; response_revision:27582; number_of_response:1; }","duration":"285.74613ms","start":"2026-04-03T03:54:03.993956Z","end":"2026-04-03T03:54:04.279703Z","steps":["trace[1119598060] 'process raft request' (duration: 285.151544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:04.279743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.892419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:54:04.279835Z","caller":"traceutil/trace.go:171","msg":"trace[1489054762] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27582; }","duration":"310.046483ms","start":"2026-04-03T03:54:03.969766Z","end":"2026-04-03T03:54:04.279812Z","steps":["trace[1489054762] 'agreement among raft nodes before linearized reading' (duration: 309.803817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:04.279881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:03.969747Z","time spent":"310.124696ms","remote":"127.0.0.1:60294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:54:10.043953Z","caller":"traceutil/trace.go:171","msg":"trace[1362561826] linearizableReadLoop","detail":"{readStateIndex:28551; appliedIndex:28550; }","duration":"110.131571ms","start":"2026-04-03T03:54:09.933805Z","end":"2026-04-03T03:54:10.043937Z","steps":["trace[1362561826] 'read index received' (duration: 110.078639ms)","trace[1362561826] 'applied index is now lower than readState.Index' (duration: 51.802µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:54:10.044026Z","caller":"traceutil/trace.go:171","msg":"trace[1734240926] transaction","detail":"{read_only:false; response_revision:27626; number_of_response:1; }","duration":"119.643705ms","start":"2026-04-03T03:54:09.924334Z","end":"2026-04-03T03:54:10.043978Z","steps":["trace[1734240926] 'process raft request' (duration: 119.484981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:10.04405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.233293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:54:10.044237Z","caller":"traceutil/trace.go:171","msg":"trace[483699706] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27626; }","duration":"110.4676ms","start":"2026-04-03T03:54:09.933758Z","end":"2026-04-03T03:54:10.044226Z","steps":["trace[483699706] 'agreement among raft nodes before linearized reading' (duration: 110.257504ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:54:10.046037Z","caller":"traceutil/trace.go:171","msg":"trace[1832445973] transaction","detail":"{read_only:false; response_revision:27627; number_of_response:1; }","duration":"106.886112ms","start":"2026-04-03T03:54:09.939132Z","end":"2026-04-03T03:54:10.046018Z","steps":["trace[1832445973] 'process raft request' (duration: 106.019049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:10.04648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.017323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-03T03:54:10.046529Z","caller":"traceutil/trace.go:171","msg":"trace[778932549] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27627; }","duration":"111.085756ms","start":"2026-04-03T03:54:09.935431Z","end":"2026-04-03T03:54:10.046517Z","steps":["trace[778932549] 'agreement among raft nodes before linearized reading' (duration: 111.004603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:10.045283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.381594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:54:10.047136Z","caller":"traceutil/trace.go:171","msg":"trace[297255031] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27627; }","duration":"113.318166ms","start":"2026-04-03T03:54:09.933808Z","end":"2026-04-03T03:54:10.047126Z","steps":["trace[297255031] 'agreement among raft nodes before linearized reading' (duration: 111.420465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:10.047272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.004218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:54:10.047298Z","caller":"traceutil/trace.go:171","msg":"trace[1489450074] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27627; }","duration":"113.057838ms","start":"2026-04-03T03:54:09.934234Z","end":"2026-04-03T03:54:10.047292Z","steps":["trace[1489450074] 'agreement among raft nodes before linearized reading' (duration: 113.016288ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:54:15.533998Z","caller":"traceutil/trace.go:171","msg":"trace[1326387338] linearizableReadLoop","detail":"{readStateIndex:28593; appliedIndex:28592; }","duration":"195.756852ms","start":"2026-04-03T03:54:15.33821Z","end":"2026-04-03T03:54:15.533967Z","steps":["trace[1326387338] 'read index received' (duration: 195.625597ms)","trace[1326387338] 'applied index is now lower than readState.Index' (duration: 129.795µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:54:15.534138Z","caller":"traceutil/trace.go:171","msg":"trace[1719790780] transaction","detail":"{read_only:false; response_revision:27667; number_of_response:1; }","duration":"345.386903ms","start":"2026-04-03T03:54:15.188706Z","end":"2026-04-03T03:54:15.534093Z","steps":["trace[1719790780] 'process raft request' (duration: 345.083164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:15.534188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.965846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:54:15.53424Z","caller":"traceutil/trace.go:171","msg":"trace[1551068356] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27667; }","duration":"196.036768ms","start":"2026-04-03T03:54:15.33819Z","end":"2026-04-03T03:54:15.534227Z","steps":["trace[1551068356] 'agreement among raft nodes before linearized reading' (duration: 195.914775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:15.534322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:15.188678Z","time spent":"345.554648ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:54:16.205192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.925758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:54:16.205314Z","caller":"traceutil/trace.go:171","msg":"trace[1565723782] transaction","detail":"{read_only:false; response_revision:27668; number_of_response:1; }","duration":"828.424395ms","start":"2026-04-03T03:54:15.376858Z","end":"2026-04-03T03:54:16.205282Z","steps":["trace[1565723782] 'process raft request' (duration: 351.326482ms)","trace[1565723782] 'compare' (duration: 476.813125ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:54:16.205427Z","caller":"traceutil/trace.go:171","msg":"trace[2094592689] transaction","detail":"{read_only:false; response_revision:27672; number_of_response:1; }","duration":"140.484686ms","start":"2026-04-03T03:54:16.064933Z","end":"2026-04-03T03:54:16.205418Z","steps":["trace[2094592689] 'process raft request' (duration: 140.453745ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:54:16.205441Z","caller":"traceutil/trace.go:171","msg":"trace[311323663] linearizableReadLoop","detail":"{readStateIndex:28594; appliedIndex:28593; }","duration":"671.299653ms","start":"2026-04-03T03:54:15.534072Z","end":"2026-04-03T03:54:16.205372Z","steps":["trace[311323663] 'read index received' (duration: 194.129328ms)","trace[311323663] 'applied index is now lower than readState.Index' (duration: 477.164515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:54:16.205581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:15.376837Z","time spent":"828.657582ms","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:54:16.20565Z","caller":"traceutil/trace.go:171","msg":"trace[609700082] transaction","detail":"{read_only:false; response_revision:27669; number_of_response:1; }","duration":"616.51396ms","start":"2026-04-03T03:54:15.589128Z","end":"2026-04-03T03:54:16.205642Z","steps":["trace[609700082] 'process raft request' (duration: 616.15043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.205627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.039673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:54:16.205682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.805434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:54:16.205703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:15.589082Z","time spent":"616.595033ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:54:16.205735Z","caller":"traceutil/trace.go:171","msg":"trace[218550181] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27672; }","duration":"694.917318ms","start":"2026-04-03T03:54:15.510802Z","end":"2026-04-03T03:54:16.205719Z","steps":["trace[218550181] 'agreement among raft nodes before linearized reading' (duration: 694.779665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.205783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.029924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:54:16.205783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:15.510782Z","time spent":"694.992ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:54:16.205818Z","caller":"traceutil/trace.go:171","msg":"trace[473118089] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27672; }","duration":"694.064245ms","start":"2026-04-03T03:54:15.511745Z","end":"2026-04-03T03:54:16.20581Z","steps":["trace[473118089] 'agreement among raft nodes before linearized reading' (duration: 694.014864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.205863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:15.511709Z","time spent":"694.146897ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-03T03:54:16.205889Z","caller":"traceutil/trace.go:171","msg":"trace[496474490] transaction","detail":"{read_only:false; response_revision:27670; number_of_response:1; }","duration":"606.410558ms","start":"2026-04-03T03:54:15.599446Z","end":"2026-04-03T03:54:16.205857Z","steps":["trace[496474490] 'process raft request' (duration: 605.886464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.206044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:15.599418Z","time spent":"606.541642ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:54:16.206101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.403894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-03T03:54:16.206132Z","caller":"traceutil/trace.go:171","msg":"trace[1616435056] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27672; }","duration":"694.485806ms","start":"2026-04-03T03:54:15.511639Z","end":"2026-04-03T03:54:16.206125Z","steps":["trace[1616435056] 'agreement among raft nodes before linearized reading' (duration: 694.377753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.206141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.303816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-03T03:54:16.206155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:15.511605Z","time spent":"694.545708ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:54:16.206147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.934397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:54:16.206164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.275089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:54:16.206196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.855522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:54:16.206248Z","caller":"traceutil/trace.go:171","msg":"trace[2039699643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27672; }","duration":"512.396172ms","start":"2026-04-03T03:54:15.693838Z","end":"2026-04-03T03:54:16.206234Z","steps":["trace[2039699643] 'agreement among raft nodes before linearized reading' (duration: 512.252929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.206272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.103484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:54:16.206289Z","caller":"traceutil/trace.go:171","msg":"trace[937636877] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27672; }","duration":"866.004096ms","start":"2026-04-03T03:54:15.340264Z","end":"2026-04-03T03:54:16.206268Z","steps":["trace[937636877] 'agreement among raft nodes before linearized reading' (duration: 865.821492ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:54:16.20631Z","caller":"traceutil/trace.go:171","msg":"trace[1506127408] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27672; }","duration":"147.178756ms","start":"2026-04-03T03:54:16.059123Z","end":"2026-04-03T03:54:16.206302Z","steps":["trace[1506127408] 'agreement among raft nodes before linearized reading' (duration: 147.127254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.20632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:15.693811Z","time spent":"512.468883ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:54:16.206351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.71722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-03T03:54:16.206185Z","caller":"traceutil/trace.go:171","msg":"trace[1062931978] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27672; }","duration":"862.403398ms","start":"2026-04-03T03:54:15.343772Z","end":"2026-04-03T03:54:16.206175Z","steps":["trace[1062931978] 'agreement among raft nodes before linearized reading' (duration: 862.238094ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:54:16.206388Z","caller":"traceutil/trace.go:171","msg":"trace[350806963] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27672; }","duration":"144.780241ms","start":"2026-04-03T03:54:16.0616Z","end":"2026-04-03T03:54:16.206381Z","steps":["trace[350806963] 'agreement among raft nodes before linearized reading' (duration: 144.642207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.206419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:15.343723Z","time spent":"862.687907ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-03T03:54:16.206196Z","caller":"traceutil/trace.go:171","msg":"trace[161427237] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27672; }","duration":"148.022188ms","start":"2026-04-03T03:54:16.058164Z","end":"2026-04-03T03:54:16.206186Z","steps":["trace[161427237] 'agreement among raft nodes before linearized reading' (duration: 147.952747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.206495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.105799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:54:16.206516Z","caller":"traceutil/trace.go:171","msg":"trace[711354455] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27672; }","duration":"866.160119ms","start":"2026-04-03T03:54:15.34035Z","end":"2026-04-03T03:54:16.20651Z","steps":["trace[711354455] 'agreement among raft nodes before linearized reading' (duration: 866.127779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.20653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:15.340326Z","time spent":"866.201071ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:54:16.206551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.818658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:54:16.20573Z","caller":"traceutil/trace.go:171","msg":"trace[1695569532] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27672; }","duration":"694.172308ms","start":"2026-04-03T03:54:15.511535Z","end":"2026-04-03T03:54:16.205708Z","steps":["trace[1695569532] 'agreement among raft nodes before linearized reading' (duration: 693.995993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.206349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.899805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:54:16.206604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:15.511524Z","time spent":"695.075232ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-03T03:54:16.206603Z","caller":"traceutil/trace.go:171","msg":"trace[1376463018] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27672; }","duration":"325.93373ms","start":"2026-04-03T03:54:15.880659Z","end":"2026-04-03T03:54:16.206592Z","steps":["trace[1376463018] 'agreement among raft nodes before linearized reading' (duration: 325.726344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.20664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:15.880628Z","time spent":"326.003913ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":190,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:54:16.20669Z","caller":"traceutil/trace.go:171","msg":"trace[747159732] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27672; }","duration":"148.336176ms","start":"2026-04-03T03:54:16.05828Z","end":"2026-04-03T03:54:16.206616Z","steps":["trace[747159732] 'agreement among raft nodes before linearized reading' (duration: 147.826583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.206855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:15.340243Z","time spent":"866.105548ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:54:16.205791Z","caller":"traceutil/trace.go:171","msg":"trace[951181189] transaction","detail":"{read_only:false; response_revision:27671; number_of_response:1; }","duration":"526.266694ms","start":"2026-04-03T03:54:15.679473Z","end":"2026-04-03T03:54:16.20574Z","steps":["trace[951181189] 'process raft request' (duration: 525.888795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.209235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:15.679446Z","time spent":"529.751208ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:54:16.680605Z","caller":"traceutil/trace.go:171","msg":"trace[827504530] transaction","detail":"{read_only:false; response_revision:27673; number_of_response:1; }","duration":"359.366138ms","start":"2026-04-03T03:54:16.321211Z","end":"2026-04-03T03:54:16.680577Z","steps":["trace[827504530] 'process raft request' (duration: 359.159613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.68076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:16.321184Z","time spent":"359.496572ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:54:16.680934Z","caller":"traceutil/trace.go:171","msg":"trace[1000644235] linearizableReadLoop","detail":"{readStateIndex:28599; appliedIndex:28598; }","duration":"352.530745ms","start":"2026-04-03T03:54:16.328374Z","end":"2026-04-03T03:54:16.680904Z","steps":["trace[1000644235] 'read index received' (duration: 352.098063ms)","trace[1000644235] 'applied index is now lower than readState.Index' (duration: 430.862µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:54:16.681116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.74776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:54:16.681186Z","caller":"traceutil/trace.go:171","msg":"trace[1455811100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27673; }","duration":"352.857114ms","start":"2026-04-03T03:54:16.328314Z","end":"2026-04-03T03:54:16.681171Z","steps":["trace[1455811100] 'agreement among raft nodes before linearized reading' (duration: 352.677009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.681217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:16.32829Z","time spent":"352.919836ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:54:16.784474Z","caller":"traceutil/trace.go:171","msg":"trace[1244964400] linearizableReadLoop","detail":"{readStateIndex:28600; appliedIndex:28599; }","duration":"103.435091ms","start":"2026-04-03T03:54:16.681005Z","end":"2026-04-03T03:54:16.78444Z","steps":["trace[1244964400] 'read index received' (duration: 82.173679ms)","trace[1244964400] 'applied index is now lower than readState.Index' (duration: 21.259242ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:54:16.784623Z","caller":"traceutil/trace.go:171","msg":"trace[1024978654] transaction","detail":"{read_only:false; response_revision:27674; number_of_response:1; }","duration":"353.892472ms","start":"2026-04-03T03:54:16.430712Z","end":"2026-04-03T03:54:16.784604Z","steps":["trace[1024978654] 'process raft request' (duration: 332.451076ms)","trace[1024978654] 'compare' (duration: 19.34753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:54:16.784761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.240404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:54:16.784837Z","caller":"traceutil/trace.go:171","msg":"trace[42999469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27675; }","duration":"446.339556ms","start":"2026-04-03T03:54:16.338482Z","end":"2026-04-03T03:54:16.784821Z","steps":["trace[42999469] 'agreement among raft nodes before linearized reading' (duration: 446.181512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.784877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:16.338475Z","time spent":"446.394868ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:54:16.784923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.675072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:54:16.78497Z","caller":"traceutil/trace.go:171","msg":"trace[1282144303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27675; }","duration":"447.731214ms","start":"2026-04-03T03:54:16.337224Z","end":"2026-04-03T03:54:16.784955Z","steps":["trace[1282144303] 'agreement among raft nodes before linearized reading' (duration: 447.584179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.785008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:16.337217Z","time spent":"447.783976ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:54:16.785038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.019492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:54:16.785067Z","caller":"traceutil/trace.go:171","msg":"trace[1925950344] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27675; }","duration":"137.096905ms","start":"2026-04-03T03:54:16.647961Z","end":"2026-04-03T03:54:16.785058Z","steps":["trace[1925950344] 'agreement among raft nodes before linearized reading' (duration: 137.047793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.785077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.93746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:54:16.78522Z","caller":"traceutil/trace.go:171","msg":"trace[1995772029] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27675; }","duration":"137.143806ms","start":"2026-04-03T03:54:16.648048Z","end":"2026-04-03T03:54:16.785192Z","steps":["trace[1995772029] 'agreement among raft nodes before linearized reading' (duration: 136.891659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.785328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.860577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-03T03:54:16.78534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.271878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-03T03:54:16.785363Z","caller":"traceutil/trace.go:171","msg":"trace[1082057480] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:27675; }","duration":"338.92709ms","start":"2026-04-03T03:54:16.446426Z","end":"2026-04-03T03:54:16.785353Z","steps":["trace[1082057480] 'agreement among raft nodes before linearized reading' (duration: 338.772696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.78539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:16.446413Z","time spent":"338.971492ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-04-03T03:54:16.785379Z","caller":"traceutil/trace.go:171","msg":"trace[901512285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27675; }","duration":"448.328779ms","start":"2026-04-03T03:54:16.337038Z","end":"2026-04-03T03:54:16.785367Z","steps":["trace[901512285] 'agreement among raft nodes before linearized reading' (duration: 448.161795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.785492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:16.33703Z","time spent":"448.447643ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:54:16.785799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.159038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-03T03:54:16.785813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.384642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:54:16.785839Z","caller":"traceutil/trace.go:171","msg":"trace[674844851] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27675; }","duration":"130.22132ms","start":"2026-04-03T03:54:16.655606Z","end":"2026-04-03T03:54:16.785827Z","steps":["trace[674844851] 'agreement among raft nodes before linearized reading' (duration: 130.023785ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:54:16.785866Z","caller":"traceutil/trace.go:171","msg":"trace[1828824252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27675; }","duration":"451.476225ms","start":"2026-04-03T03:54:16.334375Z","end":"2026-04-03T03:54:16.785852Z","steps":["trace[1828824252] 'agreement among raft nodes before linearized reading' (duration: 451.31179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:54:16.78591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:16.334352Z","time spent":"451.546336ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:54:16.784775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:54:16.430685Z","time spent":"353.982544ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:54:16.786032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.488186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:54:16.786063Z","caller":"traceutil/trace.go:171","msg":"trace[1913468627] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27675; }","duration":"137.535106ms","start":"2026-04-03T03:54:16.648517Z","end":"2026-04-03T03:54:16.786052Z","steps":["trace[1913468627] 'agreement among raft nodes before linearized reading' (duration: 137.488054ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:54:16.928235Z","caller":"traceutil/trace.go:171","msg":"trace[2008273660] transaction","detail":"{read_only:false; response_revision:27680; number_of_response:1; }","duration":"127.495337ms","start":"2026-04-03T03:54:16.800714Z","end":"2026-04-03T03:54:16.92821Z","steps":["trace[2008273660] 'process raft request' (duration: 93.754581ms)","trace[2008273660] 'compare' (duration: 33.515ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:54:17.012493Z","caller":"traceutil/trace.go:171","msg":"trace[1017667097] transaction","detail":"{read_only:false; response_revision:27684; number_of_response:1; }","duration":"109.38919ms","start":"2026-04-03T03:54:16.903067Z","end":"2026-04-03T03:54:17.012457Z","steps":["trace[1017667097] 'process raft request' (duration: 109.177444ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:00.218171Z","caller":"traceutil/trace.go:171","msg":"trace[509676992] transaction","detail":"{read_only:false; response_revision:28051; number_of_response:1; }","duration":"102.906846ms","start":"2026-04-03T03:55:00.115235Z","end":"2026-04-03T03:55:00.218142Z","steps":["trace[509676992] 'process raft request' (duration: 102.755822ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:03.971736Z","caller":"traceutil/trace.go:171","msg":"trace[466155925] transaction","detail":"{read_only:false; response_revision:28088; number_of_response:1; }","duration":"785.611574ms","start":"2026-04-03T03:55:03.186098Z","end":"2026-04-03T03:55:03.97171Z","steps":["trace[466155925] 'process raft request' (duration: 785.536473ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:03.971739Z","caller":"traceutil/trace.go:171","msg":"trace[747187167] transaction","detail":"{read_only:false; response_revision:28086; number_of_response:1; }","duration":"786.026187ms","start":"2026-04-03T03:55:03.185656Z","end":"2026-04-03T03:55:03.971682Z","steps":["trace[747187167] 'process raft request' (duration: 785.740719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:03.971893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:03.186086Z","time spent":"785.732378ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:55:03.971971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:03.185627Z","time spent":"786.226802ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:55:03.971739Z","caller":"traceutil/trace.go:171","msg":"trace[1987950054] transaction","detail":"{read_only:false; response_revision:28087; number_of_response:1; }","duration":"785.959284ms","start":"2026-04-03T03:55:03.185747Z","end":"2026-04-03T03:55:03.971706Z","steps":["trace[1987950054] 'process raft request' (duration: 785.843381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:03.972081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:03.185729Z","time spent":"786.293143ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:55:03.972147Z","caller":"traceutil/trace.go:171","msg":"trace[644393909] transaction","detail":"{read_only:false; response_revision:28089; number_of_response:1; }","duration":"785.522013ms","start":"2026-04-03T03:55:03.186612Z","end":"2026-04-03T03:55:03.972134Z","steps":["trace[644393909] 'process raft request' (duration: 785.058621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:03.97228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:03.186603Z","time spent":"785.596095ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:55:03.972648Z","caller":"traceutil/trace.go:171","msg":"trace[1288478875] linearizableReadLoop","detail":"{readStateIndex:29029; appliedIndex:29023; }","duration":"340.05454ms","start":"2026-04-03T03:55:03.632581Z","end":"2026-04-03T03:55:03.972636Z","steps":["trace[1288478875] 'read index received' (duration: 339.032382ms)","trace[1288478875] 'applied index is now lower than readState.Index' (duration: 1.021568ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:55:03.972709Z","caller":"traceutil/trace.go:171","msg":"trace[1498925347] transaction","detail":"{read_only:false; response_revision:28092; number_of_response:1; }","duration":"764.434076ms","start":"2026-04-03T03:55:03.208251Z","end":"2026-04-03T03:55:03.972685Z","steps":["trace[1498925347] 'process raft request' (duration: 764.325663ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:03.972712Z","caller":"traceutil/trace.go:171","msg":"trace[87068984] transaction","detail":"{read_only:false; response_revision:28091; number_of_response:1; }","duration":"765.969466ms","start":"2026-04-03T03:55:03.206702Z","end":"2026-04-03T03:55:03.972671Z","steps":["trace[87068984] 'process raft request' (duration: 765.665628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:03.972797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.217564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:55:03.972808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.004104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:55:03.972809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:03.20823Z","time spent":"764.532928ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:55:03.972842Z","caller":"traceutil/trace.go:171","msg":"trace[712753676] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28092; }","duration":"340.304406ms","start":"2026-04-03T03:55:03.632526Z","end":"2026-04-03T03:55:03.972831Z","steps":["trace[712753676] 'agreement among raft nodes before linearized reading' (duration: 340.200383ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:03.972866Z","caller":"traceutil/trace.go:171","msg":"trace[570123191] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28092; }","duration":"338.163159ms","start":"2026-04-03T03:55:03.634691Z","end":"2026-04-03T03:55:03.972854Z","steps":["trace[570123191] 'agreement among raft nodes before linearized reading' (duration: 338.073096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:03.972876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:03.632499Z","time spent":"340.368618ms","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:55:03.972902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:03.634668Z","time spent":"338.22727ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-03T03:55:03.972506Z","caller":"traceutil/trace.go:171","msg":"trace[217271119] transaction","detail":"{read_only:false; response_revision:28090; number_of_response:1; }","duration":"766.000828ms","start":"2026-04-03T03:55:03.206489Z","end":"2026-04-03T03:55:03.97249Z","steps":["trace[217271119] 'process raft request' (duration: 765.441622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:03.972927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:03.206682Z","time spent":"766.150062ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:55:03.973009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:03.206474Z","time spent":"766.502591ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:55:03.973664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.935579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-03T03:55:03.973721Z","caller":"traceutil/trace.go:171","msg":"trace[274938788] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28092; }","duration":"166.024253ms","start":"2026-04-03T03:55:03.807683Z","end":"2026-04-03T03:55:03.973707Z","steps":["trace[274938788] 'agreement among raft nodes before linearized reading' (duration: 165.493058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:04.48611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.176407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:55:04.486196Z","caller":"traceutil/trace.go:171","msg":"trace[1470062972] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28092; }","duration":"169.321271ms","start":"2026-04-03T03:55:04.316856Z","end":"2026-04-03T03:55:04.486177Z","steps":["trace[1470062972] 'range keys from in-memory index tree' (duration: 169.069914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:04.486173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.341133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:55:04.486262Z","caller":"traceutil/trace.go:171","msg":"trace[269327169] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28092; }","duration":"159.565719ms","start":"2026-04-03T03:55:04.326677Z","end":"2026-04-03T03:55:04.486243Z","steps":["trace[269327169] 'range keys from in-memory index tree' (duration: 159.187788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:04.486681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.112057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:55:04.486718Z","caller":"traceutil/trace.go:171","msg":"trace[454885431] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28092; }","duration":"162.173648ms","start":"2026-04-03T03:55:04.324535Z","end":"2026-04-03T03:55:04.486709Z","steps":["trace[454885431] 'range keys from in-memory index tree' (duration: 162.037995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:04.486719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.844258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:55:04.486802Z","caller":"traceutil/trace.go:171","msg":"trace[2028305188] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28092; }","duration":"331.964582ms","start":"2026-04-03T03:55:04.154823Z","end":"2026-04-03T03:55:04.486787Z","steps":["trace[2028305188] 'count revisions from in-memory index tree' (duration: 331.767036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:04.486803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.250074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:55:04.486848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:04.154805Z","time spent":"332.031534ms","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:55:04.486857Z","caller":"traceutil/trace.go:171","msg":"trace[1869711113] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28092; }","duration":"161.324686ms","start":"2026-04-03T03:55:04.325518Z","end":"2026-04-03T03:55:04.486842Z","steps":["trace[1869711113] 'range keys from in-memory index tree' (duration: 161.189032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:04.487234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.456075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:55:04.487337Z","caller":"traceutil/trace.go:171","msg":"trace[1089489064] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28092; }","duration":"163.076283ms","start":"2026-04-03T03:55:04.324242Z","end":"2026-04-03T03:55:04.487318Z","steps":["trace[1089489064] 'range keys from in-memory index tree' (duration: 162.381303ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:04.621548Z","caller":"traceutil/trace.go:171","msg":"trace[1954913002] transaction","detail":"{read_only:false; response_revision:28093; number_of_response:1; }","duration":"195.676499ms","start":"2026-04-03T03:55:04.425841Z","end":"2026-04-03T03:55:04.621518Z","steps":["trace[1954913002] 'process raft request' (duration: 195.473773ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:04.731185Z","caller":"traceutil/trace.go:171","msg":"trace[55171346] linearizableReadLoop","detail":"{readStateIndex:29031; appliedIndex:29029; }","duration":"294.181787ms","start":"2026-04-03T03:55:04.436975Z","end":"2026-04-03T03:55:04.731157Z","steps":["trace[55171346] 'read index received' (duration: 184.343814ms)","trace[55171346] 'applied index is now lower than readState.Index' (duration: 109.836582ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:55:04.731322Z","caller":"traceutil/trace.go:171","msg":"trace[1719440204] transaction","detail":"{read_only:false; response_revision:28094; number_of_response:1; }","duration":"304.394371ms","start":"2026-04-03T03:55:04.426916Z","end":"2026-04-03T03:55:04.731311Z","steps":["trace[1719440204] 'process raft request' (duration: 301.279748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:04.731453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:04.426886Z","time spent":"304.472933ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:55:04.731457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.456485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:55:04.731539Z","caller":"traceutil/trace.go:171","msg":"trace[50976111] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28094; }","duration":"294.562368ms","start":"2026-04-03T03:55:04.436955Z","end":"2026-04-03T03:55:04.731517Z","steps":["trace[50976111] 'agreement among raft nodes before linearized reading' (duration: 294.391873ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:20.725055Z","caller":"traceutil/trace.go:171","msg":"trace[195078790] transaction","detail":"{read_only:false; response_revision:28274; number_of_response:1; }","duration":"368.017661ms","start":"2026-04-03T03:55:20.357001Z","end":"2026-04-03T03:55:20.725019Z","steps":["trace[195078790] 'process raft request' (duration: 367.786975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:20.725218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.836025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:55:20.725246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:20.356951Z","time spent":"368.188115ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21328,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:55:20.724996Z","caller":"traceutil/trace.go:171","msg":"trace[327599705] linearizableReadLoop","detail":"{readStateIndex:29216; appliedIndex:29215; }","duration":"287.662822ms","start":"2026-04-03T03:55:20.437312Z","end":"2026-04-03T03:55:20.724975Z","steps":["trace[327599705] 'read index received' (duration: 287.372513ms)","trace[327599705] 'applied index is now lower than readState.Index' (duration: 289.239µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:55:20.725281Z","caller":"traceutil/trace.go:171","msg":"trace[959216445] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28274; }","duration":"287.998922ms","start":"2026-04-03T03:55:20.437266Z","end":"2026-04-03T03:55:20.725265Z","steps":["trace[959216445] 'agreement among raft nodes before linearized reading' (duration: 287.847207ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:20.853335Z","caller":"traceutil/trace.go:171","msg":"trace[1115126075] linearizableReadLoop","detail":"{readStateIndex:29218; appliedIndex:29216; }","duration":"128.019801ms","start":"2026-04-03T03:55:20.725298Z","end":"2026-04-03T03:55:20.853317Z","steps":["trace[1115126075] 'read index received' (duration: 127.846586ms)","trace[1115126075] 'applied index is now lower than readState.Index' (duration: 172.145µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:55:20.853623Z","caller":"traceutil/trace.go:171","msg":"trace[848520076] transaction","detail":"{read_only:false; response_revision:28275; number_of_response:1; }","duration":"211.394091ms","start":"2026-04-03T03:55:20.642213Z","end":"2026-04-03T03:55:20.853607Z","steps":["trace[848520076] 'process raft request' (duration: 210.916049ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:20.853796Z","caller":"traceutil/trace.go:171","msg":"trace[1218363616] transaction","detail":"{read_only:false; response_revision:28276; number_of_response:1; }","duration":"172.695832ms","start":"2026-04-03T03:55:20.681091Z","end":"2026-04-03T03:55:20.853787Z","steps":["trace[1218363616] 'process raft request' (duration: 172.178287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:20.853982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.595337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:55:20.854028Z","caller":"traceutil/trace.go:171","msg":"trace[641412117] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28276; }","duration":"320.69675ms","start":"2026-04-03T03:55:20.533319Z","end":"2026-04-03T03:55:20.854016Z","steps":["trace[641412117] 'agreement among raft nodes before linearized reading' (duration: 320.615377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:20.85406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:20.533294Z","time spent":"320.75584ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:55:20.854115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.198744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:55:20.854137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.395707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-04-03T03:55:20.85419Z","caller":"traceutil/trace.go:171","msg":"trace[1690053862] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28276; }","duration":"321.311046ms","start":"2026-04-03T03:55:20.532863Z","end":"2026-04-03T03:55:20.854174Z","steps":["trace[1690053862] 'agreement among raft nodes before linearized reading' (duration: 321.165322ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:20.854203Z","caller":"traceutil/trace.go:171","msg":"trace[1449948444] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28276; }","duration":"315.48584ms","start":"2026-04-03T03:55:20.538702Z","end":"2026-04-03T03:55:20.854187Z","steps":["trace[1449948444] 'agreement among raft nodes before linearized reading' (duration: 315.262054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:20.854222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:20.532852Z","time spent":"321.363497ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:55:20.85424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:20.538694Z","time spent":"315.53864ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:55:20.854303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.444989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-04-03T03:55:20.854335Z","caller":"traceutil/trace.go:171","msg":"trace[320464605] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28276; }","duration":"318.49709ms","start":"2026-04-03T03:55:20.535829Z","end":"2026-04-03T03:55:20.854326Z","steps":["trace[320464605] 'agreement among raft nodes before linearized reading' (duration: 318.375967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:20.854337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.566214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-04-03T03:55:20.854416Z","caller":"traceutil/trace.go:171","msg":"trace[1270200802] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28276; }","duration":"314.687488ms","start":"2026-04-03T03:55:20.539711Z","end":"2026-04-03T03:55:20.854398Z","steps":["trace[1270200802] 'agreement among raft nodes before linearized reading' (duration: 314.430231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:20.854466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:20.539705Z","time spent":"314.751279ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:55:20.854371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:20.535819Z","time spent":"318.545852ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:55:21.455419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.499538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:55:21.455529Z","caller":"traceutil/trace.go:171","msg":"trace[1337119869] linearizableReadLoop","detail":"{readStateIndex:29219; appliedIndex:29218; }","duration":"602.123183ms","start":"2026-04-03T03:55:20.853385Z","end":"2026-04-03T03:55:21.455508Z","steps":["trace[1337119869] 'read index received' (duration: 292.462981ms)","trace[1337119869] 'applied index is now lower than readState.Index' (duration: 309.658962ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:55:21.455539Z","caller":"traceutil/trace.go:171","msg":"trace[190284245] transaction","detail":"{read_only:false; response_revision:28277; number_of_response:1; }","duration":"648.458029ms","start":"2026-04-03T03:55:20.807056Z","end":"2026-04-03T03:55:21.455515Z","steps":["trace[190284245] 'process raft request' (duration: 338.778226ms)","trace[190284245] 'compare' (duration: 309.036126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:55:21.455664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:20.80703Z","time spent":"648.566601ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:55:21.455734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.072989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:55:21.455869Z","caller":"traceutil/trace.go:171","msg":"trace[1542815638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28277; }","duration":"712.268714ms","start":"2026-04-03T03:55:20.743567Z","end":"2026-04-03T03:55:21.455836Z","steps":["trace[1542815638] 'agreement among raft nodes before linearized reading' (duration: 712.017007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:21.455924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:20.743545Z","time spent":"712.371197ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:55:21.479221Z","caller":"traceutil/trace.go:171","msg":"trace[2003299684] transaction","detail":"{read_only:false; response_revision:28279; number_of_response:1; }","duration":"341.514549ms","start":"2026-04-03T03:55:21.137686Z","end":"2026-04-03T03:55:21.479201Z","steps":["trace[2003299684] 'process raft request' (duration: 341.473778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:21.479331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:21.13766Z","time spent":"341.622342ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:55:21.47985Z","caller":"traceutil/trace.go:171","msg":"trace[995645110] transaction","detail":"{read_only:false; response_revision:28278; number_of_response:1; }","duration":"496.69682ms","start":"2026-04-03T03:55:20.98314Z","end":"2026-04-03T03:55:21.479837Z","steps":["trace[995645110] 'process raft request' (duration: 495.902659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:21.479922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:20.983118Z","time spent":"496.769812ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:55:22.028697Z","caller":"traceutil/trace.go:171","msg":"trace[520903423] linearizableReadLoop","detail":"{readStateIndex:29222; appliedIndex:29221; }","duration":"573.089973ms","start":"2026-04-03T03:55:21.45556Z","end":"2026-04-03T03:55:22.02865Z","steps":["trace[520903423] 'read index received' (duration: 24.980591ms)","trace[520903423] 'applied index is now lower than readState.Index' (duration: 548.107792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:55:22.028941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.957423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:55:22.029029Z","caller":"traceutil/trace.go:171","msg":"trace[708542336] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:28280; }","duration":"636.143717ms","start":"2026-04-03T03:55:21.392865Z","end":"2026-04-03T03:55:22.029009Z","steps":["trace[708542336] 'agreement among raft nodes before linearized reading' (duration: 635.811658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:22.02907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:21.392852Z","time spent":"636.20925ms","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:55:22.029086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.466407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:55:22.029143Z","caller":"traceutil/trace.go:171","msg":"trace[449258653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28280; }","duration":"697.59807ms","start":"2026-04-03T03:55:21.331527Z","end":"2026-04-03T03:55:22.029125Z","steps":["trace[449258653] 'agreement among raft nodes before linearized reading' (duration: 697.354863ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:22.028829Z","caller":"traceutil/trace.go:171","msg":"trace[1752365325] transaction","detail":"{read_only:false; response_revision:28280; number_of_response:1; }","duration":"786.958481ms","start":"2026-04-03T03:55:21.241807Z","end":"2026-04-03T03:55:22.028765Z","steps":["trace[1752365325] 'process raft request' (duration: 786.564341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:22.029255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.511568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:55:22.029296Z","caller":"traceutil/trace.go:171","msg":"trace[1914764109] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28280; }","duration":"969.57031ms","start":"2026-04-03T03:55:21.059716Z","end":"2026-04-03T03:55:22.029286Z","steps":["trace[1914764109] 'agreement among raft nodes before linearized reading' (duration: 969.504468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:22.029305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.383831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:55:22.029332Z","caller":"traceutil/trace.go:171","msg":"trace[1606056558] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28280; }","duration":"605.413772ms","start":"2026-04-03T03:55:21.423912Z","end":"2026-04-03T03:55:22.029325Z","steps":["trace[1606056558] 'agreement among raft nodes before linearized reading' (duration: 605.34566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:22.029359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:21.423872Z","time spent":"605.481634ms","remote":"127.0.0.1:60414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:55:22.029403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02054188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:55:22.029445Z","caller":"traceutil/trace.go:171","msg":"trace[370046750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28280; }","duration":"1.020616822s","start":"2026-04-03T03:55:21.008816Z","end":"2026-04-03T03:55:22.029433Z","steps":["trace[370046750] 'agreement among raft nodes before linearized reading' (duration: 1.02053515s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:22.029332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:21.059705Z","time spent":"969.620671ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:55:22.029589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054152574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-04-03T03:55:22.029625Z","caller":"traceutil/trace.go:171","msg":"trace[1444933607] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28280; }","duration":"1.054215545s","start":"2026-04-03T03:55:20.9754Z","end":"2026-04-03T03:55:22.029616Z","steps":["trace[1444933607] 'agreement among raft nodes before linearized reading' (duration: 1.054105782s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:22.029661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:20.975384Z","time spent":"1.054269845s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:55:22.029629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:21.241779Z","time spent":"787.610599ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:55:22.029485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:21.008804Z","time spent":"1.020671243s","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:55:22.029195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:21.331508Z","time spent":"697.676691ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:55:22.873044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.983346ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:55:22.873728Z","caller":"traceutil/trace.go:171","msg":"trace[2010198052] linearizableReadLoop","detail":"{readStateIndex:29224; appliedIndex:29222; }","duration":"844.866578ms","start":"2026-04-03T03:55:22.028835Z","end":"2026-04-03T03:55:22.873702Z","steps":["trace[2010198052] 'read index received' (duration: 164.165252ms)","trace[2010198052] 'applied index is now lower than readState.Index' (duration: 680.700166ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:55:22.873844Z","caller":"traceutil/trace.go:171","msg":"trace[637047748] transaction","detail":"{read_only:false; response_revision:28281; number_of_response:1; }","duration":"1.061532012s","start":"2026-04-03T03:55:21.812298Z","end":"2026-04-03T03:55:22.87383Z","steps":["trace[637047748] 'process raft request' (duration: 1.060836024s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:22.873952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:21.81226Z","time spent":"1.061616883s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:55:22.99697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214531874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-03T03:55:22.999083Z","caller":"traceutil/trace.go:171","msg":"trace[1306115396] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28281; }","duration":"1.216664022s","start":"2026-04-03T03:55:21.782369Z","end":"2026-04-03T03:55:22.999033Z","steps":["trace[1306115396] 'agreement among raft nodes before linearized reading' (duration: 1.091780035s)","trace[1306115396] 'range keys from in-memory index tree' (duration: 122.663367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:55:22.999204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:21.78235Z","time spent":"1.216815245s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:55:22.999381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306015142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:55:22.999434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090107359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128970"} {"level":"info","ts":"2026-04-03T03:55:22.999535Z","caller":"traceutil/trace.go:171","msg":"trace[1956661507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28281; }","duration":"1.306192657s","start":"2026-04-03T03:55:21.693281Z","end":"2026-04-03T03:55:22.999474Z","steps":["trace[1956661507] 'agreement among raft nodes before linearized reading' (duration: 1.180865869s)","trace[1956661507] 'range keys from in-memory index tree' (duration: 125.148873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:55:22.999611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:21.693257Z","time spent":"1.306339971s","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:55:22.999701Z","caller":"traceutil/trace.go:171","msg":"trace[1908400697] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28281; }","duration":"1.090312755s","start":"2026-04-03T03:55:21.909262Z","end":"2026-04-03T03:55:22.999574Z","steps":["trace[1908400697] 'agreement among raft nodes before linearized reading' (duration: 964.836593ms)","trace[1908400697] 'range keys from in-memory index tree' (duration: 122.616016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:55:22.999791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:21.909231Z","time spent":"1.090545451s","remote":"127.0.0.1:59966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128993,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-03T03:55:23.000315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092725699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-03T03:55:23.000423Z","caller":"traceutil/trace.go:171","msg":"trace[1180752304] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:28281; }","duration":"1.092806751s","start":"2026-04-03T03:55:21.907571Z","end":"2026-04-03T03:55:23.000377Z","steps":["trace[1180752304] 'agreement among raft nodes before linearized reading' (duration: 966.488186ms)","trace[1180752304] 'range keys from in-memory index tree' (duration: 126.150922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:55:23.000552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:21.907468Z","time spent":"1.093068969s","remote":"127.0.0.1:59974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-03T03:55:23.000292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.882884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:55:23.000715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211584254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-03T03:55:23.000836Z","caller":"traceutil/trace.go:171","msg":"trace[1035179814] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28281; }","duration":"1.215441748s","start":"2026-04-03T03:55:21.785335Z","end":"2026-04-03T03:55:23.000777Z","steps":["trace[1035179814] 'agreement among raft nodes before linearized reading' (duration: 1.088833815s)","trace[1035179814] 'range keys from in-memory index tree' (duration: 122.657237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:55:23.000907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:21.785331Z","time spent":"1.215553911s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:55:23.00126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.391855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:55:23.001949Z","caller":"traceutil/trace.go:171","msg":"trace[339390588] transaction","detail":"{read_only:false; response_revision:28283; number_of_response:1; }","duration":"959.487608ms","start":"2026-04-03T03:55:22.042425Z","end":"2026-04-03T03:55:23.001913Z","steps":["trace[339390588] 'process raft request' (duration: 959.087898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.002062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.042405Z","time spent":"959.608371ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:55:23.002562Z","caller":"traceutil/trace.go:171","msg":"trace[346858655] transaction","detail":"{read_only:false; response_revision:28284; number_of_response:1; }","duration":"954.757461ms","start":"2026-04-03T03:55:22.047781Z","end":"2026-04-03T03:55:23.002538Z","steps":["trace[346858655] 'process raft request' (duration: 954.064923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.00287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.047771Z","time spent":"954.929256ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:55:23.003033Z","caller":"traceutil/trace.go:171","msg":"trace[584481717] transaction","detail":"{read_only:false; response_revision:28282; number_of_response:1; }","duration":"967.072983ms","start":"2026-04-03T03:55:22.035245Z","end":"2026-04-03T03:55:23.002318Z","steps":["trace[584481717] 'process raft request' (duration: 838.446406ms)","trace[584481717] 'compare' (duration: 123.258622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:55:23.003144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.035226Z","time spent":"967.853713ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:55:23.003313Z","caller":"traceutil/trace.go:171","msg":"trace[1275412740] transaction","detail":"{read_only:false; response_revision:28285; number_of_response:1; }","duration":"954.73469ms","start":"2026-04-03T03:55:22.048545Z","end":"2026-04-03T03:55:23.00328Z","steps":["trace[1275412740] 'process raft request' (duration: 953.625911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.00337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.048515Z","time spent":"954.822913ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:55:23.000686Z","caller":"traceutil/trace.go:171","msg":"trace[1846973670] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28281; }","duration":"984.287634ms","start":"2026-04-03T03:55:22.016324Z","end":"2026-04-03T03:55:23.000612Z","steps":["trace[1846973670] 'agreement among raft nodes before linearized reading' (duration: 857.762173ms)","trace[1846973670] 'range keys from in-memory index tree' (duration: 126.134851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:55:23.004745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.0163Z","time spent":"988.417737ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-03T03:55:23.208655Z","caller":"traceutil/trace.go:171","msg":"trace[466583719] linearizableReadLoop","detail":"{readStateIndex:29229; appliedIndex:29228; }","duration":"334.82654ms","start":"2026-04-03T03:55:22.873794Z","end":"2026-04-03T03:55:23.20862Z","steps":["trace[466583719] 'read index received' (duration: 294.29195ms)","trace[466583719] 'applied index is now lower than readState.Index' (duration: 40.53296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:55:23.208793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.569003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:55:23.208853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099236704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:55:23.208857Z","caller":"traceutil/trace.go:171","msg":"trace[1797653643] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:28286; }","duration":"747.668796ms","start":"2026-04-03T03:55:22.461155Z","end":"2026-04-03T03:55:23.208824Z","steps":["trace[1797653643] 'agreement among raft nodes before linearized reading' (duration: 747.544602ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:23.208879Z","caller":"traceutil/trace.go:171","msg":"trace[675524657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28286; }","duration":"1.099307627s","start":"2026-04-03T03:55:22.109564Z","end":"2026-04-03T03:55:23.208871Z","steps":["trace[675524657] 'agreement among raft nodes before linearized reading' (duration: 1.099179914s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.208898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.109542Z","time spent":"1.099351137s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:55:23.208886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.461138Z","time spent":"747.741857ms","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:55:23.208977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.142697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-04-03T03:55:23.209032Z","caller":"traceutil/trace.go:171","msg":"trace[1742050595] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28286; }","duration":"345.239968ms","start":"2026-04-03T03:55:22.863771Z","end":"2026-04-03T03:55:23.209011Z","steps":["trace[1742050595] 'agreement among raft nodes before linearized reading' (duration: 345.085215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.20905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.79931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:55:23.209024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108732099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-03T03:55:23.209068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.863748Z","time spent":"345.313461ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:55:23.209097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.10052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:55:23.209114Z","caller":"traceutil/trace.go:171","msg":"trace[2146014812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28286; }","duration":"683.157191ms","start":"2026-04-03T03:55:22.525952Z","end":"2026-04-03T03:55:23.209109Z","steps":["trace[2146014812] 'agreement among raft nodes before linearized reading' (duration: 683.129931ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:23.209114Z","caller":"traceutil/trace.go:171","msg":"trace[1877245895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28286; }","duration":"1.108844133s","start":"2026-04-03T03:55:22.100247Z","end":"2026-04-03T03:55:23.209091Z","steps":["trace[1877245895] 'agreement among raft nodes before linearized reading' (duration: 1.108592076s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.209137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.525928Z","time spent":"683.204382ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:55:23.209155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.100239Z","time spent":"1.108908195s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:55:23.209242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103018816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-03T03:55:23.209267Z","caller":"traceutil/trace.go:171","msg":"trace[2089454586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28286; }","duration":"1.103084619s","start":"2026-04-03T03:55:22.106172Z","end":"2026-04-03T03:55:23.209257Z","steps":["trace[2089454586] 'agreement among raft nodes before linearized reading' (duration: 1.103025407s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.209286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.106151Z","time spent":"1.103130509s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:55:23.209284Z","caller":"traceutil/trace.go:171","msg":"trace[1076275422] transaction","detail":"{read_only:false; response_revision:28286; number_of_response:1; }","duration":"349.060521ms","start":"2026-04-03T03:55:22.860208Z","end":"2026-04-03T03:55:23.209269Z","steps":["trace[1076275422] 'process raft request' (duration: 307.860133ms)","trace[1076275422] 'compare' (duration: 40.387326ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:55:23.20907Z","caller":"traceutil/trace.go:171","msg":"trace[315859233] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:28286; }","duration":"657.839481ms","start":"2026-04-03T03:55:22.551223Z","end":"2026-04-03T03:55:23.209063Z","steps":["trace[315859233] 'agreement among raft nodes before linearized reading' (duration: 657.805221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.209078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10945694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T03:55:23.209338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.551212Z","time spent":"658.118958ms","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:55:23.209351Z","caller":"traceutil/trace.go:171","msg":"trace[855863994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28286; }","duration":"1.109781047s","start":"2026-04-03T03:55:22.099563Z","end":"2026-04-03T03:55:23.209345Z","steps":["trace[855863994] 'agreement among raft nodes before linearized reading' (duration: 1.1094672s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.209368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.099536Z","time spent":"1.10982767s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:55:23.209394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.860187Z","time spent":"349.141244ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:55:23.209465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.488486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-04-03T03:55:23.209482Z","caller":"traceutil/trace.go:171","msg":"trace[1143710252] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28286; }","duration":"345.507267ms","start":"2026-04-03T03:55:22.863969Z","end":"2026-04-03T03:55:23.209477Z","steps":["trace[1143710252] 'agreement among raft nodes before linearized reading' (duration: 345.443224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.209499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.863888Z","time spent":"345.607629ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:55:23.209503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.235206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-04-03T03:55:23.209522Z","caller":"traceutil/trace.go:171","msg":"trace[2016916150] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28286; }","duration":"346.342788ms","start":"2026-04-03T03:55:22.863173Z","end":"2026-04-03T03:55:23.209516Z","steps":["trace[2016916150] 'agreement among raft nodes before linearized reading' (duration: 346.289817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.209535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.86316Z","time spent":"346.371589ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:55:23.209593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.168217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:55:23.209622Z","caller":"traceutil/trace.go:171","msg":"trace[553496707] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28286; }","duration":"348.26693ms","start":"2026-04-03T03:55:22.861346Z","end":"2026-04-03T03:55:23.209613Z","steps":["trace[553496707] 'agreement among raft nodes before linearized reading' (duration: 348.219718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.20951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.869742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:55:23.20973Z","caller":"traceutil/trace.go:171","msg":"trace[1257535080] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28286; }","duration":"347.125029ms","start":"2026-04-03T03:55:22.862574Z","end":"2026-04-03T03:55:23.209699Z","steps":["trace[1257535080] 'agreement among raft nodes before linearized reading' (duration: 346.720368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.209806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.862465Z","time spent":"347.326466ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:55:23.209661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.861301Z","time spent":"348.355312ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:55:23.208796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.359122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:55:23.210532Z","caller":"traceutil/trace.go:171","msg":"trace[620681086] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28286; }","duration":"555.139391ms","start":"2026-04-03T03:55:22.655364Z","end":"2026-04-03T03:55:23.210503Z","steps":["trace[620681086] 'agreement among raft nodes before linearized reading' (duration: 553.307251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.210575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.655341Z","time spent":"555.222443ms","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:55:23.231227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.724304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-03T03:55:23.231311Z","caller":"traceutil/trace.go:171","msg":"trace[65919280] transaction","detail":"{read_only:false; response_revision:28287; number_of_response:1; }","duration":"218.030649ms","start":"2026-04-03T03:55:23.013255Z","end":"2026-04-03T03:55:23.231286Z","steps":["trace[65919280] 'process raft request' (duration: 217.65249ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:23.231347Z","caller":"traceutil/trace.go:171","msg":"trace[398923398] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:28288; }","duration":"338.869238ms","start":"2026-04-03T03:55:22.892459Z","end":"2026-04-03T03:55:23.231328Z","steps":["trace[398923398] 'agreement among raft nodes before linearized reading' (duration: 338.651272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.231455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:22.892447Z","time spent":"338.995101ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-03T03:55:23.231561Z","caller":"traceutil/trace.go:171","msg":"trace[1571346570] transaction","detail":"{read_only:false; response_revision:28288; number_of_response:1; }","duration":"218.285147ms","start":"2026-04-03T03:55:23.013264Z","end":"2026-04-03T03:55:23.231549Z","steps":["trace[1571346570] 'process raft request' (duration: 217.766163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.231222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.03865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:55:23.231744Z","caller":"traceutil/trace.go:171","msg":"trace[1752151168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28288; }","duration":"218.592014ms","start":"2026-04-03T03:55:23.013139Z","end":"2026-04-03T03:55:23.231731Z","steps":["trace[1752151168] 'agreement among raft nodes before linearized reading' (duration: 218.001789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.232119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.689836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:92 size:119876"} {"level":"info","ts":"2026-04-03T03:55:23.232196Z","caller":"traceutil/trace.go:171","msg":"trace[2143411141] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:92; response_revision:28288; }","duration":"222.789857ms","start":"2026-04-03T03:55:23.009389Z","end":"2026-04-03T03:55:23.232179Z","steps":["trace[2143411141] 'agreement among raft nodes before linearized reading' (duration: 221.824432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.232675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.878314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:92 size:119876"} {"level":"info","ts":"2026-04-03T03:55:23.232881Z","caller":"traceutil/trace.go:171","msg":"trace[1721940736] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:92; response_revision:28288; }","duration":"225.014517ms","start":"2026-04-03T03:55:23.007747Z","end":"2026-04-03T03:55:23.232761Z","steps":["trace[1721940736] 'agreement among raft nodes before linearized reading' (duration: 223.704672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.732955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059131353948831,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:55:23.962501Z","caller":"traceutil/trace.go:171","msg":"trace[191876969] transaction","detail":"{read_only:false; response_revision:28292; number_of_response:1; }","duration":"747.559123ms","start":"2026-04-03T03:55:23.214916Z","end":"2026-04-03T03:55:23.962475Z","steps":["trace[191876969] 'process raft request' (duration: 747.521401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.962643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:23.214901Z","time spent":"747.670676ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:55:23.962723Z","caller":"traceutil/trace.go:171","msg":"trace[384228452] transaction","detail":"{read_only:false; response_revision:28290; number_of_response:1; }","duration":"748.384834ms","start":"2026-04-03T03:55:23.214305Z","end":"2026-04-03T03:55:23.962689Z","steps":["trace[384228452] 'process raft request' (duration: 748.056405ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:23.962805Z","caller":"traceutil/trace.go:171","msg":"trace[1417752578] transaction","detail":"{read_only:false; response_revision:28291; number_of_response:1; }","duration":"748.279352ms","start":"2026-04-03T03:55:23.214449Z","end":"2026-04-03T03:55:23.962729Z","steps":["trace[1417752578] 'process raft request' (duration: 747.956273ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:23.96281Z","caller":"traceutil/trace.go:171","msg":"trace[2051097428] transaction","detail":"{read_only:false; response_revision:28289; number_of_response:1; }","duration":"749.129624ms","start":"2026-04-03T03:55:23.213527Z","end":"2026-04-03T03:55:23.962656Z","steps":["trace[2051097428] 'process raft request' (duration: 748.627322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:23.96291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:23.21442Z","time spent":"748.454875ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:55:23.962921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:23.214293Z","time spent":"748.525119ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:55:23.963009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:23.213506Z","time spent":"749.402242ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:55:24.042227Z","caller":"traceutil/trace.go:171","msg":"trace[308378458] transaction","detail":"{read_only:false; response_revision:28293; number_of_response:1; }","duration":"579.338832ms","start":"2026-04-03T03:55:23.462862Z","end":"2026-04-03T03:55:24.042201Z","steps":["trace[308378458] 'process raft request' (duration: 532.303297ms)","trace[308378458] 'compare' (duration: 46.87402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:55:24.042449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:23.46283Z","time spent":"579.478745ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:55:24.042565Z","caller":"traceutil/trace.go:171","msg":"trace[1419063787] linearizableReadLoop","detail":"{readStateIndex:29238; appliedIndex:29231; }","duration":"809.720454ms","start":"2026-04-03T03:55:23.23281Z","end":"2026-04-03T03:55:24.042531Z","steps":["trace[1419063787] 'read index received' (duration: 729.321752ms)","trace[1419063787] 'applied index is now lower than readState.Index' (duration: 80.397152ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:55:24.042642Z","caller":"traceutil/trace.go:171","msg":"trace[1067121603] transaction","detail":"{read_only:false; response_revision:28294; number_of_response:1; }","duration":"558.45514ms","start":"2026-04-03T03:55:23.484161Z","end":"2026-04-03T03:55:24.042616Z","steps":["trace[1067121603] 'process raft request' (duration: 558.006508ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:24.042708Z","caller":"traceutil/trace.go:171","msg":"trace[2085267146] transaction","detail":"{read_only:false; response_revision:28295; number_of_response:1; }","duration":"558.086881ms","start":"2026-04-03T03:55:23.484606Z","end":"2026-04-03T03:55:24.042693Z","steps":["trace[2085267146] 'process raft request' (duration: 557.774982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:24.042787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:23.484146Z","time spent":"558.562723ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:55:24.042869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:23.484567Z","time spent":"558.201953ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:55:24.042996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.186146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:55:24.043029Z","caller":"traceutil/trace.go:171","msg":"trace[826078768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28295; }","duration":"810.238557ms","start":"2026-04-03T03:55:23.232781Z","end":"2026-04-03T03:55:24.04302Z","steps":["trace[826078768] 'agreement among raft nodes before linearized reading' (duration: 810.185085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:24.043051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:23.232761Z","time spent":"810.285549ms","remote":"127.0.0.1:59896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:55:24.055124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.909493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-03T03:55:24.055159Z","caller":"traceutil/trace.go:171","msg":"trace[1474161330] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:28296; }","duration":"814.953464ms","start":"2026-04-03T03:55:23.240198Z","end":"2026-04-03T03:55:24.055151Z","steps":["trace[1474161330] 'agreement among raft nodes before linearized reading' (duration: 814.843791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:24.055177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:23.240193Z","time spent":"814.979784ms","remote":"127.0.0.1:59974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-03T03:55:24.055252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.312567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128970"} {"level":"info","ts":"2026-04-03T03:55:24.055302Z","caller":"traceutil/trace.go:171","msg":"trace[1416194308] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28296; }","duration":"817.391278ms","start":"2026-04-03T03:55:23.237898Z","end":"2026-04-03T03:55:24.055289Z","steps":["trace[1416194308] 'agreement among raft nodes before linearized reading' (duration: 817.234424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:24.055331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:23.237889Z","time spent":"817.437021ms","remote":"127.0.0.1:59966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128993,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-03T03:55:24.055566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f03df9d-a9c9-43c6-a359-f9510006bc20\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-03T03:55:24.055595Z","caller":"traceutil/trace.go:171","msg":"trace[478203780] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f03df9d-a9c9-43c6-a359-f9510006bc20; range_end:; response_count:1; response_revision:28296; }","duration":"820.41352ms","start":"2026-04-03T03:55:23.235172Z","end":"2026-04-03T03:55:24.055586Z","steps":["trace[478203780] 'agreement among raft nodes before linearized reading' (duration: 820.338539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:24.055613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:55:23.235161Z","time spent":"820.448511ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-6f03df9d-a9c9-43c6-a359-f9510006bc20\" "} {"level":"info","ts":"2026-04-03T03:55:30.174856Z","caller":"traceutil/trace.go:171","msg":"trace[1960537655] transaction","detail":"{read_only:false; response_revision:28337; number_of_response:1; }","duration":"107.721254ms","start":"2026-04-03T03:55:30.067106Z","end":"2026-04-03T03:55:30.174827Z","steps":["trace[1960537655] 'process raft request' (duration: 65.596023ms)","trace[1960537655] 'compare' (duration: 41.569207ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:55:30.174955Z","caller":"traceutil/trace.go:171","msg":"trace[58812896] transaction","detail":"{read_only:false; response_revision:28338; number_of_response:1; }","duration":"107.613422ms","start":"2026-04-03T03:55:30.067313Z","end":"2026-04-03T03:55:30.174926Z","steps":["trace[58812896] 'process raft request' (duration: 107.379446ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:30.17505Z","caller":"traceutil/trace.go:171","msg":"trace[1100069552] linearizableReadLoop","detail":"{readStateIndex:29282; appliedIndex:29279; }","duration":"106.954244ms","start":"2026-04-03T03:55:30.068081Z","end":"2026-04-03T03:55:30.175036Z","steps":["trace[1100069552] 'read index received' (duration: 24.059037ms)","trace[1100069552] 'applied index is now lower than readState.Index' (duration: 82.893067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:55:30.175213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.12508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:55:30.175258Z","caller":"traceutil/trace.go:171","msg":"trace[287595317] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28339; }","duration":"107.229722ms","start":"2026-04-03T03:55:30.068017Z","end":"2026-04-03T03:55:30.175247Z","steps":["trace[287595317] 'agreement among raft nodes before linearized reading' (duration: 107.14435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:55:30.1753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.045273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-04-03T03:55:30.175321Z","caller":"traceutil/trace.go:171","msg":"trace[888056754] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28339; }","duration":"102.079114ms","start":"2026-04-03T03:55:30.073236Z","end":"2026-04-03T03:55:30.175315Z","steps":["trace[888056754] 'agreement among raft nodes before linearized reading' (duration: 101.957281ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:55:30.175404Z","caller":"traceutil/trace.go:171","msg":"trace[801001916] transaction","detail":"{read_only:false; response_revision:28339; number_of_response:1; }","duration":"102.139565ms","start":"2026-04-03T03:55:30.073258Z","end":"2026-04-03T03:55:30.175398Z","steps":["trace[801001916] 'process raft request' (duration: 101.613261ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:56:10.551317Z","caller":"traceutil/trace.go:171","msg":"trace[643474388] transaction","detail":"{read_only:false; response_revision:28724; number_of_response:1; }","duration":"148.996144ms","start":"2026-04-03T03:56:10.402283Z","end":"2026-04-03T03:56:10.55128Z","steps":["trace[643474388] 'process raft request' (duration: 148.676285ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:56:10.551984Z","caller":"traceutil/trace.go:171","msg":"trace[1476099094] transaction","detail":"{read_only:false; response_revision:28725; number_of_response:1; }","duration":"147.38557ms","start":"2026-04-03T03:56:10.404568Z","end":"2026-04-03T03:56:10.551953Z","steps":["trace[1476099094] 'process raft request' (duration: 146.62298ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:56:10.552166Z","caller":"traceutil/trace.go:171","msg":"trace[1576333759] linearizableReadLoop","detail":"{readStateIndex:29680; appliedIndex:29676; }","duration":"120.014356ms","start":"2026-04-03T03:56:10.432114Z","end":"2026-04-03T03:56:10.552129Z","steps":["trace[1576333759] 'read index received' (duration: 273.717µs)","trace[1576333759] 'applied index is now lower than readState.Index' (duration: 119.738629ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:56:10.552212Z","caller":"traceutil/trace.go:171","msg":"trace[1568224577] transaction","detail":"{read_only:false; response_revision:28726; number_of_response:1; }","duration":"143.541617ms","start":"2026-04-03T03:56:10.408637Z","end":"2026-04-03T03:56:10.552178Z","steps":["trace[1568224577] 'process raft request' (duration: 143.102826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:56:10.552462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.328164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-03T03:56:10.552518Z","caller":"traceutil/trace.go:171","msg":"trace[1891215029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28726; }","duration":"120.433876ms","start":"2026-04-03T03:56:10.432072Z","end":"2026-04-03T03:56:10.552506Z","steps":["trace[1891215029] 'agreement among raft nodes before linearized reading' (duration: 120.234042ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:56:38.362024Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T03:56:38.372778Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-03T03:56:38.37292Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-03T03:56:47.666893Z","caller":"traceutil/trace.go:171","msg":"trace[958150869] transaction","detail":"{read_only:false; response_revision:29129; number_of_response:1; }","duration":"294.925548ms","start":"2026-04-03T03:56:47.371927Z","end":"2026-04-03T03:56:47.666852Z","steps":["trace[958150869] 'process raft request' (duration: 294.63489ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:56:47.669099Z","caller":"traceutil/trace.go:171","msg":"trace[690588760] linearizableReadLoop","detail":"{readStateIndex:30097; appliedIndex:30094; }","duration":"220.523727ms","start":"2026-04-03T03:56:47.448538Z","end":"2026-04-03T03:56:47.669061Z","steps":["trace[690588760] 'read index received' (duration: 218.124132ms)","trace[690588760] 'applied index is now lower than readState.Index' (duration: 2.397794ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:56:47.66913Z","caller":"traceutil/trace.go:171","msg":"trace[1740383846] transaction","detail":"{read_only:false; response_revision:29131; number_of_response:1; }","duration":"276.898733ms","start":"2026-04-03T03:56:47.392193Z","end":"2026-04-03T03:56:47.669091Z","steps":["trace[1740383846] 'process raft request' (duration: 276.78513ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:56:47.669218Z","caller":"traceutil/trace.go:171","msg":"trace[1063799095] transaction","detail":"{read_only:false; response_revision:29130; number_of_response:1; }","duration":"279.496853ms","start":"2026-04-03T03:56:47.389712Z","end":"2026-04-03T03:56:47.669209Z","steps":["trace[1063799095] 'process raft request' (duration: 279.078002ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:56:47.669148Z","caller":"traceutil/trace.go:171","msg":"trace[1160022877] transaction","detail":"{read_only:false; response_revision:29132; number_of_response:1; }","duration":"148.107291ms","start":"2026-04-03T03:56:47.521012Z","end":"2026-04-03T03:56:47.669119Z","steps":["trace[1160022877] 'process raft request' (duration: 148.007618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:56:47.669374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.798724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:56:47.669413Z","caller":"traceutil/trace.go:171","msg":"trace[540541242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29132; }","duration":"220.900867ms","start":"2026-04-03T03:56:47.448502Z","end":"2026-04-03T03:56:47.669403Z","steps":["trace[540541242] 'agreement among raft nodes before linearized reading' (duration: 220.698743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:56:54.785853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.668499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:56:54.785935Z","caller":"traceutil/trace.go:171","msg":"trace[977161544] transaction","detail":"{read_only:false; response_revision:29188; number_of_response:1; }","duration":"282.063181ms","start":"2026-04-03T03:56:54.503858Z","end":"2026-04-03T03:56:54.785921Z","steps":["trace[977161544] 'process raft request' (duration: 57.261909ms)","trace[977161544] 'compare' (duration: 224.569306ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:56:54.793794Z","caller":"traceutil/trace.go:171","msg":"trace[1379510805] transaction","detail":"{read_only:false; response_revision:29189; number_of_response:1; }","duration":"289.227834ms","start":"2026-04-03T03:56:54.504528Z","end":"2026-04-03T03:56:54.793756Z","steps":["trace[1379510805] 'process raft request' (duration: 289.095149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:56:54.794321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.795602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:56:54.794378Z","caller":"traceutil/trace.go:171","msg":"trace[321507384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29189; }","duration":"288.896194ms","start":"2026-04-03T03:56:54.505466Z","end":"2026-04-03T03:56:54.794362Z","steps":["trace[321507384] 'agreement among raft nodes before linearized reading' (duration: 288.652508ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:56:54.79497Z","caller":"traceutil/trace.go:171","msg":"trace[787331957] linearizableReadLoop","detail":"{readStateIndex:30156; appliedIndex:30154; }","duration":"289.43665ms","start":"2026-04-03T03:56:54.505518Z","end":"2026-04-03T03:56:54.794955Z","steps":["trace[787331957] 'read index received' (duration: 55.622655ms)","trace[787331957] 'applied index is now lower than readState.Index' (duration: 233.811835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:56:54.795131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.130043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:56:54.795165Z","caller":"traceutil/trace.go:171","msg":"trace[1083997683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29189; }","duration":"282.203015ms","start":"2026-04-03T03:56:54.512953Z","end":"2026-04-03T03:56:54.795156Z","steps":["trace[1083997683] 'agreement among raft nodes before linearized reading' (duration: 282.102312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:56:54.795269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.086577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-04-03T03:56:54.795337Z","caller":"traceutil/trace.go:171","msg":"trace[1110391769] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:29189; }","duration":"274.21411ms","start":"2026-04-03T03:56:54.521107Z","end":"2026-04-03T03:56:54.795321Z","steps":["trace[1110391769] 'agreement among raft nodes before linearized reading' (duration: 273.971204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:56:54.795367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.337219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-03T03:56:54.795406Z","caller":"traceutil/trace.go:171","msg":"trace[1026040020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29189; }","duration":"282.40009ms","start":"2026-04-03T03:56:54.512998Z","end":"2026-04-03T03:56:54.795398Z","steps":["trace[1026040020] 'agreement among raft nodes before linearized reading' (duration: 282.294668ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:57:19.099684Z","caller":"traceutil/trace.go:171","msg":"trace[1581639652] transaction","detail":"{read_only:false; response_revision:29462; number_of_response:1; }","duration":"543.19305ms","start":"2026-04-03T03:57:18.556473Z","end":"2026-04-03T03:57:19.099666Z","steps":["trace[1581639652] 'process raft request' (duration: 543.072806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:57:19.100452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:57:18.556448Z","time spent":"543.310963ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:57:19.221876Z","caller":"traceutil/trace.go:171","msg":"trace[731293833] transaction","detail":"{read_only:false; response_revision:29464; number_of_response:1; }","duration":"302.878441ms","start":"2026-04-03T03:57:18.91897Z","end":"2026-04-03T03:57:19.221848Z","steps":["trace[731293833] 'process raft request' (duration: 302.770948ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:57:19.221892Z","caller":"traceutil/trace.go:171","msg":"trace[1299124292] transaction","detail":"{read_only:false; response_revision:29463; number_of_response:1; }","duration":"663.717229ms","start":"2026-04-03T03:57:18.558133Z","end":"2026-04-03T03:57:19.22185Z","steps":["trace[1299124292] 'process raft request' (duration: 649.465115ms)","trace[1299124292] 'compare' (duration: 14.004098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:57:19.222052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:57:18.918934Z","time spent":"303.026485ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:57:19.222059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:57:18.558111Z","time spent":"663.858143ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:57:19.222129Z","caller":"traceutil/trace.go:171","msg":"trace[1017411834] linearizableReadLoop","detail":"{readStateIndex:30440; appliedIndex:30438; }","duration":"609.869962ms","start":"2026-04-03T03:57:18.61221Z","end":"2026-04-03T03:57:19.22208Z","steps":["trace[1017411834] 'read index received' (duration: 487.326898ms)","trace[1017411834] 'applied index is now lower than readState.Index' (duration: 122.539874ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:57:19.222245Z","caller":"traceutil/trace.go:171","msg":"trace[1816934986] transaction","detail":"{read_only:false; response_revision:29465; number_of_response:1; }","duration":"303.23249ms","start":"2026-04-03T03:57:18.918974Z","end":"2026-04-03T03:57:19.222206Z","steps":["trace[1816934986] 'process raft request' (duration: 302.830149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:57:19.222435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.695699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-03T03:57:19.222431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:57:18.918933Z","time spent":"303.407275ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:57:19.222478Z","caller":"traceutil/trace.go:171","msg":"trace[1096260996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29465; }","duration":"605.761682ms","start":"2026-04-03T03:57:18.616703Z","end":"2026-04-03T03:57:19.222465Z","steps":["trace[1096260996] 'agreement among raft nodes before linearized reading' (duration: 605.624137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:57:19.222511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:57:18.616695Z","time spent":"605.809843ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:57:19.222583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.338424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-03T03:57:19.222614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.383798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:57:19.222631Z","caller":"traceutil/trace.go:171","msg":"trace[2134382747] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:29465; }","duration":"610.412557ms","start":"2026-04-03T03:57:18.612204Z","end":"2026-04-03T03:57:19.222617Z","steps":["trace[2134382747] 'agreement among raft nodes before linearized reading' (duration: 610.087988ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:57:19.222645Z","caller":"traceutil/trace.go:171","msg":"trace[534267599] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:29465; }","duration":"132.44095ms","start":"2026-04-03T03:57:19.090195Z","end":"2026-04-03T03:57:19.222635Z","steps":["trace[534267599] 'agreement among raft nodes before linearized reading' (duration: 132.379649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:57:19.222674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:57:18.612184Z","time spent":"610.480767ms","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-03T03:57:19.222775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.632128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-03T03:57:19.222828Z","caller":"traceutil/trace.go:171","msg":"trace[772581089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29465; }","duration":"243.699731ms","start":"2026-04-03T03:57:18.979114Z","end":"2026-04-03T03:57:19.222814Z","steps":["trace[772581089] 'agreement among raft nodes before linearized reading' (duration: 243.487735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:57:19.222912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.858208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-zvpcv\" ","response":"range_response_count:1 size:3811"} {"level":"info","ts":"2026-04-03T03:57:19.222945Z","caller":"traceutil/trace.go:171","msg":"trace[1929218734] range","detail":"{range_begin:/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-zvpcv; range_end:; response_count:1; response_revision:29465; }","duration":"255.890908ms","start":"2026-04-03T03:57:18.967045Z","end":"2026-04-03T03:57:19.222936Z","steps":["trace[1929218734] 'agreement among raft nodes before linearized reading' (duration: 255.784045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:57:19.223066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.267208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-03T03:57:19.223099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.598224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:57:19.223111Z","caller":"traceutil/trace.go:171","msg":"trace[1355005736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29465; }","duration":"227.322719ms","start":"2026-04-03T03:57:18.995776Z","end":"2026-04-03T03:57:19.223099Z","steps":["trace[1355005736] 'agreement among raft nodes before linearized reading' (duration: 227.154635ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:57:19.223132Z","caller":"traceutil/trace.go:171","msg":"trace[1954938468] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:29465; }","duration":"401.659046ms","start":"2026-04-03T03:57:18.821462Z","end":"2026-04-03T03:57:19.223121Z","steps":["trace[1954938468] 'agreement among raft nodes before linearized reading' (duration: 401.611305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:57:19.223137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.754208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-03T03:57:19.22316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:57:18.821445Z","time spent":"401.707957ms","remote":"127.0.0.1:54432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:57:19.223177Z","caller":"traceutil/trace.go:171","msg":"trace[339500342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29465; }","duration":"238.814148ms","start":"2026-04-03T03:57:18.984352Z","end":"2026-04-03T03:57:19.223166Z","steps":["trace[339500342] 'agreement among raft nodes before linearized reading' (duration: 238.691345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:57:19.22331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.88335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-04-03T03:57:19.223342Z","caller":"traceutil/trace.go:171","msg":"trace[193520671] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:29465; }","duration":"168.948391ms","start":"2026-04-03T03:57:19.054383Z","end":"2026-04-03T03:57:19.223332Z","steps":["trace[193520671] 'agreement among raft nodes before linearized reading' (duration: 168.860479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:57:19.223362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.645764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:57:19.223405Z","caller":"traceutil/trace.go:171","msg":"trace[714906907] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:29465; }","duration":"504.715005ms","start":"2026-04-03T03:57:18.718679Z","end":"2026-04-03T03:57:19.223394Z","steps":["trace[714906907] 'agreement among raft nodes before linearized reading' (duration: 504.632983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:57:19.223444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:57:18.718668Z","time spent":"504.761836ms","remote":"127.0.0.1:60246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:57:19.223583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.467838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:57:19.22363Z","caller":"traceutil/trace.go:171","msg":"trace[1747903677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29465; }","duration":"530.548859ms","start":"2026-04-03T03:57:18.693068Z","end":"2026-04-03T03:57:19.223617Z","steps":["trace[1747903677] 'agreement among raft nodes before linearized reading' (duration: 530.461557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:57:19.223665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:57:18.693047Z","time spent":"530.609992ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:57:19.401805Z","caller":"traceutil/trace.go:171","msg":"trace[179861476] transaction","detail":"{read_only:false; response_revision:29468; number_of_response:1; }","duration":"171.488019ms","start":"2026-04-03T03:57:19.230298Z","end":"2026-04-03T03:57:19.401786Z","steps":["trace[179861476] 'process raft request' (duration: 171.345685ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:57:19.401808Z","caller":"traceutil/trace.go:171","msg":"trace[1534544876] transaction","detail":"{read_only:false; response_revision:29467; number_of_response:1; }","duration":"171.781107ms","start":"2026-04-03T03:57:19.229978Z","end":"2026-04-03T03:57:19.401759Z","steps":["trace[1534544876] 'process raft request' (duration: 171.50132ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:57:19.402126Z","caller":"traceutil/trace.go:171","msg":"trace[1412597300] linearizableReadLoop","detail":"{readStateIndex:30444; appliedIndex:30442; }","duration":"171.927931ms","start":"2026-04-03T03:57:19.230184Z","end":"2026-04-03T03:57:19.402111Z","steps":["trace[1412597300] 'read index received' (duration: 53.156849ms)","trace[1412597300] 'applied index is now lower than readState.Index' (duration: 118.7186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:57:19.402315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.103395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:57:19.402362Z","caller":"traceutil/trace.go:171","msg":"trace[1932526243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29470; }","duration":"172.186858ms","start":"2026-04-03T03:57:19.230164Z","end":"2026-04-03T03:57:19.402351Z","steps":["trace[1932526243] 'agreement among raft nodes before linearized reading' (duration: 172.090595ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:57:19.402666Z","caller":"traceutil/trace.go:171","msg":"trace[1856202248] transaction","detail":"{read_only:false; response_revision:29470; number_of_response:1; }","duration":"168.534989ms","start":"2026-04-03T03:57:19.234117Z","end":"2026-04-03T03:57:19.402652Z","steps":["trace[1856202248] 'process raft request' (duration: 167.606064ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:57:19.404052Z","caller":"traceutil/trace.go:171","msg":"trace[1816301456] transaction","detail":"{read_only:false; response_revision:29469; number_of_response:1; }","duration":"170.930623ms","start":"2026-04-03T03:57:19.231043Z","end":"2026-04-03T03:57:19.401974Z","steps":["trace[1816301456] 'process raft request' (duration: 170.643166ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:58:20.494202Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27096} {"level":"info","ts":"2026-04-03T03:58:20.647663Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27096,"took":"148.993343ms","hash":3839242297,"current-db-size-bytes":58183680,"current-db-size":"58 MB","current-db-size-in-use-bytes":36995072,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-03T03:58:20.647735Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3839242297,"revision":27096,"compact-revision":24749} {"level":"info","ts":"2026-04-03T04:03:20.501965Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29949} {"level":"info","ts":"2026-04-03T04:03:20.652309Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29949,"took":"144.591987ms","hash":4159499771,"current-db-size-bytes":58183680,"current-db-size":"58 MB","current-db-size-in-use-bytes":31240192,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-03T04:03:20.652402Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4159499771,"revision":29949,"compact-revision":27096} {"level":"info","ts":"2026-04-03T04:08:20.507864Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32242} {"level":"info","ts":"2026-04-03T04:08:20.670065Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32242,"took":"157.63584ms","hash":1504716192,"current-db-size-bytes":58183680,"current-db-size":"58 MB","current-db-size-in-use-bytes":30388224,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-03T04:08:20.670153Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1504716192,"revision":32242,"compact-revision":29949} {"level":"info","ts":"2026-04-03T04:13:20.514676Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34508} {"level":"info","ts":"2026-04-03T04:13:20.665291Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34508,"took":"145.226636ms","hash":1419806620,"current-db-size-bytes":58183680,"current-db-size":"58 MB","current-db-size-in-use-bytes":31326208,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-03T04:13:20.665379Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1419806620,"revision":34508,"compact-revision":32242} {"level":"info","ts":"2026-04-03T04:17:43.893505Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T04:17:43.901431Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-03T04:17:43.901561Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-03T04:18:20.523029Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36806} {"level":"info","ts":"2026-04-03T04:18:20.680565Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36806,"took":"151.925976ms","hash":283881992,"current-db-size-bytes":59027456,"current-db-size":"59 MB","current-db-size-in-use-bytes":30920704,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-03T04:18:20.680775Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":283881992,"revision":36806,"compact-revision":34508} {"level":"info","ts":"2026-04-03T04:23:20.529355Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39036} {"level":"info","ts":"2026-04-03T04:23:20.652972Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39036,"took":"119.873078ms","hash":1220299077,"current-db-size-bytes":59027456,"current-db-size":"59 MB","current-db-size-in-use-bytes":31870976,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-03T04:23:20.653043Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1220299077,"revision":39036,"compact-revision":36806}