{"level":"warn","ts":"2026-05-21T03:26:57.809898Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-21T03:26:57.810002Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.76:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.76:2380","--initial-cluster=instance=https://199.19.213.76:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.76:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.76:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-21T03:26:57.81008Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-21T03:26:57.810095Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.76:2380"]} {"level":"info","ts":"2026-05-21T03:26:57.810116Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-21T03:26:57.810889Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.76:2379"]} {"level":"info","ts":"2026-05-21T03:26:57.810993Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.76:2380"],"listen-peer-urls":["https://199.19.213.76:2380"],"advertise-client-urls":["https://199.19.213.76:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.76:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.76:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-21T03:26:57.819196Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.919438ms"} {"level":"info","ts":"2026-05-21T03:26:57.826343Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f66825837990484a","cluster-id":"3de51efb4d16c986"} {"level":"info","ts":"2026-05-21T03:26:57.826429Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f66825837990484a switched to configuration voters=()"} {"level":"info","ts":"2026-05-21T03:26:57.826493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f66825837990484a became follower at term 0"} {"level":"info","ts":"2026-05-21T03:26:57.826536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f66825837990484a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-21T03:26:57.826553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f66825837990484a became follower at term 1"} {"level":"info","ts":"2026-05-21T03:26:57.826602Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f66825837990484a switched to configuration voters=(17755482777518622794)"} {"level":"warn","ts":"2026-05-21T03:26:57.835951Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-21T03:26:57.839336Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-21T03:26:57.841524Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-21T03:26:57.844446Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f66825837990484a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-21T03:26:57.848767Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f66825837990484a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-21T03:26:57.848671Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-21T03:26:57.848855Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-21T03:26:57.848876Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-21T03:26:57.849933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f66825837990484a switched to configuration voters=(17755482777518622794)"} {"level":"info","ts":"2026-05-21T03:26:57.850253Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3de51efb4d16c986","local-member-id":"f66825837990484a","added-peer-id":"f66825837990484a","added-peer-peer-urls":["https://199.19.213.76:2380"]} {"level":"info","ts":"2026-05-21T03:26:57.850807Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-21T03:26:57.851172Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.76:2380"} {"level":"info","ts":"2026-05-21T03:26:57.851206Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.76:2380"} {"level":"info","ts":"2026-05-21T03:26:57.851387Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f66825837990484a","initial-advertise-peer-urls":["https://199.19.213.76:2380"],"listen-peer-urls":["https://199.19.213.76:2380"],"advertise-client-urls":["https://199.19.213.76:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.76:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-21T03:26:57.851458Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-21T03:26:58.127755Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f66825837990484a is starting a new election at term 1"} {"level":"info","ts":"2026-05-21T03:26:58.127797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f66825837990484a became pre-candidate at term 1"} {"level":"info","ts":"2026-05-21T03:26:58.127811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f66825837990484a received MsgPreVoteResp from f66825837990484a at term 1"} {"level":"info","ts":"2026-05-21T03:26:58.127822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f66825837990484a became candidate at term 2"} {"level":"info","ts":"2026-05-21T03:26:58.127855Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f66825837990484a received MsgVoteResp from f66825837990484a at term 2"} {"level":"info","ts":"2026-05-21T03:26:58.12787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f66825837990484a became leader at term 2"} {"level":"info","ts":"2026-05-21T03:26:58.127888Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f66825837990484a elected leader f66825837990484a at term 2"} {"level":"info","ts":"2026-05-21T03:26:58.131158Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-21T03:26:58.132288Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f66825837990484a","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.76:2379]}","request-path":"/0/members/f66825837990484a/attributes","cluster-id":"3de51efb4d16c986","publish-timeout":"7s"} {"level":"info","ts":"2026-05-21T03:26:58.132459Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-21T03:26:58.132662Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-21T03:26:58.132746Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-21T03:26:58.132805Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-21T03:26:58.135009Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-21T03:26:58.135223Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3de51efb4d16c986","local-member-id":"f66825837990484a","cluster-version":"3.5"} {"level":"info","ts":"2026-05-21T03:26:58.135315Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-21T03:26:58.135356Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-21T03:26:58.136523Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.76:2379"} {"level":"info","ts":"2026-05-21T03:27:23.995272Z","caller":"traceutil/trace.go:171","msg":"trace[2083280760] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:442; }","duration":"247.237976ms","start":"2026-05-21T03:27:23.748006Z","end":"2026-05-21T03:27:23.995244Z","steps":["trace[2083280760] 'read index received' (duration: 247.083598ms)","trace[2083280760] 'applied index is now lower than readState.Index' (duration: 153.168µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:27:23.995694Z","caller":"traceutil/trace.go:171","msg":"trace[729379854] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"516.22931ms","start":"2026-05-21T03:27:23.479452Z","end":"2026-05-21T03:27:23.995681Z","steps":["trace[729379854] 'process raft request' (duration: 515.555407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:23.996312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:23.479429Z","time spent":"516.344046ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:27:23.996376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.663583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-21T03:27:23.99646Z","caller":"traceutil/trace.go:171","msg":"trace[889047373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:428; }","duration":"122.861942ms","start":"2026-05-21T03:27:23.873578Z","end":"2026-05-21T03:27:23.99644Z","steps":["trace[889047373] 'agreement among raft nodes before linearized reading' (duration: 122.665983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:23.996582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.586781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:27:23.996601Z","caller":"traceutil/trace.go:171","msg":"trace[1202995766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:428; }","duration":"248.633693ms","start":"2026-05-21T03:27:23.747963Z","end":"2026-05-21T03:27:23.996596Z","steps":["trace[1202995766] 'agreement among raft nodes before linearized reading' (duration: 248.602641ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:27:34.295816Z","caller":"traceutil/trace.go:171","msg":"trace[443690937] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"223.0712ms","start":"2026-05-21T03:27:34.072691Z","end":"2026-05-21T03:27:34.295762Z","steps":["trace[443690937] 'process raft request' (duration: 222.868321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:36.114387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078898757s","expected-duration":"1s"} {"level":"info","ts":"2026-05-21T03:27:36.129486Z","caller":"traceutil/trace.go:171","msg":"trace[1852441279] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"2.055828266s","start":"2026-05-21T03:27:34.073615Z","end":"2026-05-21T03:27:36.129443Z","steps":["trace[1852441279] 'process raft request' (duration: 2.040969238s)","trace[1852441279] 'compare' (duration: 14.612088ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:27:36.129646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:34.073597Z","time spent":"2.055955192s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:27:36.129778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053468327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-21T03:27:36.129864Z","caller":"traceutil/trace.go:171","msg":"trace[691442022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:487; }","duration":"2.053592872s","start":"2026-05-21T03:27:34.07625Z","end":"2026-05-21T03:27:36.129843Z","steps":["trace[691442022] 'agreement among raft nodes before linearized reading' (duration: 2.053421305s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:27:36.12977Z","caller":"traceutil/trace.go:171","msg":"trace[247373285] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:502; }","duration":"2.053421555s","start":"2026-05-21T03:27:34.076288Z","end":"2026-05-21T03:27:36.12971Z","steps":["trace[247373285] 'read index received' (duration: 219.298303ms)","trace[247373285] 'applied index is now lower than readState.Index' (duration: 1.833744607s)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:27:36.129912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:34.076236Z","time spent":"2.053666075s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-21T03:27:36.130432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884787966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-21T03:27:36.130481Z","caller":"traceutil/trace.go:171","msg":"trace[909935651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:487; }","duration":"1.884878729s","start":"2026-05-21T03:27:34.245592Z","end":"2026-05-21T03:27:36.13047Z","steps":["trace[909935651] 'agreement among raft nodes before linearized reading' (duration: 1.88465454s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:36.13051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:34.245568Z","time spent":"1.884933891s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-21T03:27:36.13057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049309311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-21T03:27:36.130674Z","caller":"traceutil/trace.go:171","msg":"trace[198824179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:487; }","duration":"2.049404995s","start":"2026-05-21T03:27:34.081228Z","end":"2026-05-21T03:27:36.130633Z","steps":["trace[198824179] 'agreement among raft nodes before linearized reading' (duration: 2.049020529s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:36.130734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:34.081223Z","time spent":"2.049497479s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:27:36.131422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.078723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:27:36.131463Z","caller":"traceutil/trace.go:171","msg":"trace[2103344079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:487; }","duration":"702.156196ms","start":"2026-05-21T03:27:35.429297Z","end":"2026-05-21T03:27:36.131453Z","steps":["trace[2103344079] 'agreement among raft nodes before linearized reading' (duration: 700.925845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:36.131458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051259763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:27:36.131516Z","caller":"traceutil/trace.go:171","msg":"trace[183960770] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:487; }","duration":"2.051348687s","start":"2026-05-21T03:27:34.080153Z","end":"2026-05-21T03:27:36.131502Z","steps":["trace[183960770] 'agreement among raft nodes before linearized reading' (duration: 2.049998381s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:36.131564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:34.08014Z","time spent":"2.051413029s","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-05-21T03:27:36.131601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:35.42928Z","time spent":"702.2825ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:27:43.01248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.853107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:27:43.012553Z","caller":"traceutil/trace.go:171","msg":"trace[1348337710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"582.978801ms","start":"2026-05-21T03:27:42.429561Z","end":"2026-05-21T03:27:43.01254Z","steps":["trace[1348337710] 'range keys from in-memory index tree' (duration: 582.729712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:43.01258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:42.429541Z","time spent":"583.033183ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:27:43.513962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539254079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:27:44.015078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539254079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:27:44.169593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.698409318s","expected-duration":"1s"} {"level":"info","ts":"2026-05-21T03:27:44.171259Z","caller":"traceutil/trace.go:171","msg":"trace[107721819] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:621; }","duration":"1.157397555s","start":"2026-05-21T03:27:43.013832Z","end":"2026-05-21T03:27:44.171229Z","steps":["trace[107721819] 'read index received' (duration: 1.156016702s)","trace[107721819] 'applied index is now lower than readState.Index' (duration: 1.379632ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:27:44.17145Z","caller":"traceutil/trace.go:171","msg":"trace[268393429] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.701224255s","start":"2026-05-21T03:27:42.470111Z","end":"2026-05-21T03:27:44.171335Z","steps":["trace[268393429] 'process raft request' (duration: 1.700168865s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:44.171447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157592202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:27:44.171711Z","caller":"traceutil/trace.go:171","msg":"trace[976028178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"1.157885773s","start":"2026-05-21T03:27:43.013802Z","end":"2026-05-21T03:27:44.171688Z","steps":["trace[976028178] 'agreement among raft nodes before linearized reading' (duration: 1.157566771s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:44.171794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:43.013787Z","time spent":"1.157982706s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:27:44.171671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:42.470088Z","time spent":"1.701466894s","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:27:44.539016Z","caller":"traceutil/trace.go:171","msg":"trace[1735197213] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"364.050696ms","start":"2026-05-21T03:27:44.174913Z","end":"2026-05-21T03:27:44.538963Z","steps":["trace[1735197213] 'process raft request' (duration: 264.85457ms)","trace[1735197213] 'compare' (duration: 98.571493ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:27:44.539227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:44.174894Z","time spent":"364.244532ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:27:45.370904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.119653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:27:45.371193Z","caller":"traceutil/trace.go:171","msg":"trace[1724387742] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"827.332438ms","start":"2026-05-21T03:27:44.543841Z","end":"2026-05-21T03:27:45.371174Z","steps":["trace[1724387742] 'process raft request' (duration: 827.232864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:45.371263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:44.543819Z","time spent":"827.410281ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:27:45.371563Z","caller":"traceutil/trace.go:171","msg":"trace[1934171991] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:622; }","duration":"1.192298689s","start":"2026-05-21T03:27:44.179252Z","end":"2026-05-21T03:27:45.371551Z","steps":["trace[1934171991] 'read index received' (duration: 260.678004ms)","trace[1934171991] 'applied index is now lower than readState.Index' (duration: 931.619545ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:27:45.371714Z","caller":"traceutil/trace.go:171","msg":"trace[904036513] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"1.196125801s","start":"2026-05-21T03:27:44.175542Z","end":"2026-05-21T03:27:45.371667Z","steps":["trace[904036513] 'process raft request' (duration: 463.027782ms)","trace[904036513] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:459; } (duration: 731.592704ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:27:45.37174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192466445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:27:45.37181Z","caller":"traceutil/trace.go:171","msg":"trace[614662563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"1.192580119s","start":"2026-05-21T03:27:44.179213Z","end":"2026-05-21T03:27:45.371793Z","steps":["trace[614662563] 'agreement among raft nodes before linearized reading' (duration: 1.192413933s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:45.371843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:44.179197Z","time spent":"1.192641141s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:27:45.371876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:44.175515Z","time spent":"1.196279047s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:27:45.37195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17045891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-21T03:27:45.372022Z","caller":"traceutil/trace.go:171","msg":"trace[910722131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:602; }","duration":"1.170591945s","start":"2026-05-21T03:27:44.201411Z","end":"2026-05-21T03:27:45.372003Z","steps":["trace[910722131] 'agreement among raft nodes before linearized reading' (duration: 1.170393088s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:45.371819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171488778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-21T03:27:45.372082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:44.201396Z","time spent":"1.170671688s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-21T03:27:45.372105Z","caller":"traceutil/trace.go:171","msg":"trace[385250143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:602; }","duration":"1.17179949s","start":"2026-05-21T03:27:44.200293Z","end":"2026-05-21T03:27:45.372092Z","steps":["trace[385250143] 'agreement among raft nodes before linearized reading' (duration: 1.171426876s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:45.372139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:44.20026Z","time spent":"1.171868802s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-21T03:27:45.372038Z","caller":"traceutil/trace.go:171","msg":"trace[1017475759] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"1.137544838s","start":"2026-05-21T03:27:44.233807Z","end":"2026-05-21T03:27:45.371352Z","steps":["trace[1017475759] 'process raft request' (duration: 1.137181694s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:45.372573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:44.233743Z","time spent":"1.138688989s","remote":"127.0.0.1:43900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-21T03:27:45.997214Z","caller":"traceutil/trace.go:171","msg":"trace[1182686524] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"130.328148ms","start":"2026-05-21T03:27:45.866862Z","end":"2026-05-21T03:27:45.99719Z","steps":["trace[1182686524] 'process raft request' (duration: 128.390026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:46.929857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539254094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:27:47.430203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539254094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:27:47.930528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539254094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:27:48.429488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-21T03:27:48.429552Z","caller":"traceutil/trace.go:171","msg":"trace[880341767] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542871s","start":"2026-05-21T03:27:46.428995Z","end":"2026-05-21T03:27:48.429538Z","steps":["trace[880341767] 'agreement among raft nodes before linearized reading' (duration: 2.000457378s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:48.429587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:46.42897Z","time spent":"2.000609274s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/21 03:27:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T03:27:48.431107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539254094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:27:48.931299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539254094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:27:49.098664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.044262925s","expected-duration":"1s"} {"level":"info","ts":"2026-05-21T03:27:49.099641Z","caller":"traceutil/trace.go:171","msg":"trace[531997160] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"3.045423518s","start":"2026-05-21T03:27:46.054191Z","end":"2026-05-21T03:27:49.099615Z","steps":["trace[531997160] 'process raft request' (duration: 3.044706332s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:49.099762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:46.054167Z","time spent":"3.045527341s","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-21T03:27:49.154039Z","caller":"traceutil/trace.go:171","msg":"trace[1733610454] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:629; }","duration":"2.724956281s","start":"2026-05-21T03:27:46.429048Z","end":"2026-05-21T03:27:49.154004Z","steps":["trace[1733610454] 'read index received' (duration: 2.669860457s)","trace[1733610454] 'applied index is now lower than readState.Index' (duration: 55.094404ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:27:49.154282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.094598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:27:49.154322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610477736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-21T03:27:49.154361Z","caller":"traceutil/trace.go:171","msg":"trace[425510069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:606; }","duration":"2.610575139s","start":"2026-05-21T03:27:46.543774Z","end":"2026-05-21T03:27:49.15435Z","steps":["trace[425510069] 'agreement among raft nodes before linearized reading' (duration: 2.610390903s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:27:49.154371Z","caller":"traceutil/trace.go:171","msg":"trace[349795969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:606; }","duration":"724.207162ms","start":"2026-05-21T03:27:48.430133Z","end":"2026-05-21T03:27:49.15434Z","steps":["trace[349795969] 'agreement among raft nodes before linearized reading' (duration: 724.070917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:49.154414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:46.543752Z","time spent":"2.610653532s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-21T03:27:49.154428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:48.430116Z","time spent":"724.298815ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:27:49.15467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778225344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-21T03:27:49.154707Z","caller":"traceutil/trace.go:171","msg":"trace[1441398587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:606; }","duration":"1.778302096s","start":"2026-05-21T03:27:47.376396Z","end":"2026-05-21T03:27:49.154698Z","steps":["trace[1441398587] 'agreement among raft nodes before linearized reading' (duration: 1.778234744s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:49.154736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:47.376375Z","time spent":"1.778353118s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-21T03:27:49.154807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71272936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-21T03:27:49.154887Z","caller":"traceutil/trace.go:171","msg":"trace[1246949842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:606; }","duration":"1.712854265s","start":"2026-05-21T03:27:47.442016Z","end":"2026-05-21T03:27:49.154871Z","steps":["trace[1246949842] 'agreement among raft nodes before linearized reading' (duration: 1.712581195s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:49.154921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:47.441998Z","time spent":"1.712917227s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:27:49.15508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69340509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-21T03:27:49.155104Z","caller":"traceutil/trace.go:171","msg":"trace[1648698808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:606; }","duration":"1.693465432s","start":"2026-05-21T03:27:47.461633Z","end":"2026-05-21T03:27:49.155099Z","steps":["trace[1648698808] 'agreement among raft nodes before linearized reading' (duration: 1.693380209s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:49.155122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:27:47.461612Z","time spent":"1.693505503s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-21T03:27:53.719314Z","caller":"traceutil/trace.go:171","msg":"trace[435724928] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"289.897537ms","start":"2026-05-21T03:27:53.429404Z","end":"2026-05-21T03:27:53.719302Z","steps":["trace[435724928] 'process raft request' (duration: 289.554195ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:27:53.719297Z","caller":"traceutil/trace.go:171","msg":"trace[955113886] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:709; }","duration":"289.412989ms","start":"2026-05-21T03:27:53.429844Z","end":"2026-05-21T03:27:53.719257Z","steps":["trace[955113886] 'read index received' (duration: 288.984315ms)","trace[955113886] 'applied index is now lower than readState.Index' (duration: 427.314µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:27:53.719461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.601685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:27:53.719542Z","caller":"traceutil/trace.go:171","msg":"trace[2011459854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:684; }","duration":"289.689099ms","start":"2026-05-21T03:27:53.429816Z","end":"2026-05-21T03:27:53.719505Z","steps":["trace[2011459854] 'agreement among raft nodes before linearized reading' (duration: 289.589895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:27:53.719672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.410086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-05-21T03:27:53.719706Z","caller":"traceutil/trace.go:171","msg":"trace[223059937] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:684; }","duration":"118.484918ms","start":"2026-05-21T03:27:53.601213Z","end":"2026-05-21T03:27:53.719698Z","steps":["trace[223059937] 'agreement among raft nodes before linearized reading' (duration: 118.207659ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:28:02.173912Z","caller":"traceutil/trace.go:171","msg":"trace[390718717] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"253.706792ms","start":"2026-05-21T03:28:01.920178Z","end":"2026-05-21T03:28:02.173884Z","steps":["trace[390718717] 'process raft request' (duration: 253.522676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:05.742799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539254416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:28:06.243848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539254416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:28:06.413224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.047818846s","expected-duration":"1s"} {"level":"info","ts":"2026-05-21T03:28:06.413712Z","caller":"traceutil/trace.go:171","msg":"trace[336974162] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"2.048373353s","start":"2026-05-21T03:28:04.365317Z","end":"2026-05-21T03:28:06.41369Z","steps":["trace[336974162] 'process raft request' (duration: 2.048197608s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:06.413852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:04.365303Z","time spent":"2.048460965s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:28:06.420408Z","caller":"traceutil/trace.go:171","msg":"trace[706725329] linearizableReadLoop","detail":"{readStateIndex:796; appliedIndex:793; }","duration":"1.178129837s","start":"2026-05-21T03:28:05.242257Z","end":"2026-05-21T03:28:06.420387Z","steps":["trace[706725329] 'read index received' (duration: 1.171311713s)","trace[706725329] 'applied index is now lower than readState.Index' (duration: 6.817524ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:28:06.420686Z","caller":"traceutil/trace.go:171","msg":"trace[583131723] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"1.93327602s","start":"2026-05-21T03:28:04.487394Z","end":"2026-05-21T03:28:06.42067Z","steps":["trace[583131723] 'process raft request' (duration: 1.932857368s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:06.420784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:04.487369Z","time spent":"1.933361393s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4904,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:28:06.421013Z","caller":"traceutil/trace.go:171","msg":"trace[1674229175] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"581.199416ms","start":"2026-05-21T03:28:05.839774Z","end":"2026-05-21T03:28:06.420973Z","steps":["trace[1674229175] 'process raft request' (duration: 580.570778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:06.42106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.581303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:28:06.421057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178778826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-21T03:28:06.421141Z","caller":"traceutil/trace.go:171","msg":"trace[1777244914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:766; }","duration":"991.689756ms","start":"2026-05-21T03:28:05.429435Z","end":"2026-05-21T03:28:06.421125Z","steps":["trace[1777244914] 'agreement among raft nodes before linearized reading' (duration: 991.579622ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:28:06.42117Z","caller":"traceutil/trace.go:171","msg":"trace[356035034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:766; }","duration":"1.178966211s","start":"2026-05-21T03:28:05.24218Z","end":"2026-05-21T03:28:06.421146Z","steps":["trace[356035034] 'agreement among raft nodes before linearized reading' (duration: 1.178652452s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:06.421196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:05.429419Z","time spent":"991.764048ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:28:06.421224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:05.242159Z","time spent":"1.179054343s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-21T03:28:06.421231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096279363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:28:06.421295Z","caller":"traceutil/trace.go:171","msg":"trace[1846857158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:766; }","duration":"1.096335794s","start":"2026-05-21T03:28:05.32494Z","end":"2026-05-21T03:28:06.421276Z","steps":["trace[1846857158] 'agreement among raft nodes before linearized reading' (duration: 1.09620195s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:06.421353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:05.324884Z","time spent":"1.096449328s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:28:06.421111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102662026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-21T03:28:06.421425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:05.839731Z","time spent":"581.34914ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:28:06.421462Z","caller":"traceutil/trace.go:171","msg":"trace[1961215338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:766; }","duration":"1.103047947s","start":"2026-05-21T03:28:05.318402Z","end":"2026-05-21T03:28:06.42145Z","steps":["trace[1961215338] 'agreement among raft nodes before linearized reading' (duration: 1.102577883s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:06.421507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:05.318381Z","time spent":"1.103115159s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-21T03:28:06.421523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.394112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-21T03:28:06.421594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097036395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-21T03:28:06.421644Z","caller":"traceutil/trace.go:171","msg":"trace[87099497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:766; }","duration":"936.495915ms","start":"2026-05-21T03:28:05.485088Z","end":"2026-05-21T03:28:06.421584Z","steps":["trace[87099497] 'agreement among raft nodes before linearized reading' (duration: 936.251078ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:28:06.421653Z","caller":"traceutil/trace.go:171","msg":"trace[1286720393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:766; }","duration":"1.097110248s","start":"2026-05-21T03:28:05.324533Z","end":"2026-05-21T03:28:06.421644Z","steps":["trace[1286720393] 'agreement among raft nodes before linearized reading' (duration: 1.097009685s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:06.421708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:05.32452Z","time spent":"1.097180721s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-21T03:28:06.421698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:05.485018Z","time spent":"936.67033ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-21T03:28:20.912891Z","caller":"traceutil/trace.go:171","msg":"trace[1228051017] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:964; }","duration":"411.534925ms","start":"2026-05-21T03:28:20.501329Z","end":"2026-05-21T03:28:20.912863Z","steps":["trace[1228051017] 'read index received' (duration: 22.081967ms)","trace[1228051017] 'applied index is now lower than readState.Index' (duration: 389.452148ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:28:20.91293Z","caller":"traceutil/trace.go:171","msg":"trace[1685288262] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"414.204415ms","start":"2026-05-21T03:28:20.498685Z","end":"2026-05-21T03:28:20.91289Z","steps":["trace[1685288262] 'process raft request' (duration: 376.049607ms)","trace[1685288262] 'compare' (duration: 37.916642ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:28:20.913095Z","caller":"traceutil/trace.go:171","msg":"trace[1568988731] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"414.307618ms","start":"2026-05-21T03:28:20.498722Z","end":"2026-05-21T03:28:20.91303Z","steps":["trace[1568988731] 'process raft request' (duration: 414.097062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:20.913212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:20.498716Z","time spent":"414.4106ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:28:20.913679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.105233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:28:20.913809Z","caller":"traceutil/trace.go:171","msg":"trace[295873047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:934; }","duration":"411.279927ms","start":"2026-05-21T03:28:20.502511Z","end":"2026-05-21T03:28:20.91379Z","steps":["trace[295873047] 'agreement among raft nodes before linearized reading' (duration: 410.956979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:20.913877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:20.502501Z","time spent":"411.36443ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:28:20.913689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.341446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-21T03:28:20.914019Z","caller":"traceutil/trace.go:171","msg":"trace[1551404763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:934; }","duration":"412.702026ms","start":"2026-05-21T03:28:20.501296Z","end":"2026-05-21T03:28:20.913998Z","steps":["trace[1551404763] 'agreement among raft nodes before linearized reading' (duration: 412.202643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:20.914089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:20.501286Z","time spent":"412.784038ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-21T03:28:20.913722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.856152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pzqnn\" ","response":"range_response_count:1 size:5676"} {"level":"info","ts":"2026-05-21T03:28:20.914179Z","caller":"traceutil/trace.go:171","msg":"trace[1575105127] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pzqnn; range_end:; response_count:1; response_revision:934; }","duration":"102.335344ms","start":"2026-05-21T03:28:20.811801Z","end":"2026-05-21T03:28:20.914137Z","steps":["trace[1575105127] 'agreement among raft nodes before linearized reading' (duration: 101.714048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:20.914312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:20.498666Z","time spent":"414.345738ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:28:37.106336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539255156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:28:37.579673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.762395ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-21T03:28:37.580295Z","caller":"traceutil/trace.go:171","msg":"trace[1675089312] linearizableReadLoop","detail":"{readStateIndex:1211; appliedIndex:1209; }","duration":"974.072982ms","start":"2026-05-21T03:28:36.606207Z","end":"2026-05-21T03:28:37.58028Z","steps":["trace[1675089312] 'read index received' (duration: 818.60494ms)","trace[1675089312] 'applied index is now lower than readState.Index' (duration: 155.467402ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:28:37.580366Z","caller":"traceutil/trace.go:171","msg":"trace[683017175] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"705.351408ms","start":"2026-05-21T03:28:36.875008Z","end":"2026-05-21T03:28:37.580359Z","steps":["trace[683017175] 'process raft request' (duration: 705.143213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:37.580434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:36.874979Z","time spent":"705.404429ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6384,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:28:37.580564Z","caller":"traceutil/trace.go:171","msg":"trace[351831689] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"305.053638ms","start":"2026-05-21T03:28:37.275504Z","end":"2026-05-21T03:28:37.580558Z","steps":["trace[351831689] 'process raft request' (duration: 304.744281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:37.580605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:37.27548Z","time spent":"305.10315ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:28:37.580868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.662566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-21T03:28:37.580944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.890705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:28:37.580977Z","caller":"traceutil/trace.go:171","msg":"trace[596425935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1174; }","duration":"580.963357ms","start":"2026-05-21T03:28:37.000004Z","end":"2026-05-21T03:28:37.580968Z","steps":["trace[596425935] 'agreement among raft nodes before linearized reading' (duration: 580.874415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:37.580999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:36.999989Z","time spent":"581.004968ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:28:37.581091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.984452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:28:37.581095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.284581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-21T03:28:37.581165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.108331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-21T03:28:37.581176Z","caller":"traceutil/trace.go:171","msg":"trace[529888441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1174; }","duration":"583.385793ms","start":"2026-05-21T03:28:36.997772Z","end":"2026-05-21T03:28:37.581158Z","steps":["trace[529888441] 'agreement among raft nodes before linearized reading' (duration: 583.167718ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:28:37.581199Z","caller":"traceutil/trace.go:171","msg":"trace[365050668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1174; }","duration":"581.161812ms","start":"2026-05-21T03:28:37.00003Z","end":"2026-05-21T03:28:37.581192Z","steps":["trace[365050668] 'agreement among raft nodes before linearized reading' (duration: 581.093801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:37.581225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:37.000017Z","time spent":"581.201693ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-21T03:28:37.58125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:36.99776Z","time spent":"583.478145ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-21T03:28:37.581112Z","caller":"traceutil/trace.go:171","msg":"trace[604817315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1174; }","duration":"152.048163ms","start":"2026-05-21T03:28:37.429059Z","end":"2026-05-21T03:28:37.581107Z","steps":["trace[604817315] 'agreement among raft nodes before linearized reading' (duration: 152.014463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:37.581285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.758965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-21T03:28:37.581592Z","caller":"traceutil/trace.go:171","msg":"trace[2073945477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1174; }","duration":"585.101203ms","start":"2026-05-21T03:28:36.996414Z","end":"2026-05-21T03:28:37.581515Z","steps":["trace[2073945477] 'agreement among raft nodes before linearized reading' (duration: 584.571251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:37.582387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:36.996389Z","time spent":"585.296246ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-21T03:28:37.580888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.447776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:28:37.582624Z","caller":"traceutil/trace.go:171","msg":"trace[1979526164] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1174; }","duration":"812.065912ms","start":"2026-05-21T03:28:36.77038Z","end":"2026-05-21T03:28:37.582446Z","steps":["trace[1979526164] 'agreement among raft nodes before linearized reading' (duration: 810.431856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:37.582852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:36.770362Z","time spent":"812.462803ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":31,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-05-21T03:28:37.583826Z","caller":"traceutil/trace.go:171","msg":"trace[1848585756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1174; }","duration":"974.806869ms","start":"2026-05-21T03:28:36.606134Z","end":"2026-05-21T03:28:37.580941Z","steps":["trace[1848585756] 'agreement among raft nodes before linearized reading' (duration: 974.492422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:28:37.584446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:28:36.60611Z","time spent":"978.299658ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-21T03:29:03.908171Z","caller":"traceutil/trace.go:171","msg":"trace[157850856] linearizableReadLoop","detail":"{readStateIndex:1493; appliedIndex:1492; }","duration":"477.253408ms","start":"2026-05-21T03:29:03.430874Z","end":"2026-05-21T03:29:03.908127Z","steps":["trace[157850856] 'read index received' (duration: 477.202627ms)","trace[157850856] 'applied index is now lower than readState.Index' (duration: 49.751µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:29:03.908288Z","caller":"traceutil/trace.go:171","msg":"trace[1609072096] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"710.331248ms","start":"2026-05-21T03:29:03.197941Z","end":"2026-05-21T03:29:03.908272Z","steps":["trace[1609072096] 'process raft request' (duration: 710.041982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:03.908403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.526923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:29:03.908484Z","caller":"traceutil/trace.go:171","msg":"trace[1671849194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1446; }","duration":"477.655345ms","start":"2026-05-21T03:29:03.430814Z","end":"2026-05-21T03:29:03.908469Z","steps":["trace[1671849194] 'agreement among raft nodes before linearized reading' (duration: 477.541453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:03.90849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:03.19791Z","time spent":"710.461841ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:29:03.908511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:03.430789Z","time spent":"477.716386ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-21T03:29:04.15769Z","caller":"traceutil/trace.go:171","msg":"trace[1102724052] linearizableReadLoop","detail":"{readStateIndex:1494; appliedIndex:1493; }","duration":"249.42221ms","start":"2026-05-21T03:29:03.908241Z","end":"2026-05-21T03:29:04.157664Z","steps":["trace[1102724052] 'read index received' (duration: 174.498177ms)","trace[1102724052] 'applied index is now lower than readState.Index' (duration: 74.922783ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:29:04.157946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.258281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:29:04.157988Z","caller":"traceutil/trace.go:171","msg":"trace[1683010861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1447; }","duration":"417.349813ms","start":"2026-05-21T03:29:03.740628Z","end":"2026-05-21T03:29:04.157978Z","steps":["trace[1683010861] 'agreement among raft nodes before linearized reading' (duration: 417.098418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:04.158014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:03.740618Z","time spent":"417.389273ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:29:04.158104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.949669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-21T03:29:04.158159Z","caller":"traceutil/trace.go:171","msg":"trace[1824740540] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"454.299968ms","start":"2026-05-21T03:29:03.703828Z","end":"2026-05-21T03:29:04.158128Z","steps":["trace[1824740540] 'process raft request' (duration: 378.914487ms)","trace[1824740540] 'compare' (duration: 74.78895ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:29:04.158273Z","caller":"traceutil/trace.go:171","msg":"trace[892033079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1447; }","duration":"421.112993ms","start":"2026-05-21T03:29:03.737096Z","end":"2026-05-21T03:29:04.158209Z","steps":["trace[892033079] 'agreement among raft nodes before linearized reading' (duration: 420.809207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:04.158312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:03.703806Z","time spent":"454.42479ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:29:04.15835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.089888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-21T03:29:04.158377Z","caller":"traceutil/trace.go:171","msg":"trace[183150236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1447; }","duration":"433.1499ms","start":"2026-05-21T03:29:03.725219Z","end":"2026-05-21T03:29:04.158369Z","steps":["trace[183150236] 'agreement among raft nodes before linearized reading' (duration: 433.060688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:04.158359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.601977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-21T03:29:04.158422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:03.725201Z","time spent":"433.213581ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-21T03:29:04.158391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:03.737073Z","time spent":"421.264946ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-21T03:29:04.158474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.33714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-21T03:29:04.158526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.14578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:29:04.158645Z","caller":"traceutil/trace.go:171","msg":"trace[529561569] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1447; }","duration":"510.375064ms","start":"2026-05-21T03:29:03.64823Z","end":"2026-05-21T03:29:04.158605Z","steps":["trace[529561569] 'agreement among raft nodes before linearized reading' (duration: 510.048178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:04.158702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:03.648204Z","time spent":"510.482696ms","remote":"127.0.0.1:43804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:29:04.15855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.092124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:29:04.158774Z","caller":"traceutil/trace.go:171","msg":"trace[500752874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1447; }","duration":"249.339208ms","start":"2026-05-21T03:29:03.909422Z","end":"2026-05-21T03:29:04.158762Z","steps":["trace[500752874] 'agreement among raft nodes before linearized reading' (duration: 249.102324ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:04.15846Z","caller":"traceutil/trace.go:171","msg":"trace[657406950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1447; }","duration":"417.74336ms","start":"2026-05-21T03:29:03.740687Z","end":"2026-05-21T03:29:04.158431Z","steps":["trace[657406950] 'agreement among raft nodes before linearized reading' (duration: 417.469225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:04.15892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:03.740669Z","time spent":"418.229338ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-21T03:29:04.158568Z","caller":"traceutil/trace.go:171","msg":"trace[1437020752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1447; }","duration":"427.461952ms","start":"2026-05-21T03:29:03.731085Z","end":"2026-05-21T03:29:04.158547Z","steps":["trace[1437020752] 'agreement among raft nodes before linearized reading' (duration: 427.185427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:04.159129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:03.731076Z","time spent":"428.034363ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-21T03:29:04.482017Z","caller":"traceutil/trace.go:171","msg":"trace[325067167] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"318.687645ms","start":"2026-05-21T03:29:04.163304Z","end":"2026-05-21T03:29:04.481992Z","steps":["trace[325067167] 'process raft request' (duration: 318.546312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:04.482242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:04.163288Z","time spent":"318.795016ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:04.487188Z","caller":"traceutil/trace.go:171","msg":"trace[1952084745] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"323.317392ms","start":"2026-05-21T03:29:04.163847Z","end":"2026-05-21T03:29:04.487164Z","steps":["trace[1952084745] 'process raft request' (duration: 323.263521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:04.487351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:04.163841Z","time spent":"323.444844ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:04.487213Z","caller":"traceutil/trace.go:171","msg":"trace[1738688709] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"323.406043ms","start":"2026-05-21T03:29:04.163775Z","end":"2026-05-21T03:29:04.487181Z","steps":["trace[1738688709] 'process raft request' (duration: 323.23389ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:04.487402Z","caller":"traceutil/trace.go:171","msg":"trace[1821411196] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"323.500525ms","start":"2026-05-21T03:29:04.163884Z","end":"2026-05-21T03:29:04.487385Z","steps":["trace[1821411196] 'process raft request' (duration: 323.25555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:04.487537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:04.163766Z","time spent":"323.677408ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:29:04.487538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:04.16388Z","time spent":"323.596306ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:04.487708Z","caller":"traceutil/trace.go:171","msg":"trace[977437020] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"323.777009ms","start":"2026-05-21T03:29:04.163917Z","end":"2026-05-21T03:29:04.487694Z","steps":["trace[977437020] 'process raft request' (duration: 323.387932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:04.487819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:04.163913Z","time spent":"323.826871ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:15.994634Z","caller":"traceutil/trace.go:171","msg":"trace[2079728772] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"306.386521ms","start":"2026-05-21T03:29:15.688223Z","end":"2026-05-21T03:29:15.99461Z","steps":["trace[2079728772] 'process raft request' (duration: 306.245909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:15.9948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:15.688196Z","time spent":"306.512264ms","remote":"127.0.0.1:43410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:18.359787Z","caller":"traceutil/trace.go:171","msg":"trace[1041472053] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"145.329726ms","start":"2026-05-21T03:29:18.214425Z","end":"2026-05-21T03:29:18.359754Z","steps":["trace[1041472053] 'process raft request' (duration: 144.387739ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:18.372155Z","caller":"traceutil/trace.go:171","msg":"trace[887913767] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1702; }","duration":"147.069296ms","start":"2026-05-21T03:29:18.225063Z","end":"2026-05-21T03:29:18.372133Z","steps":["trace[887913767] 'process raft request' (duration: 146.333724ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:18.372352Z","caller":"traceutil/trace.go:171","msg":"trace[44035647] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1702; }","duration":"144.466151ms","start":"2026-05-21T03:29:18.227876Z","end":"2026-05-21T03:29:18.372343Z","steps":["trace[44035647] 'process raft request' (duration: 143.603876ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:18.780488Z","caller":"traceutil/trace.go:171","msg":"trace[1661404373] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1773; }","duration":"219.419714ms","start":"2026-05-21T03:29:18.561037Z","end":"2026-05-21T03:29:18.780456Z","steps":["trace[1661404373] 'read index received' (duration: 47.310045ms)","trace[1661404373] 'applied index is now lower than readState.Index' (duration: 172.106798ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:29:18.780808Z","caller":"traceutil/trace.go:171","msg":"trace[728013544] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"221.006662ms","start":"2026-05-21T03:29:18.559761Z","end":"2026-05-21T03:29:18.780768Z","steps":["trace[728013544] 'process raft request' (duration: 140.631925ms)","trace[728013544] 'compare' (duration: 79.861348ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:29:18.78093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.862501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:29:18.780981Z","caller":"traceutil/trace.go:171","msg":"trace[798007073] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"186.718791ms","start":"2026-05-21T03:29:18.594245Z","end":"2026-05-21T03:29:18.780963Z","steps":["trace[798007073] 'process raft request' (duration: 186.164022ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:18.781017Z","caller":"traceutil/trace.go:171","msg":"trace[6228762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1705; }","duration":"219.988794ms","start":"2026-05-21T03:29:18.561005Z","end":"2026-05-21T03:29:18.780994Z","steps":["trace[6228762] 'agreement among raft nodes before linearized reading' (duration: 219.703979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:18.78116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.022934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-21T03:29:18.781239Z","caller":"traceutil/trace.go:171","msg":"trace[110044573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1705; }","duration":"220.147686ms","start":"2026-05-21T03:29:18.561073Z","end":"2026-05-21T03:29:18.781221Z","steps":["trace[110044573] 'agreement among raft nodes before linearized reading' (duration: 219.878492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:18.781336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.909764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-21T03:29:18.781376Z","caller":"traceutil/trace.go:171","msg":"trace[1932889844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1705; }","duration":"211.965655ms","start":"2026-05-21T03:29:18.5694Z","end":"2026-05-21T03:29:18.781366Z","steps":["trace[1932889844] 'agreement among raft nodes before linearized reading' (duration: 211.864303ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:22.734653Z","caller":"traceutil/trace.go:171","msg":"trace[2145023697] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"108.748156ms","start":"2026-05-21T03:29:22.625882Z","end":"2026-05-21T03:29:22.734631Z","steps":["trace[2145023697] 'process raft request' (duration: 108.596533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:23.125063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.247385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-21T03:29:23.125146Z","caller":"traceutil/trace.go:171","msg":"trace[533406642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1760; }","duration":"330.364057ms","start":"2026-05-21T03:29:22.794758Z","end":"2026-05-21T03:29:23.125123Z","steps":["trace[533406642] 'range keys from in-memory index tree' (duration: 330.041251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:23.125186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:22.794739Z","time spent":"330.438258ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-21T03:29:23.125499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.774837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:29:23.125541Z","caller":"traceutil/trace.go:171","msg":"trace[1163156114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1760; }","duration":"313.843048ms","start":"2026-05-21T03:29:22.811684Z","end":"2026-05-21T03:29:23.125527Z","steps":["trace[1163156114] 'range keys from in-memory index tree' (duration: 313.643164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:23.12557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:22.811667Z","time spent":"313.896348ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:29:23.125826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.126742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-21T03:29:23.125859Z","caller":"traceutil/trace.go:171","msg":"trace[472660896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1760; }","duration":"314.194924ms","start":"2026-05-21T03:29:22.811655Z","end":"2026-05-21T03:29:23.12585Z","steps":["trace[472660896] 'range keys from in-memory index tree' (duration: 313.940349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:23.125887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:22.811636Z","time spent":"314.244194ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-21T03:29:23.126301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.37846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-21T03:29:23.126372Z","caller":"traceutil/trace.go:171","msg":"trace[1807795470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1760; }","duration":"313.495692ms","start":"2026-05-21T03:29:22.812859Z","end":"2026-05-21T03:29:23.126355Z","steps":["trace[1807795470] 'range keys from in-memory index tree' (duration: 313.205217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:23.126419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:22.812841Z","time spent":"313.567863ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-21T03:29:23.234882Z","caller":"traceutil/trace.go:171","msg":"trace[492355283] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"105.402161ms","start":"2026-05-21T03:29:23.129455Z","end":"2026-05-21T03:29:23.234857Z","steps":["trace[492355283] 'process raft request' (duration: 105.243618ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:23.237598Z","caller":"traceutil/trace.go:171","msg":"trace[760517644] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"105.312359ms","start":"2026-05-21T03:29:23.132265Z","end":"2026-05-21T03:29:23.237577Z","steps":["trace[760517644] 'process raft request' (duration: 105.271789ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:23.238018Z","caller":"traceutil/trace.go:171","msg":"trace[549966653] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"107.385904ms","start":"2026-05-21T03:29:23.130619Z","end":"2026-05-21T03:29:23.238005Z","steps":["trace[549966653] 'process raft request' (duration: 106.790904ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:23.238175Z","caller":"traceutil/trace.go:171","msg":"trace[1653206621] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"107.015277ms","start":"2026-05-21T03:29:23.13115Z","end":"2026-05-21T03:29:23.238165Z","steps":["trace[1653206621] 'process raft request' (duration: 106.353366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.429469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-21T03:29:33.429581Z","caller":"traceutil/trace.go:171","msg":"trace[283176309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000459715s","start":"2026-05-21T03:29:31.429103Z","end":"2026-05-21T03:29:33.429562Z","steps":["trace[283176309] 'agreement among raft nodes before linearized reading' (duration: 2.000320082s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.429631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:31.429084Z","time spent":"2.000536546s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:29:33.503519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.869999288s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-21T03:29:33.601652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726935868s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:29:33.60198Z","caller":"traceutil/trace.go:171","msg":"trace[59338715] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"1.968536093s","start":"2026-05-21T03:29:31.633427Z","end":"2026-05-21T03:29:33.601963Z","steps":["trace[59338715] 'process raft request' (duration: 1.968468032s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.602047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:31.633409Z","time spent":"1.968608424s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:33.602362Z","caller":"traceutil/trace.go:171","msg":"trace[133413602] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"2.825062649s","start":"2026-05-21T03:29:30.777283Z","end":"2026-05-21T03:29:33.602346Z","steps":["trace[133413602] 'process raft request' (duration: 97.34132ms)","trace[133413602] 'compare' (duration: 2.725420912s)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:29:33.602422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:30.777245Z","time spent":"2.82514815s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:33.602546Z","caller":"traceutil/trace.go:171","msg":"trace[1718714150] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1944; }","duration":"2.820519885s","start":"2026-05-21T03:29:30.782015Z","end":"2026-05-21T03:29:33.602535Z","steps":["trace[1718714150] 'read index received' (duration: 92.657423ms)","trace[1718714150] 'applied index is now lower than readState.Index' (duration: 2.727861372s)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:29:33.602939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820921931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10667"} {"level":"info","ts":"2026-05-21T03:29:33.603093Z","caller":"traceutil/trace.go:171","msg":"trace[1679160016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1872; }","duration":"2.821111945s","start":"2026-05-21T03:29:30.781965Z","end":"2026-05-21T03:29:33.603077Z","steps":["trace[1679160016] 'agreement among raft nodes before linearized reading' (duration: 2.82084641s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.603192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:30.781946Z","time spent":"2.821233806s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10690,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-05-21T03:29:33.901993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.310847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:29:33.902128Z","caller":"traceutil/trace.go:171","msg":"trace[177864453] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"2.102065374s","start":"2026-05-21T03:29:31.80005Z","end":"2026-05-21T03:29:33.902115Z","steps":["trace[177864453] 'process raft request' (duration: 1.959574675s)","trace[177864453] 'compare' (duration: 142.188304ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:29:33.902179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:31.800032Z","time spent":"2.102122145s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:33.902501Z","caller":"traceutil/trace.go:171","msg":"trace[1782429050] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1946; }","duration":"299.908756ms","start":"2026-05-21T03:29:33.602573Z","end":"2026-05-21T03:29:33.902481Z","steps":["trace[1782429050] 'read index received' (duration: 157.073552ms)","trace[1782429050] 'applied index is now lower than readState.Index' (duration: 142.834514ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:29:33.902606Z","caller":"traceutil/trace.go:171","msg":"trace[2107206897] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"1.713291362s","start":"2026-05-21T03:29:32.189305Z","end":"2026-05-21T03:29:33.902597Z","steps":["trace[2107206897] 'process raft request' (duration: 1.712775774s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.902694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:32.189281Z","time spent":"1.713350304s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:29:33.902711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610456612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:29:33.902762Z","caller":"traceutil/trace.go:171","msg":"trace[2054964382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1875; }","duration":"2.610533572s","start":"2026-05-21T03:29:31.292215Z","end":"2026-05-21T03:29:33.902749Z","steps":["trace[2054964382] 'agreement among raft nodes before linearized reading' (duration: 2.61037218s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.902797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:31.292203Z","time spent":"2.610586373s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:29:33.902891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.61342121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-21T03:29:33.902924Z","caller":"traceutil/trace.go:171","msg":"trace[273365272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1875; }","duration":"2.61349458s","start":"2026-05-21T03:29:31.289422Z","end":"2026-05-21T03:29:33.902916Z","steps":["trace[273365272] 'agreement among raft nodes before linearized reading' (duration: 2.613382988s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.902947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:31.2894Z","time spent":"2.613542141s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-21T03:29:33.903154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924735087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:29:33.903312Z","caller":"traceutil/trace.go:171","msg":"trace[363068539] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1875; }","duration":"2.92491285s","start":"2026-05-21T03:29:30.978377Z","end":"2026-05-21T03:29:33.903289Z","steps":["trace[363068539] 'agreement among raft nodes before linearized reading' (duration: 2.924730997s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.903355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:30.978349Z","time spent":"2.924992461s","remote":"127.0.0.1:43714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:29:33.903435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848232669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-21T03:29:33.903603Z","caller":"traceutil/trace.go:171","msg":"trace[1293527383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1875; }","duration":"2.848603935s","start":"2026-05-21T03:29:31.054968Z","end":"2026-05-21T03:29:33.903571Z","steps":["trace[1293527383] 'agreement among raft nodes before linearized reading' (duration: 2.848128678s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.904089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:31.054948Z","time spent":"2.849127994s","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-21T03:29:33.903212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608945476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-21T03:29:33.904301Z","caller":"traceutil/trace.go:171","msg":"trace[1826270588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1875; }","duration":"2.610011544s","start":"2026-05-21T03:29:31.29423Z","end":"2026-05-21T03:29:33.904242Z","steps":["trace[1826270588] 'agreement among raft nodes before linearized reading' (duration: 2.608878205s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.903679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.371521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:29:33.904584Z","caller":"traceutil/trace.go:171","msg":"trace[1339257469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1875; }","duration":"474.306397ms","start":"2026-05-21T03:29:33.430252Z","end":"2026-05-21T03:29:33.904558Z","steps":["trace[1339257469] 'agreement among raft nodes before linearized reading' (duration: 473.384941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.903747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629964815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-21T03:29:33.904761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:33.430232Z","time spent":"474.458169ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-21T03:29:33.904798Z","caller":"traceutil/trace.go:171","msg":"trace[12358116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1875; }","duration":"2.631033403s","start":"2026-05-21T03:29:31.273742Z","end":"2026-05-21T03:29:33.904776Z","steps":["trace[12358116] 'agreement among raft nodes before linearized reading' (duration: 2.629911755s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.905085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:31.273726Z","time spent":"2.631340298s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-21T03:29:33.903737Z","caller":"traceutil/trace.go:171","msg":"trace[486856548] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"1.452128855s","start":"2026-05-21T03:29:32.45159Z","end":"2026-05-21T03:29:33.903719Z","steps":["trace[486856548] 'process raft request' (duration: 1.450795494s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.905364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:32.451558Z","time spent":"1.453743221s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:29:33.90384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038874374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:29:33.905459Z","caller":"traceutil/trace.go:171","msg":"trace[928992956] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1875; }","duration":"1.040566702s","start":"2026-05-21T03:29:32.864873Z","end":"2026-05-21T03:29:33.90544Z","steps":["trace[928992956] 'agreement among raft nodes before linearized reading' (duration: 1.038912356s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.90553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:32.86485Z","time spent":"1.040659104s","remote":"127.0.0.1:43640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:29:33.903828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.964577092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-21fedda4-a20f-4076-989f-a6b4405fe841\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-21T03:29:33.905714Z","caller":"traceutil/trace.go:171","msg":"trace[1030892917] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-21fedda4-a20f-4076-989f-a6b4405fe841; range_end:; response_count:1; response_revision:1875; }","duration":"2.966454923s","start":"2026-05-21T03:29:30.939191Z","end":"2026-05-21T03:29:33.905646Z","steps":["trace[1030892917] 'agreement among raft nodes before linearized reading' (duration: 2.964509031s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.905817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:30.939169Z","time spent":"2.966585754s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-21fedda4-a20f-4076-989f-a6b4405fe841\" "} {"level":"warn","ts":"2026-05-21T03:29:33.904019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437820085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.76\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-21T03:29:33.905941Z","caller":"traceutil/trace.go:171","msg":"trace[1121705040] range","detail":"{range_begin:/registry/masterleases/199.19.213.76; range_end:; response_count:1; response_revision:1875; }","duration":"2.439777345s","start":"2026-05-21T03:29:31.466145Z","end":"2026-05-21T03:29:33.905923Z","steps":["trace[1121705040] 'agreement among raft nodes before linearized reading' (duration: 2.437762194s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:33.906007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:31.466127Z","time spent":"2.439861796s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.76\" "} {"level":"warn","ts":"2026-05-21T03:29:33.904407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:31.294219Z","time spent":"2.610172847s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-21T03:29:34.298769Z","caller":"traceutil/trace.go:171","msg":"trace[1070687524] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1949; }","duration":"396.180843ms","start":"2026-05-21T03:29:33.902562Z","end":"2026-05-21T03:29:34.298743Z","steps":["trace[1070687524] 'read index received' (duration: 383.936079ms)","trace[1070687524] 'applied index is now lower than readState.Index' (duration: 12.243734ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:29:34.298849Z","caller":"traceutil/trace.go:171","msg":"trace[1611275142] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"685.930198ms","start":"2026-05-21T03:29:33.612886Z","end":"2026-05-21T03:29:34.298817Z","steps":["trace[1611275142] 'process raft request' (duration: 673.660453ms)","trace[1611275142] 'compare' (duration: 12.061341ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:29:34.298908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.267474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:29:34.298958Z","caller":"traceutil/trace.go:171","msg":"trace[2059552238] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1876; }","duration":"534.373165ms","start":"2026-05-21T03:29:33.764571Z","end":"2026-05-21T03:29:34.298945Z","steps":["trace[2059552238] 'agreement among raft nodes before linearized reading' (duration: 534.268763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:34.298982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:33.764548Z","time spent":"534.428936ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:29:34.299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:33.612869Z","time spent":"686.04102ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10966,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:29:34.79999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539256563,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:29:35.300643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539256563,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:29:35.801099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539256563,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:29:35.9159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996586637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-21T03:29:35.915949Z","caller":"traceutil/trace.go:171","msg":"trace[873211145] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996673727s","start":"2026-05-21T03:29:33.919266Z","end":"2026-05-21T03:29:35.91594Z","steps":["trace[873211145] 'agreement among raft nodes before linearized reading' (duration: 1.996614967s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:35.915972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:33.919252Z","time spent":"1.996715288s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/21 03:29:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T03:29:36.301953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539256563,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:29:36.47192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.185415694s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-21T03:29:36.472753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:33.907562Z","time spent":"2.565186657s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-21T03:29:36.472937Z","caller":"traceutil/trace.go:171","msg":"trace[1138444010] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"2.564392854s","start":"2026-05-21T03:29:33.908524Z","end":"2026-05-21T03:29:36.472917Z","steps":["trace[1138444010] 'process raft request' (duration: 2.563766603s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.473215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:33.908503Z","time spent":"2.564645289s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:36.473486Z","caller":"traceutil/trace.go:171","msg":"trace[985372337] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"2.562662906s","start":"2026-05-21T03:29:33.910802Z","end":"2026-05-21T03:29:36.473465Z","steps":["trace[985372337] 'process raft request' (duration: 2.561907924s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:36.473662Z","caller":"traceutil/trace.go:171","msg":"trace[1203443766] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"2.561813742s","start":"2026-05-21T03:29:33.911839Z","end":"2026-05-21T03:29:36.473653Z","steps":["trace[1203443766] 'process raft request' (duration: 2.561588099s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.473718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:33.911829Z","time spent":"2.561863703s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:36.473812Z","caller":"traceutil/trace.go:171","msg":"trace[1618521671] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"2.560226197s","start":"2026-05-21T03:29:33.913565Z","end":"2026-05-21T03:29:36.473791Z","steps":["trace[1618521671] 'process raft request' (duration: 2.560032804s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.475488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:33.913554Z","time spent":"2.561851231s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:29:36.475461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:33.910789Z","time spent":"2.562801968s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:36.493203Z","caller":"traceutil/trace.go:171","msg":"trace[2050275427] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"2.187579705s","start":"2026-05-21T03:29:34.305594Z","end":"2026-05-21T03:29:36.493174Z","steps":["trace[2050275427] 'process raft request' (duration: 2.187382852s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.493348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:34.305578Z","time spent":"2.187692957s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":977,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:36.493656Z","caller":"traceutil/trace.go:171","msg":"trace[1591862846] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"2.187958011s","start":"2026-05-21T03:29:34.305683Z","end":"2026-05-21T03:29:36.493641Z","steps":["trace[1591862846] 'process raft request' (duration: 2.187424712s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:36.493708Z","caller":"traceutil/trace.go:171","msg":"trace[888583869] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"2.187315091s","start":"2026-05-21T03:29:34.306377Z","end":"2026-05-21T03:29:36.493692Z","steps":["trace[888583869] 'process raft request' (duration: 2.187158239s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.493733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:34.305666Z","time spent":"2.188029332s","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:29:36.493799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:34.306363Z","time spent":"2.187401692s","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:36.493774Z","caller":"traceutil/trace.go:171","msg":"trace[1081151749] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"2.187191929s","start":"2026-05-21T03:29:34.306566Z","end":"2026-05-21T03:29:36.493758Z","steps":["trace[1081151749] 'process raft request' (duration: 2.187071418s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.493927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:34.30655Z","time spent":"2.187333101s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:36.493847Z","caller":"traceutil/trace.go:171","msg":"trace[1237433026] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"2.139544811s","start":"2026-05-21T03:29:34.354293Z","end":"2026-05-21T03:29:36.493837Z","steps":["trace[1237433026] 'process raft request' (duration: 2.139389088s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.494102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:34.354269Z","time spent":"2.139799284s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:36.494682Z","caller":"traceutil/trace.go:171","msg":"trace[1204922667] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"886.410253ms","start":"2026-05-21T03:29:35.608252Z","end":"2026-05-21T03:29:36.494662Z","steps":["trace[1204922667] 'process raft request' (duration: 885.55442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.495015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:35.608236Z","time spent":"886.494004ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:36.495092Z","caller":"traceutil/trace.go:171","msg":"trace[1623429104] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1950; }","duration":"2.196246363s","start":"2026-05-21T03:29:34.298828Z","end":"2026-05-21T03:29:36.495074Z","steps":["trace[1623429104] 'read index received' (duration: 2.173329931s)","trace[1623429104] 'applied index is now lower than readState.Index' (duration: 22.915542ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:29:36.495361Z","caller":"traceutil/trace.go:171","msg":"trace[1896723605] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"586.709055ms","start":"2026-05-21T03:29:35.908638Z","end":"2026-05-21T03:29:36.495347Z","steps":["trace[1896723605] 'process raft request' (duration: 585.647248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.495432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:35.908621Z","time spent":"586.771476ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:36.495433Z","caller":"traceutil/trace.go:171","msg":"trace[721092301] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"587.651369ms","start":"2026-05-21T03:29:35.907769Z","end":"2026-05-21T03:29:36.49542Z","steps":["trace[721092301] 'process raft request' (duration: 586.433599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.495495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:35.907764Z","time spent":"587.69633ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:29:36.495723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584724954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b176e898cb088c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-21T03:29:36.495856Z","caller":"traceutil/trace.go:171","msg":"trace[681624393] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b176e898cb088c; range_end:; response_count:1; response_revision:1889; }","duration":"2.584892727s","start":"2026-05-21T03:29:33.910949Z","end":"2026-05-21T03:29:36.495842Z","steps":["trace[681624393] 'agreement among raft nodes before linearized reading' (duration: 2.584395779s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.495969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:33.91094Z","time spent":"2.585010178s","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b176e898cb088c\" "} {"level":"warn","ts":"2026-05-21T03:29:36.497566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069104828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:29:36.497644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221534964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:29:36.497678Z","caller":"traceutil/trace.go:171","msg":"trace[20712536] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1890; }","duration":"1.221588936s","start":"2026-05-21T03:29:35.276079Z","end":"2026-05-21T03:29:36.497668Z","steps":["trace[20712536] 'agreement among raft nodes before linearized reading' (duration: 1.221546865s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.497704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:35.276063Z","time spent":"1.221634896s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-21T03:29:36.497671Z","caller":"traceutil/trace.go:171","msg":"trace[455781230] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"587.10358ms","start":"2026-05-21T03:29:35.907504Z","end":"2026-05-21T03:29:36.494607Z","steps":["trace[455781230] 'process raft request' (duration: 586.448299ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:36.497713Z","caller":"traceutil/trace.go:171","msg":"trace[565668391] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1890; }","duration":"1.06925383s","start":"2026-05-21T03:29:35.428402Z","end":"2026-05-21T03:29:36.497655Z","steps":["trace[565668391] 'agreement among raft nodes before linearized reading' (duration: 1.069075638s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.497869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583432526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-21T03:29:36.497897Z","caller":"traceutil/trace.go:171","msg":"trace[1832090384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1890; }","duration":"1.583495157s","start":"2026-05-21T03:29:34.914394Z","end":"2026-05-21T03:29:36.497889Z","steps":["trace[1832090384] 'agreement among raft nodes before linearized reading' (duration: 1.583424026s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.497916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:34.914374Z","time spent":"1.583537328s","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-21T03:29:36.498001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:35.428375Z","time spent":"1.069545606s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:29:36.498177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828687981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10326"} {"level":"warn","ts":"2026-05-21T03:29:36.498304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.113654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-21T03:29:36.498306Z","caller":"traceutil/trace.go:171","msg":"trace[1953263137] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1890; }","duration":"1.828847793s","start":"2026-05-21T03:29:34.66944Z","end":"2026-05-21T03:29:36.498288Z","steps":["trace[1953263137] 'agreement among raft nodes before linearized reading' (duration: 1.828527748s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:36.498329Z","caller":"traceutil/trace.go:171","msg":"trace[1520598092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1890; }","duration":"892.140185ms","start":"2026-05-21T03:29:35.606182Z","end":"2026-05-21T03:29:36.498322Z","steps":["trace[1520598092] 'agreement among raft nodes before linearized reading' (duration: 892.008643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.498344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:34.669418Z","time spent":"1.828913265s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-21T03:29:36.498354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:35.606134Z","time spent":"892.215996ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-21T03:29:36.498464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586561847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-21fedda4-a20f-4076-989f-a6b4405fe841\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-21T03:29:36.498512Z","caller":"traceutil/trace.go:171","msg":"trace[1020365471] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-21fedda4-a20f-4076-989f-a6b4405fe841; range_end:; response_count:1; response_revision:1890; }","duration":"1.586646047s","start":"2026-05-21T03:29:34.911854Z","end":"2026-05-21T03:29:36.498501Z","steps":["trace[1020365471] 'agreement among raft nodes before linearized reading' (duration: 1.586514685s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.497822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:35.907486Z","time spent":"590.25726ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:29:36.49855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:34.911832Z","time spent":"1.586708919s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-21fedda4-a20f-4076-989f-a6b4405fe841\" "} {"level":"warn","ts":"2026-05-21T03:29:36.4976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19426751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-21fedda4-a20f-4076-989f-a6b4405fe841\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-21T03:29:36.498693Z","caller":"traceutil/trace.go:171","msg":"trace[60538628] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-21fedda4-a20f-4076-989f-a6b4405fe841; range_end:; response_count:1; response_revision:1890; }","duration":"2.195399529s","start":"2026-05-21T03:29:34.303283Z","end":"2026-05-21T03:29:36.498682Z","steps":["trace[60538628] 'agreement among raft nodes before linearized reading' (duration: 2.1941898s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.498722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:34.303264Z","time spent":"2.19545018s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-21fedda4-a20f-4076-989f-a6b4405fe841\" "} {"level":"warn","ts":"2026-05-21T03:29:36.49855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.374815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:29:36.498983Z","caller":"traceutil/trace.go:171","msg":"trace[186495975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1890; }","duration":"582.820622ms","start":"2026-05-21T03:29:35.916145Z","end":"2026-05-21T03:29:36.498966Z","steps":["trace[186495975] 'agreement among raft nodes before linearized reading' (duration: 582.386025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:36.499313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:35.915997Z","time spent":"583.30054ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:29:41.973591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539256681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:29:42.224951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:41.467614Z","time spent":"757.331686ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-21T03:29:42.22509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.78129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:29:42.225208Z","caller":"traceutil/trace.go:171","msg":"trace[2111677891] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1940; }","duration":"751.911952ms","start":"2026-05-21T03:29:41.473234Z","end":"2026-05-21T03:29:42.225146Z","steps":["trace[2111677891] 'agreement among raft nodes before linearized reading' (duration: 751.78239ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:42.224948Z","caller":"traceutil/trace.go:171","msg":"trace[259305561] linearizableReadLoop","detail":"{readStateIndex:2018; appliedIndex:2017; }","duration":"751.641718ms","start":"2026-05-21T03:29:41.473279Z","end":"2026-05-21T03:29:42.22492Z","steps":["trace[259305561] 'read index received' (duration: 751.391804ms)","trace[259305561] 'applied index is now lower than readState.Index' (duration: 248.074µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:29:42.225385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.032222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-21T03:29:42.225398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:41.473213Z","time spent":"752.161806ms","remote":"127.0.0.1:47414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-21T03:29:42.225425Z","caller":"traceutil/trace.go:171","msg":"trace[1638908811] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1940; }","duration":"722.116573ms","start":"2026-05-21T03:29:41.503293Z","end":"2026-05-21T03:29:42.22541Z","steps":["trace[1638908811] 'agreement among raft nodes before linearized reading' (duration: 722.026782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:42.225464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:41.503273Z","time spent":"722.176674ms","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:29:42.22572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.717277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11662"} {"level":"info","ts":"2026-05-21T03:29:42.225784Z","caller":"traceutil/trace.go:171","msg":"trace[1381253429] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1940; }","duration":"690.82431ms","start":"2026-05-21T03:29:41.534942Z","end":"2026-05-21T03:29:42.225766Z","steps":["trace[1381253429] 'agreement among raft nodes before linearized reading' (duration: 690.607206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:42.225828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:41.534932Z","time spent":"690.88713ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11685,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-21T03:29:42.225877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.907613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-21T03:29:42.225931Z","caller":"traceutil/trace.go:171","msg":"trace[360698970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1940; }","duration":"694.998694ms","start":"2026-05-21T03:29:41.530916Z","end":"2026-05-21T03:29:42.225915Z","steps":["trace[360698970] 'agreement among raft nodes before linearized reading' (duration: 694.787001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:42.22597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:41.530896Z","time spent":"695.064965ms","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-21T03:29:49.81434Z","caller":"traceutil/trace.go:171","msg":"trace[308085098] linearizableReadLoop","detail":"{readStateIndex:2086; appliedIndex:2085; }","duration":"385.818767ms","start":"2026-05-21T03:29:49.428495Z","end":"2026-05-21T03:29:49.814314Z","steps":["trace[308085098] 'read index received' (duration: 385.506793ms)","trace[308085098] 'applied index is now lower than readState.Index' (duration: 308.414µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:29:49.814455Z","caller":"traceutil/trace.go:171","msg":"trace[2142953272] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"535.521794ms","start":"2026-05-21T03:29:49.278874Z","end":"2026-05-21T03:29:49.814396Z","steps":["trace[2142953272] 'process raft request' (duration: 535.23613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:49.814482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.965759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:29:49.814771Z","caller":"traceutil/trace.go:171","msg":"trace[706298921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2008; }","duration":"386.284244ms","start":"2026-05-21T03:29:49.428444Z","end":"2026-05-21T03:29:49.814728Z","steps":["trace[706298921] 'agreement among raft nodes before linearized reading' (duration: 385.96831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:49.814846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:49.42842Z","time spent":"386.407246ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:29:49.814623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:49.278852Z","time spent":"535.676996ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:50.758293Z","caller":"traceutil/trace.go:171","msg":"trace[968795003] linearizableReadLoop","detail":"{readStateIndex:2087; appliedIndex:2086; }","duration":"212.029507ms","start":"2026-05-21T03:29:50.546241Z","end":"2026-05-21T03:29:50.758271Z","steps":["trace[968795003] 'read index received' (duration: 211.826404ms)","trace[968795003] 'applied index is now lower than readState.Index' (duration: 201.933µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:29:50.758434Z","caller":"traceutil/trace.go:171","msg":"trace[1166185330] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"215.223815ms","start":"2026-05-21T03:29:50.543185Z","end":"2026-05-21T03:29:50.758409Z","steps":["trace[1166185330] 'process raft request' (duration: 214.929621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:50.758718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.432044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-21T03:29:50.758765Z","caller":"traceutil/trace.go:171","msg":"trace[1151739880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2009; }","duration":"212.542585ms","start":"2026-05-21T03:29:50.54621Z","end":"2026-05-21T03:29:50.758753Z","steps":["trace[1151739880] 'agreement among raft nodes before linearized reading' (duration: 212.269331ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:50.774316Z","caller":"traceutil/trace.go:171","msg":"trace[1931930397] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"201.678733ms","start":"2026-05-21T03:29:50.572607Z","end":"2026-05-21T03:29:50.774286Z","steps":["trace[1931930397] 'process raft request' (duration: 201.582061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:50.774524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.502447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-21T03:29:50.775117Z","caller":"traceutil/trace.go:171","msg":"trace[352396662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2012; }","duration":"228.141997ms","start":"2026-05-21T03:29:50.546966Z","end":"2026-05-21T03:29:50.775108Z","steps":["trace[352396662] 'agreement among raft nodes before linearized reading' (duration: 227.483727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:50.774657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.456642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:29:50.774705Z","caller":"traceutil/trace.go:171","msg":"trace[64039116] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"208.116268ms","start":"2026-05-21T03:29:50.566568Z","end":"2026-05-21T03:29:50.774684Z","steps":["trace[64039116] 'process raft request' (duration: 207.469229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:50.774781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.823901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-21T03:29:50.775946Z","caller":"traceutil/trace.go:171","msg":"trace[1984254030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2012; }","duration":"200.008538ms","start":"2026-05-21T03:29:50.575921Z","end":"2026-05-21T03:29:50.775929Z","steps":["trace[1984254030] 'agreement among raft nodes before linearized reading' (duration: 198.730909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:50.774984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.866478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-21T03:29:50.77613Z","caller":"traceutil/trace.go:171","msg":"trace[1851728721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2012; }","duration":"226.023174ms","start":"2026-05-21T03:29:50.550092Z","end":"2026-05-21T03:29:50.776115Z","steps":["trace[1851728721] 'agreement among raft nodes before linearized reading' (duration: 224.633804ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:50.775066Z","caller":"traceutil/trace.go:171","msg":"trace[217979289] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"202.383503ms","start":"2026-05-21T03:29:50.572668Z","end":"2026-05-21T03:29:50.775051Z","steps":["trace[217979289] 'process raft request' (duration: 201.587151ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:50.775662Z","caller":"traceutil/trace.go:171","msg":"trace[2061357346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2012; }","duration":"225.483616ms","start":"2026-05-21T03:29:50.550161Z","end":"2026-05-21T03:29:50.775645Z","steps":["trace[2061357346] 'agreement among raft nodes before linearized reading' (duration: 224.445161ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:50.87913Z","caller":"traceutil/trace.go:171","msg":"trace[859900769] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"114.984062ms","start":"2026-05-21T03:29:50.764117Z","end":"2026-05-21T03:29:50.879101Z","steps":["trace[859900769] 'process raft request' (duration: 59.377764ms)","trace[859900769] 'compare' (duration: 55.446066ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:29:51.180709Z","caller":"traceutil/trace.go:171","msg":"trace[490634681] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"400.672846ms","start":"2026-05-21T03:29:50.780005Z","end":"2026-05-21T03:29:51.180678Z","steps":["trace[490634681] 'process raft request' (duration: 400.368821ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:51.180792Z","caller":"traceutil/trace.go:171","msg":"trace[817994953] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"397.5388ms","start":"2026-05-21T03:29:50.783209Z","end":"2026-05-21T03:29:51.180748Z","steps":["trace[817994953] 'process raft request' (duration: 397.346037ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:51.180807Z","caller":"traceutil/trace.go:171","msg":"trace[1159805121] linearizableReadLoop","detail":"{readStateIndex:2095; appliedIndex:2091; }","duration":"246.889846ms","start":"2026-05-21T03:29:50.933866Z","end":"2026-05-21T03:29:51.180756Z","steps":["trace[1159805121] 'read index received' (duration: 246.444109ms)","trace[1159805121] 'applied index is now lower than readState.Index' (duration: 444.717µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:29:51.180877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:50.779982Z","time spent":"400.801627ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:29:51.18097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:50.783184Z","time spent":"397.676071ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:29:51.18108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.186771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:29:51.181074Z","caller":"traceutil/trace.go:171","msg":"trace[742878384] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"397.725722ms","start":"2026-05-21T03:29:50.783286Z","end":"2026-05-21T03:29:51.181011Z","steps":["trace[742878384] 'process raft request' (duration: 397.363056ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:51.181123Z","caller":"traceutil/trace.go:171","msg":"trace[254276460] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2017; }","duration":"247.295082ms","start":"2026-05-21T03:29:50.933813Z","end":"2026-05-21T03:29:51.181108Z","steps":["trace[254276460] 'agreement among raft nodes before linearized reading' (duration: 247.077229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:51.18121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:50.783279Z","time spent":"397.857914ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:51.181262Z","caller":"traceutil/trace.go:171","msg":"trace[646485250] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"397.812193ms","start":"2026-05-21T03:29:50.783435Z","end":"2026-05-21T03:29:51.181247Z","steps":["trace[646485250] 'process raft request' (duration: 397.273325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:51.181334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:50.783417Z","time spent":"397.876105ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:29:51.846261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.502994ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-21T03:29:51.846474Z","caller":"traceutil/trace.go:171","msg":"trace[1696035090] linearizableReadLoop","detail":"{readStateIndex:2098; appliedIndex:2097; }","duration":"166.773263ms","start":"2026-05-21T03:29:51.679667Z","end":"2026-05-21T03:29:51.84644Z","steps":["trace[1696035090] 'read index received' (duration: 29.982865ms)","trace[1696035090] 'applied index is now lower than readState.Index' (duration: 136.786968ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:29:51.846658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.963887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-21T03:29:51.846714Z","caller":"traceutil/trace.go:171","msg":"trace[986366085] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2018; }","duration":"167.040228ms","start":"2026-05-21T03:29:51.679658Z","end":"2026-05-21T03:29:51.846698Z","steps":["trace[986366085] 'agreement among raft nodes before linearized reading' (duration: 166.860666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:55.394491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539256875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:29:55.895323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539256875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:29:56.396434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539256875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:29:56.896952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539256875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:29:57.381559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.606829884s","expected-duration":"1s"} {"level":"info","ts":"2026-05-21T03:29:57.381985Z","caller":"traceutil/trace.go:171","msg":"trace[842043275] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"2.607340562s","start":"2026-05-21T03:29:54.774618Z","end":"2026-05-21T03:29:57.381959Z","steps":["trace[842043275] 'process raft request' (duration: 2.607137799s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:57.382179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:54.77459Z","time spent":"2.607446224s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:57.390609Z","caller":"traceutil/trace.go:171","msg":"trace[388314999] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"2.605391192s","start":"2026-05-21T03:29:54.785203Z","end":"2026-05-21T03:29:57.390594Z","steps":["trace[388314999] 'process raft request' (duration: 2.60524587s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:57.390695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:54.785185Z","time spent":"2.605461783s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:57.390898Z","caller":"traceutil/trace.go:171","msg":"trace[1335269464] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"2.600716964s","start":"2026-05-21T03:29:54.790153Z","end":"2026-05-21T03:29:57.39087Z","steps":["trace[1335269464] 'process raft request' (duration: 2.60040406s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:57.391072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:54.79014Z","time spent":"2.600819767s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:29:57.391121Z","caller":"traceutil/trace.go:171","msg":"trace[1777692977] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"2.600818836s","start":"2026-05-21T03:29:54.790187Z","end":"2026-05-21T03:29:57.391006Z","steps":["trace[1777692977] 'process raft request' (duration: 2.600671564s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:57.391244Z","caller":"traceutil/trace.go:171","msg":"trace[15528640] linearizableReadLoop","detail":"{readStateIndex:2114; appliedIndex:2111; }","duration":"2.497231476s","start":"2026-05-21T03:29:54.893961Z","end":"2026-05-21T03:29:57.391193Z","steps":["trace[15528640] 'read index received' (duration: 2.488026622s)","trace[15528640] 'applied index is now lower than readState.Index' (duration: 9.203584ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:29:57.391275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:54.790174Z","time spent":"2.601017289s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:29:57.391428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49746869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-21T03:29:57.39144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47501595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:29:57.391421Z","caller":"traceutil/trace.go:171","msg":"trace[1853918405] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"328.865384ms","start":"2026-05-21T03:29:57.062526Z","end":"2026-05-21T03:29:57.391391Z","steps":["trace[1853918405] 'process raft request' (duration: 328.442948ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:57.391459Z","caller":"traceutil/trace.go:171","msg":"trace[380963165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2035; }","duration":"2.497504091s","start":"2026-05-21T03:29:54.893946Z","end":"2026-05-21T03:29:57.39145Z","steps":["trace[380963165] 'agreement among raft nodes before linearized reading' (duration: 2.497374739s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:57.391488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:54.89389Z","time spent":"2.497593591s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-21T03:29:57.391507Z","caller":"traceutil/trace.go:171","msg":"trace[1074070132] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2035; }","duration":"2.475080722s","start":"2026-05-21T03:29:54.916385Z","end":"2026-05-21T03:29:57.391466Z","steps":["trace[1074070132] 'agreement among raft nodes before linearized reading' (duration: 2.47498438s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:57.391526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192160661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-21T03:29:57.391545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:54.916373Z","time spent":"2.475161383s","remote":"127.0.0.1:47398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:29:57.391564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:57.062488Z","time spent":"328.998745ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:29:57.391611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192294313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-05-21T03:29:57.391629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194307702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-21T03:29:57.391654Z","caller":"traceutil/trace.go:171","msg":"trace[526317093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2035; }","duration":"2.192390434s","start":"2026-05-21T03:29:55.19925Z","end":"2026-05-21T03:29:57.39164Z","steps":["trace[526317093] 'agreement among raft nodes before linearized reading' (duration: 2.192252782s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:57.391655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192147611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-21T03:29:57.391683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:55.199202Z","time spent":"2.192474606s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-21T03:29:57.391686Z","caller":"traceutil/trace.go:171","msg":"trace[1247711254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2035; }","duration":"2.192234672s","start":"2026-05-21T03:29:55.199443Z","end":"2026-05-21T03:29:57.391678Z","steps":["trace[1247711254] 'agreement among raft nodes before linearized reading' (duration: 2.192152341s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:29:57.391682Z","caller":"traceutil/trace.go:171","msg":"trace[1858209972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2035; }","duration":"2.194399754s","start":"2026-05-21T03:29:55.197267Z","end":"2026-05-21T03:29:57.391667Z","steps":["trace[1858209972] 'agreement among raft nodes before linearized reading' (duration: 2.194255102s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:57.391718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:55.199437Z","time spent":"2.192270713s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-21T03:29:57.391726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:55.197243Z","time spent":"2.194473114s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-21T03:29:57.391578Z","caller":"traceutil/trace.go:171","msg":"trace[1325429742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2035; }","duration":"2.192233982s","start":"2026-05-21T03:29:55.199316Z","end":"2026-05-21T03:29:57.39155Z","steps":["trace[1325429742] 'agreement among raft nodes before linearized reading' (duration: 2.192138071s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:57.391777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:29:57.391795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:55.199293Z","time spent":"2.192492336s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-21T03:29:57.391807Z","caller":"traceutil/trace.go:171","msg":"trace[2060782767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2035; }","duration":"1.962363072s","start":"2026-05-21T03:29:55.429432Z","end":"2026-05-21T03:29:57.391795Z","steps":["trace[2060782767] 'agreement among raft nodes before linearized reading' (duration: 1.962320682s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:57.39183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:55.429414Z","time spent":"1.962409283s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:29:57.391856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.668305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-21T03:29:57.391904Z","caller":"traceutil/trace.go:171","msg":"trace[1033371711] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2035; }","duration":"103.751826ms","start":"2026-05-21T03:29:57.288137Z","end":"2026-05-21T03:29:57.391889Z","steps":["trace[1033371711] 'agreement among raft nodes before linearized reading' (duration: 103.605374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:57.391496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067117113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-21T03:29:57.392302Z","caller":"traceutil/trace.go:171","msg":"trace[1937483022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2035; }","duration":"2.067975665s","start":"2026-05-21T03:29:55.32431Z","end":"2026-05-21T03:29:57.392286Z","steps":["trace[1937483022] 'agreement among raft nodes before linearized reading' (duration: 2.067063682s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:29:57.392342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:29:55.324223Z","time spent":"2.068105077s","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-21T03:30:17.64226Z","caller":"traceutil/trace.go:171","msg":"trace[31614418] linearizableReadLoop","detail":"{readStateIndex:2233; appliedIndex:2232; }","duration":"149.780704ms","start":"2026-05-21T03:30:17.492455Z","end":"2026-05-21T03:30:17.642236Z","steps":["trace[31614418] 'read index received' (duration: 149.601632ms)","trace[31614418] 'applied index is now lower than readState.Index' (duration: 177.852µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:30:17.642406Z","caller":"traceutil/trace.go:171","msg":"trace[68948407] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"177.866047ms","start":"2026-05-21T03:30:17.464509Z","end":"2026-05-21T03:30:17.642375Z","steps":["trace[68948407] 'process raft request' (duration: 177.569753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:17.642464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.973616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-05-21T03:30:17.642501Z","caller":"traceutil/trace.go:171","msg":"trace[1780190269] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2147; }","duration":"150.091248ms","start":"2026-05-21T03:30:17.492401Z","end":"2026-05-21T03:30:17.642492Z","steps":["trace[1780190269] 'agreement among raft nodes before linearized reading' (duration: 149.919306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:18.143009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539257159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:30:18.643759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539257159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:30:18.999467Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.357390322s","expected-duration":"1s"} {"level":"info","ts":"2026-05-21T03:30:18.999851Z","caller":"traceutil/trace.go:171","msg":"trace[223533768] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"1.473623128s","start":"2026-05-21T03:30:17.52621Z","end":"2026-05-21T03:30:18.999833Z","steps":["trace[223533768] 'process raft request' (duration: 1.473592318s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:18.999889Z","caller":"traceutil/trace.go:171","msg":"trace[1525499761] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"1.47522065s","start":"2026-05-21T03:30:17.524656Z","end":"2026-05-21T03:30:18.999877Z","steps":["trace[1525499761] 'process raft request' (duration: 1.475123518s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:18.999971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:17.52463Z","time spent":"1.4752842s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:30:18.999982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:17.526185Z","time spent":"1.47372822s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:30:18.999864Z","caller":"traceutil/trace.go:171","msg":"trace[372463250] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"1.477318368s","start":"2026-05-21T03:30:17.522526Z","end":"2026-05-21T03:30:18.999844Z","steps":["trace[372463250] 'process raft request' (duration: 1.477141156s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:19.000124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:17.522501Z","time spent":"1.477539193s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:30:19.383693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.017573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-21T03:30:19.384135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806075637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-21T03:30:19.384207Z","caller":"traceutil/trace.go:171","msg":"trace[223189922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2151; }","duration":"1.806166218s","start":"2026-05-21T03:30:17.578031Z","end":"2026-05-21T03:30:19.384197Z","steps":["trace[223189922] 'agreement among raft nodes before linearized reading' (duration: 1.806011776s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:19.384236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:17.578023Z","time spent":"1.806205098s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-21T03:30:19.384018Z","caller":"traceutil/trace.go:171","msg":"trace[2021960819] linearizableReadLoop","detail":"{readStateIndex:2237; appliedIndex:2233; }","duration":"1.741597737s","start":"2026-05-21T03:30:17.642407Z","end":"2026-05-21T03:30:19.384005Z","steps":["trace[2021960819] 'read index received' (duration: 1.357240341s)","trace[2021960819] 'applied index is now lower than readState.Index' (duration: 384.355976ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:30:19.384564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728322166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:30:19.384423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821779842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-21T03:30:19.384692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.680458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:30:19.38472Z","caller":"traceutil/trace.go:171","msg":"trace[1016080473] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2151; }","duration":"1.728554599s","start":"2026-05-21T03:30:17.656158Z","end":"2026-05-21T03:30:19.384712Z","steps":["trace[1016080473] 'agreement among raft nodes before linearized reading' (duration: 1.728382236s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:19.384751Z","caller":"traceutil/trace.go:171","msg":"trace[1746712166] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2151; }","duration":"288.814679ms","start":"2026-05-21T03:30:19.09592Z","end":"2026-05-21T03:30:19.384734Z","steps":["trace[1746712166] 'agreement among raft nodes before linearized reading' (duration: 288.714808ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:19.384264Z","caller":"traceutil/trace.go:171","msg":"trace[1862236689] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"1.372306629s","start":"2026-05-21T03:30:18.011911Z","end":"2026-05-21T03:30:19.384218Z","steps":["trace[1862236689] 'process raft request' (duration: 1.093689407s)","trace[1862236689] 'compare' (duration: 277.897772ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:30:19.384797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724633376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-21T03:30:19.384763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724690666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:30:19.384851Z","caller":"traceutil/trace.go:171","msg":"trace[1715898295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2151; }","duration":"1.724763317s","start":"2026-05-21T03:30:17.660075Z","end":"2026-05-21T03:30:19.384838Z","steps":["trace[1715898295] 'agreement among raft nodes before linearized reading' (duration: 1.724537574s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:19.384869Z","caller":"traceutil/trace.go:171","msg":"trace[2021693727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2151; }","duration":"1.822135806s","start":"2026-05-21T03:30:17.562591Z","end":"2026-05-21T03:30:19.384727Z","steps":["trace[2021693727] 'agreement among raft nodes before linearized reading' (duration: 1.821623439s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:19.384943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:17.562569Z","time spent":"1.822361729s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-21T03:30:19.384842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:18.011881Z","time spent":"1.372926287s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:30:19.384746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:17.656133Z","time spent":"1.728606999s","remote":"127.0.0.1:43848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-21T03:30:19.385048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806384321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:30:19.384569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833980648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-21T03:30:19.385427Z","caller":"traceutil/trace.go:171","msg":"trace[802265382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2151; }","duration":"1.834881009s","start":"2026-05-21T03:30:17.550536Z","end":"2026-05-21T03:30:19.385417Z","steps":["trace[802265382] 'agreement among raft nodes before linearized reading' (duration: 1.833832315s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:19.385492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:17.550513Z","time spent":"1.834951501s","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-21T03:30:19.384675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.364955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:30:19.385587Z","caller":"traceutil/trace.go:171","msg":"trace[1421583064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2151; }","duration":"956.311958ms","start":"2026-05-21T03:30:18.429232Z","end":"2026-05-21T03:30:19.385544Z","steps":["trace[1421583064] 'agreement among raft nodes before linearized reading' (duration: 955.430546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:19.385841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:18.429215Z","time spent":"956.595651ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:30:19.384651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724129269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-21T03:30:19.386067Z","caller":"traceutil/trace.go:171","msg":"trace[839403903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2151; }","duration":"1.725560777s","start":"2026-05-21T03:30:17.660482Z","end":"2026-05-21T03:30:19.386042Z","steps":["trace[839403903] 'agreement among raft nodes before linearized reading' (duration: 1.724116048s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:19.386276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:17.660459Z","time spent":"1.725790571s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-21T03:30:19.386109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:17.660071Z","time spent":"1.725918913s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-21T03:30:19.385193Z","caller":"traceutil/trace.go:171","msg":"trace[1888519149] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2151; }","duration":"1.807384874s","start":"2026-05-21T03:30:17.577789Z","end":"2026-05-21T03:30:19.385174Z","steps":["trace[1888519149] 'agreement among raft nodes before linearized reading' (duration: 1.80630658s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:19.386634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:17.57777Z","time spent":"1.808845764s","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-05-21T03:30:19.384888Z","caller":"traceutil/trace.go:171","msg":"trace[271468369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2151; }","duration":"1.724826198s","start":"2026-05-21T03:30:17.660044Z","end":"2026-05-21T03:30:19.384871Z","steps":["trace[271468369] 'agreement among raft nodes before linearized reading' (duration: 1.724624775s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:19.386913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:17.660036Z","time spent":"1.726853115s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:30:19.756545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.057615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:30:19.756791Z","caller":"traceutil/trace.go:171","msg":"trace[116792180] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"363.774217ms","start":"2026-05-21T03:30:19.392992Z","end":"2026-05-21T03:30:19.756766Z","steps":["trace[116792180] 'process raft request' (duration: 90.407447ms)","trace[116792180] 'compare' (duration: 272.69032ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:30:19.757027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:19.39297Z","time spent":"363.95217ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:30:19.757329Z","caller":"traceutil/trace.go:171","msg":"trace[1415550076] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"364.221713ms","start":"2026-05-21T03:30:19.393077Z","end":"2026-05-21T03:30:19.757299Z","steps":["trace[1415550076] 'process raft request' (duration: 363.619055ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:19.757477Z","caller":"traceutil/trace.go:171","msg":"trace[50715435] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"364.292004ms","start":"2026-05-21T03:30:19.393161Z","end":"2026-05-21T03:30:19.757453Z","steps":["trace[50715435] 'process raft request' (duration: 364.03303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:19.757508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:19.393054Z","time spent":"364.356044ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:30:19.757585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:19.393155Z","time spent":"364.383795ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:30:19.75832Z","caller":"traceutil/trace.go:171","msg":"trace[1513003585] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"364.930042ms","start":"2026-05-21T03:30:19.39337Z","end":"2026-05-21T03:30:19.7583Z","steps":["trace[1513003585] 'process raft request' (duration: 363.941449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:19.758972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:19.393355Z","time spent":"365.5606ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:30:19.758327Z","caller":"traceutil/trace.go:171","msg":"trace[133109240] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"109.962812ms","start":"2026-05-21T03:30:19.648347Z","end":"2026-05-21T03:30:19.75831Z","steps":["trace[133109240] 'process raft request' (duration: 109.906291ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:19.758352Z","caller":"traceutil/trace.go:171","msg":"trace[2080865625] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"364.912352ms","start":"2026-05-21T03:30:19.393421Z","end":"2026-05-21T03:30:19.758333Z","steps":["trace[2080865625] 'process raft request' (duration: 364.75665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:19.759279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:19.393405Z","time spent":"365.816755ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:30:19.758385Z","caller":"traceutil/trace.go:171","msg":"trace[1581162256] linearizableReadLoop","detail":"{readStateIndex:2242; appliedIndex:2237; }","duration":"360.486542ms","start":"2026-05-21T03:30:19.397883Z","end":"2026-05-21T03:30:19.75837Z","steps":["trace[1581162256] 'read index received' (duration: 85.554981ms)","trace[1581162256] 'applied index is now lower than readState.Index' (duration: 274.927371ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:30:19.75853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.634624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-21T03:30:19.759408Z","caller":"traceutil/trace.go:171","msg":"trace[381061489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2157; }","duration":"361.549486ms","start":"2026-05-21T03:30:19.39784Z","end":"2026-05-21T03:30:19.759389Z","steps":["trace[381061489] 'agreement among raft nodes before linearized reading' (duration: 360.567942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:19.759457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:19.397829Z","time spent":"361.613207ms","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-21T03:30:19.759498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.030289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b1770808270fa7\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-05-21T03:30:19.759519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.221598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:30:19.75954Z","caller":"traceutil/trace.go:171","msg":"trace[820206861] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b1770808270fa7; range_end:; response_count:1; response_revision:2157; }","duration":"358.076299ms","start":"2026-05-21T03:30:19.40145Z","end":"2026-05-21T03:30:19.759527Z","steps":["trace[820206861] 'agreement among raft nodes before linearized reading' (duration: 357.965048ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:19.759567Z","caller":"traceutil/trace.go:171","msg":"trace[1042393526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2157; }","duration":"329.309289ms","start":"2026-05-21T03:30:19.430245Z","end":"2026-05-21T03:30:19.759554Z","steps":["trace[1042393526] 'agreement among raft nodes before linearized reading' (duration: 329.210548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:19.759573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:19.401424Z","time spent":"358.141721ms","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b1770808270fa7\" "} {"level":"warn","ts":"2026-05-21T03:30:19.759601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:19.430224Z","time spent":"329.36988ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-21T03:30:20.593572Z","caller":"traceutil/trace.go:171","msg":"trace[225727935] linearizableReadLoop","detail":"{readStateIndex:2245; appliedIndex:2244; }","duration":"214.882048ms","start":"2026-05-21T03:30:20.37867Z","end":"2026-05-21T03:30:20.593552Z","steps":["trace[225727935] 'read index received' (duration: 214.640825ms)","trace[225727935] 'applied index is now lower than readState.Index' (duration: 239.743µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:30:20.593625Z","caller":"traceutil/trace.go:171","msg":"trace[2095206120] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"356.17476ms","start":"2026-05-21T03:30:20.237408Z","end":"2026-05-21T03:30:20.593583Z","steps":["trace[2095206120] 'process raft request' (duration: 355.978688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:20.593751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:20.237388Z","time spent":"356.293073ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:30:20.59378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.07487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:30:20.593814Z","caller":"traceutil/trace.go:171","msg":"trace[904921484] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2159; }","duration":"215.182701ms","start":"2026-05-21T03:30:20.37862Z","end":"2026-05-21T03:30:20.593803Z","steps":["trace[904921484] 'agreement among raft nodes before linearized reading' (duration: 215.08755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:20.593894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.49947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:30:20.59393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.846875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-21T03:30:20.593987Z","caller":"traceutil/trace.go:171","msg":"trace[881026829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2159; }","duration":"199.904506ms","start":"2026-05-21T03:30:20.394064Z","end":"2026-05-21T03:30:20.593968Z","steps":["trace[881026829] 'agreement among raft nodes before linearized reading' (duration: 199.720553ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:20.593981Z","caller":"traceutil/trace.go:171","msg":"trace[1346783036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2159; }","duration":"165.633972ms","start":"2026-05-21T03:30:20.428325Z","end":"2026-05-21T03:30:20.593959Z","steps":["trace[1346783036] 'agreement among raft nodes before linearized reading' (duration: 165.49732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:21.891292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539257176,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:30:22.391604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539257176,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:30:22.428475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.424138s","expected-duration":"1s"} {"level":"info","ts":"2026-05-21T03:30:22.429073Z","caller":"traceutil/trace.go:171","msg":"trace[75814393] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"1.424881881s","start":"2026-05-21T03:30:21.004166Z","end":"2026-05-21T03:30:22.429048Z","steps":["trace[75814393] 'process raft request' (duration: 1.424511006s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:22.429777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:21.004137Z","time spent":"1.425010923s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:30:22.44103Z","caller":"traceutil/trace.go:171","msg":"trace[543541225] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2245; }","duration":"1.04998799s","start":"2026-05-21T03:30:21.391001Z","end":"2026-05-21T03:30:22.440989Z","steps":["trace[543541225] 'read index received' (duration: 1.037736754s)","trace[543541225] 'applied index is now lower than readState.Index' (duration: 12.250176ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:30:22.441067Z","caller":"traceutil/trace.go:171","msg":"trace[1271843887] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"1.436504838s","start":"2026-05-21T03:30:21.004525Z","end":"2026-05-21T03:30:22.44103Z","steps":["trace[1271843887] 'process raft request' (duration: 1.436294035s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:22.441156Z","caller":"traceutil/trace.go:171","msg":"trace[1221674400] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"1.436619829s","start":"2026-05-21T03:30:21.004525Z","end":"2026-05-21T03:30:22.441145Z","steps":["trace[1221674400] 'process raft request' (duration: 1.436389326s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:22.44125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:21.004516Z","time spent":"1.43666681s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:30:22.441278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:21.004514Z","time spent":"1.436639889s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:30:22.441423Z","caller":"traceutil/trace.go:171","msg":"trace[62909507] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"676.134041ms","start":"2026-05-21T03:30:21.765265Z","end":"2026-05-21T03:30:22.441399Z","steps":["trace[62909507] 'process raft request' (duration: 675.689976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:22.441583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:21.765251Z","time spent":"676.228703ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:30:22.441664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.777752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-21T03:30:22.441753Z","caller":"traceutil/trace.go:171","msg":"trace[1550426427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2163; }","duration":"676.900713ms","start":"2026-05-21T03:30:21.764833Z","end":"2026-05-21T03:30:22.441734Z","steps":["trace[1550426427] 'agreement among raft nodes before linearized reading' (duration: 676.66231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:22.441743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.786661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-21T03:30:22.441813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:21.764816Z","time spent":"676.971573ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-21T03:30:22.441837Z","caller":"traceutil/trace.go:171","msg":"trace[2120176000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2163; }","duration":"676.903042ms","start":"2026-05-21T03:30:21.764921Z","end":"2026-05-21T03:30:22.441824Z","steps":["trace[2120176000] 'agreement among raft nodes before linearized reading' (duration: 676.590768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:22.441931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:21.764899Z","time spent":"677.019574ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-21T03:30:22.441607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.621808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:30:22.442207Z","caller":"traceutil/trace.go:171","msg":"trace[955130414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2163; }","duration":"677.243057ms","start":"2026-05-21T03:30:21.764951Z","end":"2026-05-21T03:30:22.442194Z","steps":["trace[955130414] 'agreement among raft nodes before linearized reading' (duration: 676.479187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:22.441997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.119399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-21T03:30:22.44196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.958113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-21T03:30:22.442306Z","caller":"traceutil/trace.go:171","msg":"trace[1507884873] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2163; }","duration":"841.454984ms","start":"2026-05-21T03:30:21.600827Z","end":"2026-05-21T03:30:22.442282Z","steps":["trace[1507884873] 'agreement among raft nodes before linearized reading' (duration: 841.045029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:22.441533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050408295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-21T03:30:22.442297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:21.764946Z","time spent":"677.289807ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:30:22.442371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:21.600801Z","time spent":"841.551875ms","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-21T03:30:22.442371Z","caller":"traceutil/trace.go:171","msg":"trace[733607137] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2163; }","duration":"1.051344327s","start":"2026-05-21T03:30:21.391011Z","end":"2026-05-21T03:30:22.442355Z","steps":["trace[733607137] 'agreement among raft nodes before linearized reading' (duration: 1.050383484s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:22.442444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.604084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.76\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-21T03:30:22.442465Z","caller":"traceutil/trace.go:171","msg":"trace[240228948] range","detail":"{range_begin:/registry/masterleases/199.19.213.76; range_end:; response_count:1; response_revision:2163; }","duration":"972.677365ms","start":"2026-05-21T03:30:21.469782Z","end":"2026-05-21T03:30:22.442459Z","steps":["trace[240228948] 'agreement among raft nodes before linearized reading' (duration: 972.603734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:22.442486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:21.46976Z","time spent":"972.720826ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.76\" "} {"level":"info","ts":"2026-05-21T03:30:22.442383Z","caller":"traceutil/trace.go:171","msg":"trace[308819345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2163; }","duration":"677.360938ms","start":"2026-05-21T03:30:21.764975Z","end":"2026-05-21T03:30:22.442336Z","steps":["trace[308819345] 'agreement among raft nodes before linearized reading' (duration: 676.78482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:22.442606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:21.764971Z","time spent":"677.612631ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-21T03:30:22.442778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.759933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-21T03:30:22.442803Z","caller":"traceutil/trace.go:171","msg":"trace[45020800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2163; }","duration":"677.797564ms","start":"2026-05-21T03:30:21.764999Z","end":"2026-05-21T03:30:22.442797Z","steps":["trace[45020800] 'agreement among raft nodes before linearized reading' (duration: 676.471636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:22.442818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:21.764994Z","time spent":"677.819804ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-21T03:30:22.442483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:21.390998Z","time spent":"1.051463959s","remote":"127.0.0.1:43896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:30:22.442997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051984897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:30:22.443081Z","caller":"traceutil/trace.go:171","msg":"trace[518093386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2163; }","duration":"1.052097648s","start":"2026-05-21T03:30:21.390967Z","end":"2026-05-21T03:30:22.443065Z","steps":["trace[518093386] 'agreement among raft nodes before linearized reading' (duration: 1.050307994s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:22.443131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:21.39095Z","time spent":"1.052167879s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-21T03:30:22.757952Z","caller":"traceutil/trace.go:171","msg":"trace[1230407605] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"310.225477ms","start":"2026-05-21T03:30:22.447697Z","end":"2026-05-21T03:30:22.757922Z","steps":["trace[1230407605] 'process raft request' (duration: 310.096546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:22.758122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:22.447693Z","time spent":"310.339059ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:30:22.758344Z","caller":"traceutil/trace.go:171","msg":"trace[194718932] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"311.559805ms","start":"2026-05-21T03:30:22.44676Z","end":"2026-05-21T03:30:22.758319Z","steps":["trace[194718932] 'process raft request' (duration: 210.800528ms)","trace[194718932] 'compare' (duration: 99.49764ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:30:22.758413Z","caller":"traceutil/trace.go:171","msg":"trace[1344509486] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"311.104649ms","start":"2026-05-21T03:30:22.447276Z","end":"2026-05-21T03:30:22.758381Z","steps":["trace[1344509486] 'process raft request' (duration: 310.327409ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:22.75847Z","caller":"traceutil/trace.go:171","msg":"trace[728163236] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"289.547488ms","start":"2026-05-21T03:30:22.468905Z","end":"2026-05-21T03:30:22.758453Z","steps":["trace[728163236] 'process raft request' (duration: 288.961831ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:22.758457Z","caller":"traceutil/trace.go:171","msg":"trace[1690105898] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"310.767345ms","start":"2026-05-21T03:30:22.447655Z","end":"2026-05-21T03:30:22.758422Z","steps":["trace[1690105898] 'process raft request' (duration: 310.096876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:22.758615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:22.447268Z","time spent":"311.237701ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:30:22.758556Z","caller":"traceutil/trace.go:171","msg":"trace[772566659] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"311.083588ms","start":"2026-05-21T03:30:22.44737Z","end":"2026-05-21T03:30:22.758453Z","steps":["trace[772566659] 'process raft request' (duration: 310.333029ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:22.75875Z","caller":"traceutil/trace.go:171","msg":"trace[1256874555] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"282.518754ms","start":"2026-05-21T03:30:22.476199Z","end":"2026-05-21T03:30:22.758717Z","steps":["trace[1256874555] 'process raft request' (duration: 282.1966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:22.758794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:22.447648Z","time spent":"311.008348ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:30:22.758445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:22.446742Z","time spent":"311.653577ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:30:22.759007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:22.447365Z","time spent":"311.392072ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:30:25.265947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539257199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:30:26.222594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770862456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-21T03:30:26.222681Z","caller":"traceutil/trace.go:171","msg":"trace[723146836] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2170; }","duration":"2.770959957s","start":"2026-05-21T03:30:23.451704Z","end":"2026-05-21T03:30:26.222664Z","steps":["trace[723146836] 'range keys from in-memory index tree' (duration: 2.770683713s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:26.222721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:23.451649Z","time spent":"2.771062749s","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-21T03:30:26.223565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877739741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:30:26.223625Z","caller":"traceutil/trace.go:171","msg":"trace[1301583700] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2170; }","duration":"1.877847292s","start":"2026-05-21T03:30:24.345765Z","end":"2026-05-21T03:30:26.223612Z","steps":["trace[1301583700] 'count revisions from in-memory index tree' (duration: 1.877602459s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:26.223654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:24.345746Z","time spent":"1.877901183s","remote":"127.0.0.1:46708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:30:26.223845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795049863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:30:26.22387Z","caller":"traceutil/trace.go:171","msg":"trace[1532726990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2170; }","duration":"1.795108845s","start":"2026-05-21T03:30:24.428754Z","end":"2026-05-21T03:30:26.223863Z","steps":["trace[1532726990] 'range keys from in-memory index tree' (duration: 1.794923692s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:26.223887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:24.428733Z","time spent":"1.795149805s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:30:26.225379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.659746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:30:26.225474Z","caller":"traceutil/trace.go:171","msg":"trace[1076756215] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"1.790930888s","start":"2026-05-21T03:30:24.434524Z","end":"2026-05-21T03:30:26.225455Z","steps":["trace[1076756215] 'process raft request' (duration: 912.12805ms)","trace[1076756215] 'compare' (duration: 876.786631ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:30:26.225543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:24.434496Z","time spent":"1.79101314s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:30:26.225782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051044543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b1770808270fa7\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-21T03:30:26.225873Z","caller":"traceutil/trace.go:171","msg":"trace[741426178] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b1770808270fa7; range_end:; response_count:1; response_revision:2170; }","duration":"2.051170644s","start":"2026-05-21T03:30:24.174681Z","end":"2026-05-21T03:30:26.225852Z","steps":["trace[741426178] 'range keys from in-memory index tree' (duration: 2.047967602s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:26.225927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:24.174664Z","time spent":"2.051251365s","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b1770808270fa7\" "} {"level":"warn","ts":"2026-05-21T03:30:26.768749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.422219744s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-21T03:30:27.257057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.169748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:30:27.257973Z","caller":"traceutil/trace.go:171","msg":"trace[305963332] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"2.810849448s","start":"2026-05-21T03:30:24.447081Z","end":"2026-05-21T03:30:27.25793Z","steps":["trace[305963332] 'process raft request' (duration: 2.322689777s)","trace[305963332] 'compare' (duration: 486.826733ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:30:27.258055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:24.447068Z","time spent":"2.810954389s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:30:27.258589Z","caller":"traceutil/trace.go:171","msg":"trace[209037433] linearizableReadLoop","detail":"{readStateIndex:2261; appliedIndex:2257; }","duration":"2.493393544s","start":"2026-05-21T03:30:24.765177Z","end":"2026-05-21T03:30:27.25857Z","steps":["trace[209037433] 'read index received' (duration: 581.460889ms)","trace[209037433] 'applied index is now lower than readState.Index' (duration: 1.911930925s)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:30:27.258622Z","caller":"traceutil/trace.go:171","msg":"trace[1901940324] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"2.810808128s","start":"2026-05-21T03:30:24.447777Z","end":"2026-05-21T03:30:27.258585Z","steps":["trace[1901940324] 'process raft request' (duration: 2.810079388s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:27.258685Z","caller":"traceutil/trace.go:171","msg":"trace[1395736116] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"2.810346622s","start":"2026-05-21T03:30:24.448313Z","end":"2026-05-21T03:30:27.258659Z","steps":["trace[1395736116] 'process raft request' (duration: 2.809900495s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:27.258645Z","caller":"traceutil/trace.go:171","msg":"trace[241417950] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"1.03037262s","start":"2026-05-21T03:30:26.228263Z","end":"2026-05-21T03:30:27.258635Z","steps":["trace[241417950] 'process raft request' (duration: 1.030020264s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:27.258806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:24.448289Z","time spent":"2.810440983s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:30:27.258873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:26.228245Z","time spent":"1.030547852s","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:30:27.258905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:24.447753Z","time spent":"2.81096748s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:30:28.226138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000525736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-21T03:30:28.226219Z","caller":"traceutil/trace.go:171","msg":"trace[916967651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000661308s","start":"2026-05-21T03:30:26.225539Z","end":"2026-05-21T03:30:28.2262Z","steps":["trace[916967651] 'agreement among raft nodes before linearized reading' (duration: 2.000565167s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:28.226294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:26.225521Z","time spent":"2.000755369s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/21 03:30:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T03:30:29.181227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922876934s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-21T03:30:29.181301Z","caller":"traceutil/trace.go:171","msg":"trace[1912508856] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2262; }","duration":"1.9226016s","start":"2026-05-21T03:30:27.258687Z","end":"2026-05-21T03:30:29.181289Z","steps":["trace[1912508856] 'read index received' (duration: 287.644µs)","trace[1912508856] 'applied index is now lower than readState.Index' (duration: 1.922313076s)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:30:29.181412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.416219256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:30:29.18152Z","caller":"traceutil/trace.go:171","msg":"trace[364412888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2175; }","duration":"4.416312238s","start":"2026-05-21T03:30:24.765143Z","end":"2026-05-21T03:30:29.181455Z","steps":["trace[364412888] 'agreement among raft nodes before linearized reading' (duration: 2.493537386s)","trace[364412888] 'range keys from in-memory index tree' (duration: 1.92262209s)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:30:29.181553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:24.765123Z","time spent":"4.41642146s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:30:29.181557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.337628463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:30:29.181579Z","caller":"traceutil/trace.go:171","msg":"trace[696875385] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2175; }","duration":"4.337687714s","start":"2026-05-21T03:30:24.843883Z","end":"2026-05-21T03:30:29.18157Z","steps":["trace[696875385] 'agreement among raft nodes before linearized reading' (duration: 4.337636883s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:29.181598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:24.843864Z","time spent":"4.337728585s","remote":"127.0.0.1:55258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:30:29.181668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969317088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-21T03:30:29.18174Z","caller":"traceutil/trace.go:171","msg":"trace[1049990400] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2175; }","duration":"2.969394559s","start":"2026-05-21T03:30:26.212329Z","end":"2026-05-21T03:30:29.181724Z","steps":["trace[1049990400] 'agreement among raft nodes before linearized reading' (duration: 2.969133985s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:29.181778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:26.21227Z","time spent":"2.96949925s","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":258,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:30:29.181864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:28.738969Z","time spent":"442.889211ms","remote":"127.0.0.1:49082","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-21T03:30:29.181789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.416417349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-21T03:30:29.18198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.416031244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-21T03:30:29.181995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415288784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-05-21T03:30:29.182002Z","caller":"traceutil/trace.go:171","msg":"trace[637524474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2175; }","duration":"4.416641542s","start":"2026-05-21T03:30:24.76535Z","end":"2026-05-21T03:30:29.181992Z","steps":["trace[637524474] 'agreement among raft nodes before linearized reading' (duration: 4.416361729s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:29.182019Z","caller":"traceutil/trace.go:171","msg":"trace[187511164] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2175; }","duration":"4.415330264s","start":"2026-05-21T03:30:24.766681Z","end":"2026-05-21T03:30:29.182011Z","steps":["trace[187511164] 'agreement among raft nodes before linearized reading' (duration: 4.415273824s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:29.182022Z","caller":"traceutil/trace.go:171","msg":"trace[1376116109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2175; }","duration":"4.416091484s","start":"2026-05-21T03:30:24.765918Z","end":"2026-05-21T03:30:29.182009Z","steps":["trace[1376116109] 'agreement among raft nodes before linearized reading' (duration: 4.415952203s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:29.182038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:24.765344Z","time spent":"4.416682843s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-21T03:30:29.182045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:24.76667Z","time spent":"4.415361906s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-21T03:30:29.182053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:24.765911Z","time spent":"4.416135325s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-21T03:30:29.182046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.416127045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-21T03:30:29.182111Z","caller":"traceutil/trace.go:171","msg":"trace[419606305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2175; }","duration":"4.416223456s","start":"2026-05-21T03:30:24.765871Z","end":"2026-05-21T03:30:29.182094Z","steps":["trace[419606305] 'agreement among raft nodes before linearized reading' (duration: 4.416050464s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:29.182161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:24.765861Z","time spent":"4.416286187s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-21T03:30:29.182219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95043002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-21T03:30:29.182077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197914442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:30:29.18225Z","caller":"traceutil/trace.go:171","msg":"trace[17052358] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2175; }","duration":"2.198140524s","start":"2026-05-21T03:30:26.984103Z","end":"2026-05-21T03:30:29.182244Z","steps":["trace[17052358] 'agreement among raft nodes before linearized reading' (duration: 2.197842401s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:29.182246Z","caller":"traceutil/trace.go:171","msg":"trace[727980638] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2175; }","duration":"1.9504847s","start":"2026-05-21T03:30:27.231752Z","end":"2026-05-21T03:30:29.182237Z","steps":["trace[727980638] 'agreement among raft nodes before linearized reading' (duration: 1.950384819s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:29.18229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:27.231731Z","time spent":"1.950552042s","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-21T03:30:29.182295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:26.983447Z","time spent":"2.198829095s","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:30:29.182332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.351998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:30:29.182353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867253603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:30:29.182366Z","caller":"traceutil/trace.go:171","msg":"trace[1601233502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2176; }","duration":"948.44282ms","start":"2026-05-21T03:30:28.233913Z","end":"2026-05-21T03:30:29.182356Z","steps":["trace[1601233502] 'agreement among raft nodes before linearized reading' (duration: 948.375109ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:30:29.182387Z","caller":"traceutil/trace.go:171","msg":"trace[1535849187] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2176; }","duration":"1.867321354s","start":"2026-05-21T03:30:27.315055Z","end":"2026-05-21T03:30:29.182377Z","steps":["trace[1535849187] 'agreement among raft nodes before linearized reading' (duration: 1.867230403s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:29.182396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:28.233894Z","time spent":"948.49668ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:30:29.182409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:27.315006Z","time spent":"1.867396754s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:30:29.182428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330687948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:30:29.182447Z","caller":"traceutil/trace.go:171","msg":"trace[741728845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2176; }","duration":"1.330734468s","start":"2026-05-21T03:30:27.851706Z","end":"2026-05-21T03:30:29.18244Z","steps":["trace[741728845] 'agreement among raft nodes before linearized reading' (duration: 1.330705878s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:29.182461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:27.851687Z","time spent":"1.330770508s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:30:29.182558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.417826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b176e898cb088c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-21T03:30:29.182571Z","caller":"traceutil/trace.go:171","msg":"trace[267082911] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b176e898cb088c; range_end:; response_count:1; response_revision:2176; }","duration":"953.463966ms","start":"2026-05-21T03:30:28.229102Z","end":"2026-05-21T03:30:29.182566Z","steps":["trace[267082911] 'agreement among raft nodes before linearized reading' (duration: 953.420776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:29.182583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:28.229089Z","time spent":"953.491458ms","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b176e898cb088c\" "} {"level":"warn","ts":"2026-05-21T03:30:29.182577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7624543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-21T03:30:29.182609Z","caller":"traceutil/trace.go:171","msg":"trace[901692972] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2176; }","duration":"1.7625255s","start":"2026-05-21T03:30:27.420075Z","end":"2026-05-21T03:30:29.1826Z","steps":["trace[901692972] 'agreement among raft nodes before linearized reading' (duration: 1.762417499s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:29.182629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:27.420051Z","time spent":"1.762572951s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-21T03:30:29.182624Z","caller":"traceutil/trace.go:171","msg":"trace[793312218] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"952.668827ms","start":"2026-05-21T03:30:28.229944Z","end":"2026-05-21T03:30:29.182613Z","steps":["trace[793312218] 'process raft request' (duration: 952.163961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:29.182705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:28.229935Z","time spent":"952.716898ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:30:29.18274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.516727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-21T03:30:29.182779Z","caller":"traceutil/trace.go:171","msg":"trace[212198383] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2176; }","duration":"904.593718ms","start":"2026-05-21T03:30:28.278175Z","end":"2026-05-21T03:30:29.182769Z","steps":["trace[212198383] 'agreement among raft nodes before linearized reading' (duration: 904.476547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:29.18281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:28.278154Z","time spent":"904.647339ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-21T03:30:29.18285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.417192439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-21T03:30:29.182902Z","caller":"traceutil/trace.go:171","msg":"trace[828889880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2176; }","duration":"4.417267581s","start":"2026-05-21T03:30:24.765626Z","end":"2026-05-21T03:30:29.182894Z","steps":["trace[828889880] 'agreement among raft nodes before linearized reading' (duration: 4.417138248s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:30:29.182928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:30:24.765617Z","time spent":"4.417302281s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-21T03:31:19.480051Z","caller":"traceutil/trace.go:171","msg":"trace[1473086687] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"104.215489ms","start":"2026-05-21T03:31:19.375811Z","end":"2026-05-21T03:31:19.480026Z","steps":["trace[1473086687] 'process raft request' (duration: 104.030947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:20.347615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.095018ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:31:20.347763Z","caller":"traceutil/trace.go:171","msg":"trace[1415705826] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2453; }","duration":"588.2511ms","start":"2026-05-21T03:31:19.759486Z","end":"2026-05-21T03:31:20.347737Z","steps":["trace[1415705826] 'range keys from in-memory index tree' (duration: 588.077258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:20.348792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.02829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:31:20.34898Z","caller":"traceutil/trace.go:171","msg":"trace[263140828] linearizableReadLoop","detail":"{readStateIndex:2552; appliedIndex:2550; }","duration":"771.643494ms","start":"2026-05-21T03:31:19.577317Z","end":"2026-05-21T03:31:20.348961Z","steps":["trace[263140828] 'read index received' (duration: 45.556825ms)","trace[263140828] 'applied index is now lower than readState.Index' (duration: 726.085679ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:20.349063Z","caller":"traceutil/trace.go:171","msg":"trace[1683707999] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"770.869234ms","start":"2026-05-21T03:31:19.578169Z","end":"2026-05-21T03:31:20.349038Z","steps":["trace[1683707999] 'process raft request' (duration: 770.712153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:20.349167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.840016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-21T03:31:20.349201Z","caller":"traceutil/trace.go:171","msg":"trace[1269671206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2455; }","duration":"771.901586ms","start":"2026-05-21T03:31:19.577287Z","end":"2026-05-21T03:31:20.349189Z","steps":["trace[1269671206] 'agreement among raft nodes before linearized reading' (duration: 771.779565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:20.349252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.541662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:31:20.349258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:19.577277Z","time spent":"771.968127ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-21T03:31:20.349286Z","caller":"traceutil/trace.go:171","msg":"trace[1201821030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2455; }","duration":"528.610542ms","start":"2026-05-21T03:31:19.820666Z","end":"2026-05-21T03:31:20.349277Z","steps":["trace[1201821030] 'agreement among raft nodes before linearized reading' (duration: 528.566222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:20.349317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:19.820643Z","time spent":"528.664973ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:31:20.349213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.521541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:31:20.349478Z","caller":"traceutil/trace.go:171","msg":"trace[1351148543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2455; }","duration":"771.804906ms","start":"2026-05-21T03:31:19.577662Z","end":"2026-05-21T03:31:20.349467Z","steps":["trace[1351148543] 'agreement among raft nodes before linearized reading' (duration: 771.482902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:20.349501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.200592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-05-21T03:31:20.349517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:19.577654Z","time spent":"771.853127ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-21T03:31:20.349531Z","caller":"traceutil/trace.go:171","msg":"trace[1667860956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2455; }","duration":"759.273484ms","start":"2026-05-21T03:31:19.590248Z","end":"2026-05-21T03:31:20.349521Z","steps":["trace[1667860956] 'agreement among raft nodes before linearized reading' (duration: 759.192003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:20.349555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:19.590223Z","time spent":"759.325714ms","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5451,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-21T03:31:20.349439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:19.578155Z","time spent":"771.034566ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:31:20.349743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.375215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-21T03:31:20.34977Z","caller":"traceutil/trace.go:171","msg":"trace[387907854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2455; }","duration":"768.429245ms","start":"2026-05-21T03:31:19.581333Z","end":"2026-05-21T03:31:20.349762Z","steps":["trace[387907854] 'agreement among raft nodes before linearized reading' (duration: 768.341864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:20.349798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:19.58132Z","time spent":"768.466965ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-21T03:31:20.34911Z","caller":"traceutil/trace.go:171","msg":"trace[2012190491] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"772.080488ms","start":"2026-05-21T03:31:19.577016Z","end":"2026-05-21T03:31:20.349096Z","steps":["trace[2012190491] 'process raft request' (duration: 351.664773ms)","trace[2012190491] 'compare' (duration: 418.969858ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:31:20.349879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.595641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-21T03:31:20.349919Z","caller":"traceutil/trace.go:171","msg":"trace[1958941298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2455; }","duration":"770.658752ms","start":"2026-05-21T03:31:19.57925Z","end":"2026-05-21T03:31:20.349909Z","steps":["trace[1958941298] 'agreement among raft nodes before linearized reading' (duration: 770.557101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:20.349948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:19.57924Z","time spent":"770.701372ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-21T03:31:20.350176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:19.577002Z","time spent":"772.826478ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:31:20.350614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.851982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-21T03:31:20.350735Z","caller":"traceutil/trace.go:171","msg":"trace[102954264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2455; }","duration":"770.047634ms","start":"2026-05-21T03:31:19.580649Z","end":"2026-05-21T03:31:20.350696Z","steps":["trace[102954264] 'agreement among raft nodes before linearized reading' (duration: 769.457937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:20.350808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:19.580608Z","time spent":"770.183796ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-21T03:31:20.624837Z","caller":"traceutil/trace.go:171","msg":"trace[1712270170] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"271.041668ms","start":"2026-05-21T03:31:20.353774Z","end":"2026-05-21T03:31:20.624816Z","steps":["trace[1712270170] 'process raft request' (duration: 268.233574ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:20.624857Z","caller":"traceutil/trace.go:171","msg":"trace[412507187] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"270.736944ms","start":"2026-05-21T03:31:20.354098Z","end":"2026-05-21T03:31:20.624835Z","steps":["trace[412507187] 'process raft request' (duration: 270.624503ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:20.624942Z","caller":"traceutil/trace.go:171","msg":"trace[731114168] linearizableReadLoop","detail":"{readStateIndex:2558; appliedIndex:2553; }","duration":"192.900317ms","start":"2026-05-21T03:31:20.432026Z","end":"2026-05-21T03:31:20.624927Z","steps":["trace[731114168] 'read index received' (duration: 11.667932ms)","trace[731114168] 'applied index is now lower than readState.Index' (duration: 181.229835ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:31:20.625029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.997668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:31:20.625069Z","caller":"traceutil/trace.go:171","msg":"trace[569110243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2460; }","duration":"193.089989ms","start":"2026-05-21T03:31:20.431971Z","end":"2026-05-21T03:31:20.625061Z","steps":["trace[569110243] 'agreement among raft nodes before linearized reading' (duration: 193.007928ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:20.625228Z","caller":"traceutil/trace.go:171","msg":"trace[976443377] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"270.919536ms","start":"2026-05-21T03:31:20.354298Z","end":"2026-05-21T03:31:20.625218Z","steps":["trace[976443377] 'process raft request' (duration: 270.573532ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:20.625356Z","caller":"traceutil/trace.go:171","msg":"trace[1714324364] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"270.950677ms","start":"2026-05-21T03:31:20.35427Z","end":"2026-05-21T03:31:20.62522Z","steps":["trace[1714324364] 'process raft request' (duration: 270.526522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:21.129558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.425268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:31:21.129653Z","caller":"traceutil/trace.go:171","msg":"trace[808105026] linearizableReadLoop","detail":"{readStateIndex:2559; appliedIndex:2558; }","duration":"373.556831ms","start":"2026-05-21T03:31:20.75608Z","end":"2026-05-21T03:31:21.129637Z","steps":["trace[808105026] 'read index received' (duration: 260.050871ms)","trace[808105026] 'applied index is now lower than readState.Index' (duration: 113.50487ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:21.129788Z","caller":"traceutil/trace.go:171","msg":"trace[588346819] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"385.212043ms","start":"2026-05-21T03:31:20.744512Z","end":"2026-05-21T03:31:21.129724Z","steps":["trace[588346819] 'process raft request' (duration: 271.540972ms)","trace[588346819] 'compare' (duration: 113.315307ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:31:21.129932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.854105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:31:21.129992Z","caller":"traceutil/trace.go:171","msg":"trace[1168160734] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2461; }","duration":"373.911096ms","start":"2026-05-21T03:31:20.756063Z","end":"2026-05-21T03:31:21.129974Z","steps":["trace[1168160734] 'agreement among raft nodes before linearized reading' (duration: 373.779485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:21.130056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:20.756001Z","time spent":"374.044197ms","remote":"127.0.0.1:55210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:31:21.130058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:20.744485Z","time spent":"385.392595ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:31:21.130342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.329839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-21T03:31:21.13038Z","caller":"traceutil/trace.go:171","msg":"trace[1542077530] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2461; }","duration":"290.41062ms","start":"2026-05-21T03:31:20.839961Z","end":"2026-05-21T03:31:21.130372Z","steps":["trace[1542077530] 'agreement among raft nodes before linearized reading' (duration: 289.991435ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:29.816817Z","caller":"traceutil/trace.go:171","msg":"trace[265706400] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"160.907028ms","start":"2026-05-21T03:31:29.655886Z","end":"2026-05-21T03:31:29.816793Z","steps":["trace[265706400] 'process raft request' (duration: 160.735161ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:39.841374Z","caller":"traceutil/trace.go:171","msg":"trace[2143705103] linearizableReadLoop","detail":"{readStateIndex:2708; appliedIndex:2707; }","duration":"278.339067ms","start":"2026-05-21T03:31:39.563011Z","end":"2026-05-21T03:31:39.84135Z","steps":["trace[2143705103] 'read index received' (duration: 278.212703ms)","trace[2143705103] 'applied index is now lower than readState.Index' (duration: 125.004µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:39.841806Z","caller":"traceutil/trace.go:171","msg":"trace[1516783802] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"290.662541ms","start":"2026-05-21T03:31:39.551107Z","end":"2026-05-21T03:31:39.841769Z","steps":["trace[1516783802] 'process raft request' (duration: 290.073028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:39.842043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.492004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:31:39.842102Z","caller":"traceutil/trace.go:171","msg":"trace[1862995123] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2604; }","duration":"279.112027ms","start":"2026-05-21T03:31:39.562971Z","end":"2026-05-21T03:31:39.842083Z","steps":["trace[1862995123] 'agreement among raft nodes before linearized reading' (duration: 278.475452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:41.952038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:41.476934Z","time spent":"475.100794ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-21T03:31:42.209993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.401782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:31:42.210296Z","caller":"traceutil/trace.go:171","msg":"trace[521126062] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"362.285251ms","start":"2026-05-21T03:31:41.84795Z","end":"2026-05-21T03:31:42.210236Z","steps":["trace[521126062] 'process raft request' (duration: 152.536906ms)","trace[521126062] 'compare' (duration: 209.115351ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:42.210329Z","caller":"traceutil/trace.go:171","msg":"trace[658053305] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"257.247274ms","start":"2026-05-21T03:31:41.953057Z","end":"2026-05-21T03:31:42.210304Z","steps":["trace[658053305] 'process raft request' (duration: 257.183561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:42.210512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:41.847923Z","time spent":"362.446747ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:31:42.210595Z","caller":"traceutil/trace.go:171","msg":"trace[2120097101] linearizableReadLoop","detail":"{readStateIndex:2720; appliedIndex:2717; }","duration":"284.985589ms","start":"2026-05-21T03:31:41.925597Z","end":"2026-05-21T03:31:42.210582Z","steps":["trace[2120097101] 'read index received' (duration: 26.322563ms)","trace[2120097101] 'applied index is now lower than readState.Index' (duration: 258.661586ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:42.210508Z","caller":"traceutil/trace.go:171","msg":"trace[1060979606] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"304.983641ms","start":"2026-05-21T03:31:41.905501Z","end":"2026-05-21T03:31:42.210485Z","steps":["trace[1060979606] 'process raft request' (duration: 304.627367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:42.210724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.147006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:31:42.210774Z","caller":"traceutil/trace.go:171","msg":"trace[669838988] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2616; }","duration":"285.241119ms","start":"2026-05-21T03:31:41.925518Z","end":"2026-05-21T03:31:42.210759Z","steps":["trace[669838988] 'agreement among raft nodes before linearized reading' (duration: 285.158036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:42.210788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:41.905471Z","time spent":"305.257411ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:31:42.21098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.404199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-21T03:31:42.211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.384076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:31:42.211095Z","caller":"traceutil/trace.go:171","msg":"trace[1689686074] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2616; }","duration":"188.741299ms","start":"2026-05-21T03:31:42.022335Z","end":"2026-05-21T03:31:42.211077Z","steps":["trace[1689686074] 'agreement among raft nodes before linearized reading' (duration: 188.390336ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:42.211089Z","caller":"traceutil/trace.go:171","msg":"trace[1843149478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2616; }","duration":"149.520053ms","start":"2026-05-21T03:31:42.06155Z","end":"2026-05-21T03:31:42.21107Z","steps":["trace[1843149478] 'agreement among raft nodes before linearized reading' (duration: 149.367558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:42.582686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.171594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:31:42.582765Z","caller":"traceutil/trace.go:171","msg":"trace[1501982735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2616; }","duration":"152.300468ms","start":"2026-05-21T03:31:42.430447Z","end":"2026-05-21T03:31:42.582747Z","steps":["trace[1501982735] 'range keys from in-memory index tree' (duration: 152.102251ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:42.661606Z","caller":"traceutil/trace.go:171","msg":"trace[271341248] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"206.942359ms","start":"2026-05-21T03:31:42.454632Z","end":"2026-05-21T03:31:42.661574Z","steps":["trace[271341248] 'process raft request' (duration: 206.44516ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:42.750002Z","caller":"traceutil/trace.go:171","msg":"trace[1766095740] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"190.575309ms","start":"2026-05-21T03:31:42.559399Z","end":"2026-05-21T03:31:42.749974Z","steps":["trace[1766095740] 'process raft request' (duration: 176.62581ms)","trace[1766095740] 'compare' (duration: 13.72046ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:42.750191Z","caller":"traceutil/trace.go:171","msg":"trace[694528746] linearizableReadLoop","detail":"{readStateIndex:2724; appliedIndex:2721; }","duration":"165.878393ms","start":"2026-05-21T03:31:42.584288Z","end":"2026-05-21T03:31:42.750167Z","steps":["trace[694528746] 'read index received' (duration: 76.748967ms)","trace[694528746] 'applied index is now lower than readState.Index' (duration: 89.127176ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:42.750266Z","caller":"traceutil/trace.go:171","msg":"trace[1816110880] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"181.165382ms","start":"2026-05-21T03:31:42.569089Z","end":"2026-05-21T03:31:42.750254Z","steps":["trace[1816110880] 'process raft request' (duration: 180.800519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:42.750323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.015818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:31:42.750361Z","caller":"traceutil/trace.go:171","msg":"trace[1504639451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2619; }","duration":"166.108042ms","start":"2026-05-21T03:31:42.584243Z","end":"2026-05-21T03:31:42.750351Z","steps":["trace[1504639451] 'agreement among raft nodes before linearized reading' (duration: 166.029769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:42.750413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.439492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-21T03:31:42.75044Z","caller":"traceutil/trace.go:171","msg":"trace[544178885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2619; }","duration":"139.505615ms","start":"2026-05-21T03:31:42.610926Z","end":"2026-05-21T03:31:42.750432Z","steps":["trace[544178885] 'agreement among raft nodes before linearized reading' (duration: 139.415352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:42.971334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.409489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-21T03:31:42.971419Z","caller":"traceutil/trace.go:171","msg":"trace[1580658464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2620; }","duration":"102.542895ms","start":"2026-05-21T03:31:42.868858Z","end":"2026-05-21T03:31:42.971401Z","steps":["trace[1580658464] 'range keys from in-memory index tree' (duration: 102.259174ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:43.222949Z","caller":"traceutil/trace.go:171","msg":"trace[1623202203] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"246.066331ms","start":"2026-05-21T03:31:42.976861Z","end":"2026-05-21T03:31:43.222927Z","steps":["trace[1623202203] 'process raft request' (duration: 246.028169ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:43.222972Z","caller":"traceutil/trace.go:171","msg":"trace[2127145237] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"247.35633ms","start":"2026-05-21T03:31:42.975587Z","end":"2026-05-21T03:31:43.222944Z","steps":["trace[2127145237] 'process raft request' (duration: 199.998365ms)","trace[2127145237] 'compare' (duration: 46.885597ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:43.223148Z","caller":"traceutil/trace.go:171","msg":"trace[93944947] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"247.378452ms","start":"2026-05-21T03:31:42.97576Z","end":"2026-05-21T03:31:43.223139Z","steps":["trace[93944947] 'process raft request' (duration: 247.054079ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:44.342567Z","caller":"traceutil/trace.go:171","msg":"trace[407993352] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"125.747207ms","start":"2026-05-21T03:31:44.21679Z","end":"2026-05-21T03:31:44.342537Z","steps":["trace[407993352] 'process raft request' (duration: 125.344182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:44.603854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.787146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:31:44.604294Z","caller":"traceutil/trace.go:171","msg":"trace[247948952] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"257.274521ms","start":"2026-05-21T03:31:44.346991Z","end":"2026-05-21T03:31:44.604266Z","steps":["trace[247948952] 'process raft request' (duration: 126.006647ms)","trace[247948952] 'compare' (duration: 130.677561ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:44.604378Z","caller":"traceutil/trace.go:171","msg":"trace[548476814] linearizableReadLoop","detail":"{readStateIndex:2733; appliedIndex:2731; }","duration":"174.07977ms","start":"2026-05-21T03:31:44.43028Z","end":"2026-05-21T03:31:44.604359Z","steps":["trace[548476814] 'read index received' (duration: 42.733563ms)","trace[548476814] 'applied index is now lower than readState.Index' (duration: 131.345297ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:44.604511Z","caller":"traceutil/trace.go:171","msg":"trace[1806409823] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"257.118296ms","start":"2026-05-21T03:31:44.347381Z","end":"2026-05-21T03:31:44.604499Z","steps":["trace[1806409823] 'process raft request' (duration: 256.825615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:44.604686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.376402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:31:44.604801Z","caller":"traceutil/trace.go:171","msg":"trace[70168247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2628; }","duration":"174.549297ms","start":"2026-05-21T03:31:44.43023Z","end":"2026-05-21T03:31:44.604779Z","steps":["trace[70168247] 'agreement among raft nodes before linearized reading' (duration: 174.298738ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:45.374735Z","caller":"traceutil/trace.go:171","msg":"trace[965169626] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"144.051089ms","start":"2026-05-21T03:31:45.23064Z","end":"2026-05-21T03:31:45.374691Z","steps":["trace[965169626] 'process raft request' (duration: 84.578827ms)","trace[965169626] 'compare' (duration: 59.080307ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:45.374909Z","caller":"traceutil/trace.go:171","msg":"trace[1871050873] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"142.736369ms","start":"2026-05-21T03:31:45.232144Z","end":"2026-05-21T03:31:45.37488Z","steps":["trace[1871050873] 'process raft request' (duration: 142.336824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:46.638169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.201528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:31:46.638274Z","caller":"traceutil/trace.go:171","msg":"trace[1647964968] linearizableReadLoop","detail":"{readStateIndex:2747; appliedIndex:2746; }","duration":"247.497706ms","start":"2026-05-21T03:31:46.39076Z","end":"2026-05-21T03:31:46.638258Z","steps":["trace[1647964968] 'read index received' (duration: 120.989286ms)","trace[1647964968] 'applied index is now lower than readState.Index' (duration: 126.50744ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:31:46.638409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.641702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:31:46.63845Z","caller":"traceutil/trace.go:171","msg":"trace[418735096] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:0; response_revision:2642; }","duration":"247.708655ms","start":"2026-05-21T03:31:46.390727Z","end":"2026-05-21T03:31:46.638435Z","steps":["trace[418735096] 'agreement among raft nodes before linearized reading' (duration: 247.621501ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:46.638426Z","caller":"traceutil/trace.go:171","msg":"trace[1945142129] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"289.689884ms","start":"2026-05-21T03:31:46.348677Z","end":"2026-05-21T03:31:46.638367Z","steps":["trace[1945142129] 'process raft request' (duration: 163.205475ms)","trace[1945142129] 'compare' (duration: 126.043403ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:31:46.638495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.018677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:31:46.638585Z","caller":"traceutil/trace.go:171","msg":"trace[307236096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2642; }","duration":"209.168542ms","start":"2026-05-21T03:31:46.429392Z","end":"2026-05-21T03:31:46.638561Z","steps":["trace[307236096] 'agreement among raft nodes before linearized reading' (duration: 209.025077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:47.362462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.773057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:31:47.362495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.798049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-05-21T03:31:47.362547Z","caller":"traceutil/trace.go:171","msg":"trace[799727558] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-externaldb; range_end:; response_count:0; response_revision:2645; }","duration":"358.892352ms","start":"2026-05-21T03:31:47.003637Z","end":"2026-05-21T03:31:47.362529Z","steps":["trace[799727558] 'range keys from in-memory index tree' (duration: 358.718456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:47.362588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:47.003625Z","time spent":"358.954074ms","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" "} {"level":"info","ts":"2026-05-21T03:31:47.3632Z","caller":"traceutil/trace.go:171","msg":"trace[1690198188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2645; }","duration":"275.879201ms","start":"2026-05-21T03:31:47.086665Z","end":"2026-05-21T03:31:47.362544Z","steps":["trace[1690198188] 'range keys from in-memory index tree' (duration: 275.670454ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:47.494416Z","caller":"traceutil/trace.go:171","msg":"trace[882866504] linearizableReadLoop","detail":"{readStateIndex:2753; appliedIndex:2751; }","duration":"115.720129ms","start":"2026-05-21T03:31:47.378667Z","end":"2026-05-21T03:31:47.494387Z","steps":["trace[882866504] 'read index received' (duration: 58.436341ms)","trace[882866504] 'applied index is now lower than readState.Index' (duration: 57.282738ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:47.494533Z","caller":"traceutil/trace.go:171","msg":"trace[1563384069] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"124.765484ms","start":"2026-05-21T03:31:47.369728Z","end":"2026-05-21T03:31:47.494494Z","steps":["trace[1563384069] 'process raft request' (duration: 101.019556ms)","trace[1563384069] 'compare' (duration: 23.515259ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:31:47.494685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.994729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-21T03:31:47.49473Z","caller":"traceutil/trace.go:171","msg":"trace[1381162886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2647; }","duration":"116.086162ms","start":"2026-05-21T03:31:47.378633Z","end":"2026-05-21T03:31:47.494719Z","steps":["trace[1381162886] 'agreement among raft nodes before linearized reading' (duration: 115.928076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:47.494778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.870714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:31:47.494834Z","caller":"traceutil/trace.go:171","msg":"trace[179788848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2647; }","duration":"115.951278ms","start":"2026-05-21T03:31:47.378869Z","end":"2026-05-21T03:31:47.49482Z","steps":["trace[179788848] 'agreement among raft nodes before linearized reading' (duration: 115.779341ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:48.072024Z","caller":"traceutil/trace.go:171","msg":"trace[334047505] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"118.767389ms","start":"2026-05-21T03:31:47.953151Z","end":"2026-05-21T03:31:48.071918Z","steps":["trace[334047505] 'process raft request' (duration: 104.446142ms)","trace[334047505] 'compare' (duration: 14.1111ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:48.072025Z","caller":"traceutil/trace.go:171","msg":"trace[507328127] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"117.799244ms","start":"2026-05-21T03:31:47.954193Z","end":"2026-05-21T03:31:48.071993Z","steps":["trace[507328127] 'process raft request' (duration: 117.68492ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:48.966633Z","caller":"traceutil/trace.go:171","msg":"trace[1914582676] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"135.452796ms","start":"2026-05-21T03:31:48.831144Z","end":"2026-05-21T03:31:48.966597Z","steps":["trace[1914582676] 'process raft request' (duration: 54.308519ms)","trace[1914582676] 'compare' (duration: 80.808895ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:31:51.346564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539258418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:31:51.847121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539258418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:31:52.348234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539258418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:31:52.849005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539258418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:31:53.191994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.540540494s","expected-duration":"1s"} {"level":"info","ts":"2026-05-21T03:31:53.192556Z","caller":"traceutil/trace.go:171","msg":"trace[1804341697] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"2.541159776s","start":"2026-05-21T03:31:50.651349Z","end":"2026-05-21T03:31:53.192509Z","steps":["trace[1804341697] 'process raft request' (duration: 2.540866245s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.192761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:50.651324Z","time spent":"2.541334472s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:31:53.429367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000580989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-21T03:31:53.429431Z","caller":"traceutil/trace.go:171","msg":"trace[1898560852] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000697703s","start":"2026-05-21T03:31:51.428719Z","end":"2026-05-21T03:31:53.429416Z","steps":["trace[1898560852] 'agreement among raft nodes before linearized reading' (duration: 2.00061647s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.429464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:51.428695Z","time spent":"2.000762436s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/21 03:31:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-21T03:31:53.482131Z","caller":"traceutil/trace.go:171","msg":"trace[964289577] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"2.607114603s","start":"2026-05-21T03:31:50.874977Z","end":"2026-05-21T03:31:53.482092Z","steps":["trace[964289577] 'process raft request' (duration: 2.606726829s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:53.482473Z","caller":"traceutil/trace.go:171","msg":"trace[1255961348] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"2.493548582s","start":"2026-05-21T03:31:50.988905Z","end":"2026-05-21T03:31:53.482454Z","steps":["trace[1255961348] 'process raft request' (duration: 2.493074965s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.482591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:50.988876Z","time spent":"2.493661376s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:31:53.482716Z","caller":"traceutil/trace.go:171","msg":"trace[512063288] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"1.94762819s","start":"2026-05-21T03:31:51.535066Z","end":"2026-05-21T03:31:53.482694Z","steps":["trace[512063288] 'process raft request' (duration: 1.947331499s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.482841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:51.535007Z","time spent":"1.947766854s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:31:53.482976Z","caller":"traceutil/trace.go:171","msg":"trace[1266682044] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"1.138711455s","start":"2026-05-21T03:31:52.344242Z","end":"2026-05-21T03:31:53.482953Z","steps":["trace[1266682044] 'process raft request' (duration: 1.138387333s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.483161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:52.344212Z","time spent":"1.138895951s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:31:53.483211Z","caller":"traceutil/trace.go:171","msg":"trace[1329908618] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"758.583027ms","start":"2026-05-21T03:31:52.724606Z","end":"2026-05-21T03:31:53.483189Z","steps":["trace[1329908618] 'process raft request' (duration: 758.234045ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:53.483269Z","caller":"traceutil/trace.go:171","msg":"trace[1463819705] linearizableReadLoop","detail":"{readStateIndex:2820; appliedIndex:2814; }","duration":"2.637687636s","start":"2026-05-21T03:31:50.845569Z","end":"2026-05-21T03:31:53.483256Z","steps":["trace[1463819705] 'read index received' (duration: 2.346697905s)","trace[1463819705] 'applied index is now lower than readState.Index' (duration: 290.989081ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:53.48334Z","caller":"traceutil/trace.go:171","msg":"trace[1368224357] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"602.143676ms","start":"2026-05-21T03:31:52.881188Z","end":"2026-05-21T03:31:53.483332Z","steps":["trace[1368224357] 'process raft request' (duration: 601.951599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.48334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:52.724578Z","time spent":"758.697771ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:31:53.483389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:52.881165Z","time spent":"602.196378ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:31:53.483526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006814567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.76\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-05-21T03:31:53.483531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492199942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-21T03:31:53.483589Z","caller":"traceutil/trace.go:171","msg":"trace[659568101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2715; }","duration":"2.492288395s","start":"2026-05-21T03:31:50.991285Z","end":"2026-05-21T03:31:53.483573Z","steps":["trace[659568101] 'agreement among raft nodes before linearized reading' (duration: 2.492130329s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.483629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970757539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-21T03:31:53.483651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:50.991272Z","time spent":"2.492362538s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-21T03:31:53.483665Z","caller":"traceutil/trace.go:171","msg":"trace[671752379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2715; }","duration":"1.970822401s","start":"2026-05-21T03:31:51.512836Z","end":"2026-05-21T03:31:53.483658Z","steps":["trace[671752379] 'agreement among raft nodes before linearized reading' (duration: 1.970729528s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.483691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:51.51282Z","time spent":"1.970866332s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-21T03:31:53.483785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033292178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:31:53.483806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985158511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-21T03:31:53.483825Z","caller":"traceutil/trace.go:171","msg":"trace[1858417326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2715; }","duration":"1.03336225s","start":"2026-05-21T03:31:52.45045Z","end":"2026-05-21T03:31:53.483812Z","steps":["trace[1858417326] 'agreement among raft nodes before linearized reading' (duration: 1.033315069s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:53.483834Z","caller":"traceutil/trace.go:171","msg":"trace[1311705259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2715; }","duration":"1.985187422s","start":"2026-05-21T03:31:51.498639Z","end":"2026-05-21T03:31:53.483827Z","steps":["trace[1311705259] 'agreement among raft nodes before linearized reading' (duration: 1.985106919s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.483824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022802737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:31:53.483856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:51.498575Z","time spent":"1.985276665s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-21T03:31:53.483883Z","caller":"traceutil/trace.go:171","msg":"trace[119701361] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2715; }","duration":"2.022900561s","start":"2026-05-21T03:31:51.460963Z","end":"2026-05-21T03:31:53.483864Z","steps":["trace[119701361] 'agreement among raft nodes before linearized reading' (duration: 2.022782807s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.483943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:51.460947Z","time spent":"2.022980703s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:31:53.484062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405837675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-21T03:31:53.484098Z","caller":"traceutil/trace.go:171","msg":"trace[1672712886] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2715; }","duration":"2.405871416s","start":"2026-05-21T03:31:51.078217Z","end":"2026-05-21T03:31:53.484088Z","steps":["trace[1672712886] 'agreement among raft nodes before linearized reading' (duration: 2.405774053s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.484125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:51.078177Z","time spent":"2.405943229s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-21T03:31:53.483601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638038549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:31:53.484211Z","caller":"traceutil/trace.go:171","msg":"trace[1519881659] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2715; }","duration":"2.638669301s","start":"2026-05-21T03:31:50.845519Z","end":"2026-05-21T03:31:53.484188Z","steps":["trace[1519881659] 'agreement among raft nodes before linearized reading' (duration: 2.638058229s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.484242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932558872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-21T03:31:53.484318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:50.845499Z","time spent":"2.638794055s","remote":"127.0.0.1:47666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-21T03:31:53.484398Z","caller":"traceutil/trace.go:171","msg":"trace[1789454110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2715; }","duration":"1.932775039s","start":"2026-05-21T03:31:51.551571Z","end":"2026-05-21T03:31:53.484346Z","steps":["trace[1789454110] 'agreement among raft nodes before linearized reading' (duration: 1.93223104s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.484515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:51.551555Z","time spent":"1.932948747s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:31:53.483854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:52.450428Z","time spent":"1.033420863s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:31:53.484591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274429457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-21T03:31:53.484625Z","caller":"traceutil/trace.go:171","msg":"trace[23063239] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2715; }","duration":"1.274539141s","start":"2026-05-21T03:31:52.210078Z","end":"2026-05-21T03:31:53.484617Z","steps":["trace[23063239] 'agreement among raft nodes before linearized reading' (duration: 1.274440957s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.484644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:52.210054Z","time spent":"1.274585722s","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-21T03:31:53.483551Z","caller":"traceutil/trace.go:171","msg":"trace[45825872] range","detail":"{range_begin:/registry/masterleases/199.19.213.76; range_end:; response_count:1; response_revision:2715; }","duration":"2.006873009s","start":"2026-05-21T03:31:51.476671Z","end":"2026-05-21T03:31:53.483544Z","steps":["trace[45825872] 'agreement among raft nodes before linearized reading' (duration: 2.006780886s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.483543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946199859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-21T03:31:53.484809Z","caller":"traceutil/trace.go:171","msg":"trace[695206688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2715; }","duration":"1.947503835s","start":"2026-05-21T03:31:51.537296Z","end":"2026-05-21T03:31:53.4848Z","steps":["trace[695206688] 'agreement among raft nodes before linearized reading' (duration: 1.946153036s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:53.484814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:51.47665Z","time spent":"2.008146415s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.76\" "} {"level":"warn","ts":"2026-05-21T03:31:53.48484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:51.53728Z","time spent":"1.947550538s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-21T03:31:53.482593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:31:50.874953Z","time spent":"2.607284449s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:31:55.659992Z","caller":"traceutil/trace.go:171","msg":"trace[1622889720] linearizableReadLoop","detail":"{readStateIndex:2833; appliedIndex:2830; }","duration":"161.945918ms","start":"2026-05-21T03:31:55.498028Z","end":"2026-05-21T03:31:55.659974Z","steps":["trace[1622889720] 'read index received' (duration: 51.152512ms)","trace[1622889720] 'applied index is now lower than readState.Index' (duration: 110.792816ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:55.660251Z","caller":"traceutil/trace.go:171","msg":"trace[2068108098] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"168.743889ms","start":"2026-05-21T03:31:55.491498Z","end":"2026-05-21T03:31:55.660242Z","steps":["trace[2068108098] 'process raft request' (duration: 132.636353ms)","trace[2068108098] 'compare' (duration: 35.725483ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:31:55.660407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.450109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-21T03:31:55.66218Z","caller":"traceutil/trace.go:171","msg":"trace[525955024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2726; }","duration":"163.244144ms","start":"2026-05-21T03:31:55.498923Z","end":"2026-05-21T03:31:55.662167Z","steps":["trace[525955024] 'agreement among raft nodes before linearized reading' (duration: 161.369627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:55.660528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.213342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:31:55.662279Z","caller":"traceutil/trace.go:171","msg":"trace[100724505] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2726; }","duration":"115.010767ms","start":"2026-05-21T03:31:55.547254Z","end":"2026-05-21T03:31:55.662264Z","steps":["trace[100724505] 'agreement among raft nodes before linearized reading' (duration: 113.226753ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:55.660555Z","caller":"traceutil/trace.go:171","msg":"trace[1449262013] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"166.728437ms","start":"2026-05-21T03:31:55.49382Z","end":"2026-05-21T03:31:55.660548Z","steps":["trace[1449262013] 'process raft request' (duration: 166.125016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:55.660629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.601121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-21T03:31:55.662495Z","caller":"traceutil/trace.go:171","msg":"trace[3953582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2726; }","duration":"164.483889ms","start":"2026-05-21T03:31:55.498004Z","end":"2026-05-21T03:31:55.662488Z","steps":["trace[3953582] 'agreement among raft nodes before linearized reading' (duration: 162.56553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:55.660754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.277428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-21T03:31:55.660798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.950997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-21T03:31:55.66265Z","caller":"traceutil/trace.go:171","msg":"trace[1733728776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2726; }","duration":"161.835364ms","start":"2026-05-21T03:31:55.500807Z","end":"2026-05-21T03:31:55.662642Z","steps":["trace[1733728776] 'agreement among raft nodes before linearized reading' (duration: 159.959887ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:55.662619Z","caller":"traceutil/trace.go:171","msg":"trace[1896536243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2726; }","duration":"162.142895ms","start":"2026-05-21T03:31:55.500438Z","end":"2026-05-21T03:31:55.66258Z","steps":["trace[1896536243] 'agreement among raft nodes before linearized reading' (duration: 160.276038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:55.660843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.715638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-21T03:31:55.66271Z","caller":"traceutil/trace.go:171","msg":"trace[850329927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2726; }","duration":"163.601467ms","start":"2026-05-21T03:31:55.499093Z","end":"2026-05-21T03:31:55.662695Z","steps":["trace[850329927] 'agreement among raft nodes before linearized reading' (duration: 161.72367ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:55.772913Z","caller":"traceutil/trace.go:171","msg":"trace[195373637] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"106.14853ms","start":"2026-05-21T03:31:55.666742Z","end":"2026-05-21T03:31:55.772891Z","steps":["trace[195373637] 'process raft request' (duration: 105.927372ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:55.777573Z","caller":"traceutil/trace.go:171","msg":"trace[1290431740] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"107.582041ms","start":"2026-05-21T03:31:55.669965Z","end":"2026-05-21T03:31:55.777547Z","steps":["trace[1290431740] 'process raft request' (duration: 107.432706ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:55.77799Z","caller":"traceutil/trace.go:171","msg":"trace[1403555602] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"107.949284ms","start":"2026-05-21T03:31:55.670017Z","end":"2026-05-21T03:31:55.777966Z","steps":["trace[1403555602] 'process raft request' (duration: 107.498048ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:55.778286Z","caller":"traceutil/trace.go:171","msg":"trace[771758734] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"108.195062ms","start":"2026-05-21T03:31:55.670071Z","end":"2026-05-21T03:31:55.778266Z","steps":["trace[771758734] 'process raft request' (duration: 108.094629ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:55.778331Z","caller":"traceutil/trace.go:171","msg":"trace[1203674851] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"108.270536ms","start":"2026-05-21T03:31:55.670038Z","end":"2026-05-21T03:31:55.778309Z","steps":["trace[1203674851] 'process raft request' (duration: 107.81416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:31:59.788109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.160182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:31:59.78839Z","caller":"traceutil/trace.go:171","msg":"trace[760344201] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"146.875946ms","start":"2026-05-21T03:31:59.641304Z","end":"2026-05-21T03:31:59.78818Z","steps":["trace[760344201] 'process raft request' (duration: 46.575719ms)","trace[760344201] 'compare' (duration: 99.665775ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:31:59.821976Z","caller":"traceutil/trace.go:171","msg":"trace[593114336] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"180.299224ms","start":"2026-05-21T03:31:59.641654Z","end":"2026-05-21T03:31:59.821953Z","steps":["trace[593114336] 'process raft request' (duration: 180.130678ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:59.82219Z","caller":"traceutil/trace.go:171","msg":"trace[774600082] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"150.864535ms","start":"2026-05-21T03:31:59.671308Z","end":"2026-05-21T03:31:59.822173Z","steps":["trace[774600082] 'process raft request' (duration: 150.589615ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:31:59.822233Z","caller":"traceutil/trace.go:171","msg":"trace[712051394] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"148.082727ms","start":"2026-05-21T03:31:59.674143Z","end":"2026-05-21T03:31:59.822226Z","steps":["trace[712051394] 'process raft request' (duration: 147.918182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:13.927704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539258724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:32:14.428124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539258724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:32:14.928858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539258724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:32:15.427705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000070942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-21T03:32:15.427781Z","caller":"traceutil/trace.go:171","msg":"trace[879588891] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185456s","start":"2026-05-21T03:32:13.427578Z","end":"2026-05-21T03:32:15.427763Z","steps":["trace[879588891] 'agreement among raft nodes before linearized reading' (duration: 2.000095973s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:15.427839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:13.427561Z","time spent":"2.000263431s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/21 03:32:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T03:32:15.429012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539258724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:32:15.929609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539258724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:32:16.110405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.760208755s","expected-duration":"1s"} {"level":"info","ts":"2026-05-21T03:32:16.110907Z","caller":"traceutil/trace.go:171","msg":"trace[1730639942] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"2.760808914s","start":"2026-05-21T03:32:13.350074Z","end":"2026-05-21T03:32:16.110883Z","steps":["trace[1730639942] 'process raft request' (duration: 2.760500734s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.111272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:13.350046Z","time spent":"2.761022541s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:32:16.482352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.883314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:32:16.482775Z","caller":"traceutil/trace.go:171","msg":"trace[2113619462] linearizableReadLoop","detail":"{readStateIndex:2942; appliedIndex:2936; }","duration":"3.055143521s","start":"2026-05-21T03:32:13.427618Z","end":"2026-05-21T03:32:16.482762Z","steps":["trace[2113619462] 'read index received' (duration: 2.683012459s)","trace[2113619462] 'applied index is now lower than readState.Index' (duration: 372.130102ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:32:16.482793Z","caller":"traceutil/trace.go:171","msg":"trace[455721164] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"2.604175392s","start":"2026-05-21T03:32:13.878598Z","end":"2026-05-21T03:32:16.482774Z","steps":["trace[455721164] 'process raft request' (duration: 2.60409743s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:16.482783Z","caller":"traceutil/trace.go:171","msg":"trace[1058419960] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"2.744254453s","start":"2026-05-21T03:32:13.738497Z","end":"2026-05-21T03:32:16.482752Z","steps":["trace[1058419960] 'process raft request' (duration: 2.743928242s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:16.482847Z","caller":"traceutil/trace.go:171","msg":"trace[363745713] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"2.488586606s","start":"2026-05-21T03:32:13.994253Z","end":"2026-05-21T03:32:16.48284Z","steps":["trace[363745713] 'process raft request' (duration: 2.488466552s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.482901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:13.994229Z","time spent":"2.488637588s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:32:16.482924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:13.878582Z","time spent":"2.604264506s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:32:16.482931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:13.73846Z","time spent":"2.744406038s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:32:16.483087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971644979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18b17723d16c9f42\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-21T03:32:16.483103Z","caller":"traceutil/trace.go:171","msg":"trace[32537530] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"2.616701514s","start":"2026-05-21T03:32:13.866383Z","end":"2026-05-21T03:32:16.483085Z","steps":["trace[32537530] 'process raft request' (duration: 2.61624573s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.483162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690372468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-21T03:32:16.483154Z","caller":"traceutil/trace.go:171","msg":"trace[392757046] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18b17723d16c9f42; range_end:; response_count:1; response_revision:2832; }","duration":"2.971758323s","start":"2026-05-21T03:32:13.511377Z","end":"2026-05-21T03:32:16.483135Z","steps":["trace[392757046] 'agreement among raft nodes before linearized reading' (duration: 2.971493764s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:16.483186Z","caller":"traceutil/trace.go:171","msg":"trace[1438567239] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2832; }","duration":"1.69042316s","start":"2026-05-21T03:32:14.792755Z","end":"2026-05-21T03:32:16.483178Z","steps":["trace[1438567239] 'agreement among raft nodes before linearized reading' (duration: 1.690331237s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.483208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:14.792735Z","time spent":"1.690468251s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-21T03:32:16.483197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:13.866364Z","time spent":"2.616787066s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:32:16.483209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:13.511356Z","time spent":"2.971844426s","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18b17723d16c9f42\" "} {"level":"info","ts":"2026-05-21T03:32:16.483221Z","caller":"traceutil/trace.go:171","msg":"trace[1980780445] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"2.783689957s","start":"2026-05-21T03:32:13.699511Z","end":"2026-05-21T03:32:16.483201Z","steps":["trace[1980780445] 'process raft request' (duration: 2.671890623s)","trace[1980780445] 'compare' (duration: 110.627636ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:32:16.483306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:13.699483Z","time spent":"2.78377619s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:32:16.483331Z","caller":"traceutil/trace.go:171","msg":"trace[394216562] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"475.007706ms","start":"2026-05-21T03:32:16.008316Z","end":"2026-05-21T03:32:16.483323Z","steps":["trace[394216562] 'process raft request' (duration: 474.421757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.483444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273535873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-21T03:32:16.48337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:16.008291Z","time spent":"475.057208ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:32:16.48349Z","caller":"traceutil/trace.go:171","msg":"trace[868168462] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2832; }","duration":"2.273614477s","start":"2026-05-21T03:32:14.209863Z","end":"2026-05-21T03:32:16.483477Z","steps":["trace[868168462] 'agreement among raft nodes before linearized reading' (duration: 2.273514044s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.483521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:14.209845Z","time spent":"2.273668418s","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-21T03:32:16.483737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554198231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-21T03:32:16.483769Z","caller":"traceutil/trace.go:171","msg":"trace[558719362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2832; }","duration":"2.554245812s","start":"2026-05-21T03:32:13.929515Z","end":"2026-05-21T03:32:16.483761Z","steps":["trace[558719362] 'agreement among raft nodes before linearized reading' (duration: 2.554158199s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.483795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:13.929507Z","time spent":"2.554282583s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:32:16.484438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.702629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:32:16.484474Z","caller":"traceutil/trace.go:171","msg":"trace[110176274] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2832; }","duration":"127.777051ms","start":"2026-05-21T03:32:16.356686Z","end":"2026-05-21T03:32:16.484463Z","steps":["trace[110176274] 'agreement among raft nodes before linearized reading' (duration: 127.714389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.484608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570689182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-21T03:32:16.484662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.593626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:32:16.484686Z","caller":"traceutil/trace.go:171","msg":"trace[209815844] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2832; }","duration":"664.654348ms","start":"2026-05-21T03:32:15.820025Z","end":"2026-05-21T03:32:16.484679Z","steps":["trace[209815844] 'agreement among raft nodes before linearized reading' (duration: 664.598136ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:16.484683Z","caller":"traceutil/trace.go:171","msg":"trace[1014330277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2832; }","duration":"2.570798716s","start":"2026-05-21T03:32:13.913863Z","end":"2026-05-21T03:32:16.484662Z","steps":["trace[1014330277] 'agreement among raft nodes before linearized reading' (duration: 2.570536567s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.484709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:15.820002Z","time spent":"664.70134ms","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:32:16.484727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:13.913837Z","time spent":"2.570880548s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-21T03:32:16.48485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.778386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:32:16.484882Z","caller":"traceutil/trace.go:171","msg":"trace[1398315590] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2832; }","duration":"920.851368ms","start":"2026-05-21T03:32:15.564024Z","end":"2026-05-21T03:32:16.484876Z","steps":["trace[1398315590] 'agreement among raft nodes before linearized reading' (duration: 920.796777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.484903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:15.563995Z","time spent":"920.90211ms","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:32:16.485063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056926547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:32:16.485092Z","caller":"traceutil/trace.go:171","msg":"trace[2111709180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2832; }","duration":"1.056986899s","start":"2026-05-21T03:32:15.428099Z","end":"2026-05-21T03:32:16.485086Z","steps":["trace[2111709180] 'agreement among raft nodes before linearized reading' (duration: 1.056943518s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.485153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5596606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-21T03:32:16.485175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:15.428085Z","time spent":"1.057021371s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-21T03:32:16.485197Z","caller":"traceutil/trace.go:171","msg":"trace[1744720897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2832; }","duration":"2.559739582s","start":"2026-05-21T03:32:13.925446Z","end":"2026-05-21T03:32:16.485186Z","steps":["trace[1744720897] 'agreement among raft nodes before linearized reading' (duration: 2.559633059s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.485234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:13.92543Z","time spent":"2.559797575s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-21T03:32:16.485332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563696712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-21T03:32:16.485353Z","caller":"traceutil/trace.go:171","msg":"trace[113993387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2832; }","duration":"2.563741703s","start":"2026-05-21T03:32:13.921606Z","end":"2026-05-21T03:32:16.485347Z","steps":["trace[113993387] 'agreement among raft nodes before linearized reading' (duration: 2.563684852s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.48537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:13.921593Z","time spent":"2.563772374s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-21T03:32:16.485463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658098023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-21T03:32:16.485493Z","caller":"traceutil/trace.go:171","msg":"trace[1276343253] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2832; }","duration":"1.658168815s","start":"2026-05-21T03:32:14.827317Z","end":"2026-05-21T03:32:16.485486Z","steps":["trace[1276343253] 'agreement among raft nodes before linearized reading' (duration: 1.658092462s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.485564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:14.827296Z","time spent":"1.658260668s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-21T03:32:16.485054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559463654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-21T03:32:16.485693Z","caller":"traceutil/trace.go:171","msg":"trace[1635506593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2832; }","duration":"2.560197647s","start":"2026-05-21T03:32:13.925484Z","end":"2026-05-21T03:32:16.485682Z","steps":["trace[1635506593] 'agreement among raft nodes before linearized reading' (duration: 2.559397592s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.485724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:13.925417Z","time spent":"2.56029729s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-21T03:32:16.486413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656813499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-21T03:32:16.486453Z","caller":"traceutil/trace.go:171","msg":"trace[1525683983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2832; }","duration":"2.656881141s","start":"2026-05-21T03:32:13.829561Z","end":"2026-05-21T03:32:16.486443Z","steps":["trace[1525683983] 'agreement among raft nodes before linearized reading' (duration: 2.655872389s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.486478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:13.829547Z","time spent":"2.656925412s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-21T03:32:16.638003Z","caller":"traceutil/trace.go:171","msg":"trace[446356646] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"146.006253ms","start":"2026-05-21T03:32:16.49197Z","end":"2026-05-21T03:32:16.637976Z","steps":["trace[446356646] 'process raft request' (duration: 141.212537ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:16.638208Z","caller":"traceutil/trace.go:171","msg":"trace[1487407294] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"145.258099ms","start":"2026-05-21T03:32:16.49293Z","end":"2026-05-21T03:32:16.638188Z","steps":["trace[1487407294] 'process raft request' (duration: 145.114504ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:16.638459Z","caller":"traceutil/trace.go:171","msg":"trace[2080431081] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"144.216265ms","start":"2026-05-21T03:32:16.494219Z","end":"2026-05-21T03:32:16.638435Z","steps":["trace[2080431081] 'process raft request' (duration: 144.092171ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:16.638508Z","caller":"traceutil/trace.go:171","msg":"trace[2055030457] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"143.799192ms","start":"2026-05-21T03:32:16.494676Z","end":"2026-05-21T03:32:16.638475Z","steps":["trace[2055030457] 'process raft request' (duration: 143.72495ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:16.638507Z","caller":"traceutil/trace.go:171","msg":"trace[545088855] linearizableReadLoop","detail":"{readStateIndex:2945; appliedIndex:2943; }","duration":"145.452524ms","start":"2026-05-21T03:32:16.493036Z","end":"2026-05-21T03:32:16.638488Z","steps":["trace[545088855] 'read index received' (duration: 140.209614ms)","trace[545088855] 'applied index is now lower than readState.Index' (duration: 5.24235ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:32:16.638786Z","caller":"traceutil/trace.go:171","msg":"trace[1975429265] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"142.574762ms","start":"2026-05-21T03:32:16.496205Z","end":"2026-05-21T03:32:16.63878Z","steps":["trace[1975429265] 'process raft request' (duration: 142.228931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.638967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.838667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-05-21T03:32:16.638994Z","caller":"traceutil/trace.go:171","msg":"trace[751993083] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2840; }","duration":"145.885588ms","start":"2026-05-21T03:32:16.493102Z","end":"2026-05-21T03:32:16.638987Z","steps":["trace[751993083] 'agreement among raft nodes before linearized reading' (duration: 145.775525ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:16.638978Z","caller":"traceutil/trace.go:171","msg":"trace[1908308500] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"142.053614ms","start":"2026-05-21T03:32:16.496897Z","end":"2026-05-21T03:32:16.63895Z","steps":["trace[1908308500] 'process raft request' (duration: 141.561859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.639132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.43282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:32:16.639155Z","caller":"traceutil/trace.go:171","msg":"trace[268556927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2840; }","duration":"139.467251ms","start":"2026-05-21T03:32:16.499682Z","end":"2026-05-21T03:32:16.639149Z","steps":["trace[268556927] 'agreement among raft nodes before linearized reading' (duration: 139.43379ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:16.639355Z","caller":"traceutil/trace.go:171","msg":"trace[1801668500] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"145.075043ms","start":"2026-05-21T03:32:16.494266Z","end":"2026-05-21T03:32:16.639341Z","steps":["trace[1801668500] 'process raft request' (duration: 144.111262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:16.639067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.981331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-21T03:32:16.639444Z","caller":"traceutil/trace.go:171","msg":"trace[601704538] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2840; }","duration":"146.406336ms","start":"2026-05-21T03:32:16.49302Z","end":"2026-05-21T03:32:16.639426Z","steps":["trace[601704538] 'agreement among raft nodes before linearized reading' (duration: 145.757955ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:16.640215Z","caller":"traceutil/trace.go:171","msg":"trace[902334676] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"144.242186ms","start":"2026-05-21T03:32:16.494164Z","end":"2026-05-21T03:32:16.638406Z","steps":["trace[902334676] 'process raft request' (duration: 143.974607ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:20.741773Z","caller":"traceutil/trace.go:171","msg":"trace[2011104562] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"237.993632ms","start":"2026-05-21T03:32:20.503756Z","end":"2026-05-21T03:32:20.741749Z","steps":["trace[2011104562] 'process raft request' (duration: 237.623501ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:20.74224Z","caller":"traceutil/trace.go:171","msg":"trace[705771869] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"237.351262ms","start":"2026-05-21T03:32:20.504869Z","end":"2026-05-21T03:32:20.742221Z","steps":["trace[705771869] 'process raft request' (duration: 236.845405ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:21.047357Z","caller":"traceutil/trace.go:171","msg":"trace[508118995] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"299.448613ms","start":"2026-05-21T03:32:20.747889Z","end":"2026-05-21T03:32:21.047337Z","steps":["trace[508118995] 'process raft request' (duration: 203.666788ms)","trace[508118995] 'compare' (duration: 95.63882ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:32:21.047576Z","caller":"traceutil/trace.go:171","msg":"trace[142103283] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"299.33442ms","start":"2026-05-21T03:32:20.748208Z","end":"2026-05-21T03:32:21.047542Z","steps":["trace[142103283] 'process raft request' (duration: 299.081341ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:21.047701Z","caller":"traceutil/trace.go:171","msg":"trace[407405160] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"299.230147ms","start":"2026-05-21T03:32:20.748457Z","end":"2026-05-21T03:32:21.047687Z","steps":["trace[407405160] 'process raft request' (duration: 299.075932ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:21.047644Z","caller":"traceutil/trace.go:171","msg":"trace[1407146113] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"299.195415ms","start":"2026-05-21T03:32:20.748381Z","end":"2026-05-21T03:32:21.047577Z","steps":["trace[1407146113] 'process raft request' (duration: 299.131883ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:21.047747Z","caller":"traceutil/trace.go:171","msg":"trace[1048817458] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"299.405662ms","start":"2026-05-21T03:32:20.74832Z","end":"2026-05-21T03:32:21.047726Z","steps":["trace[1048817458] 'process raft request' (duration: 299.158344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:22.217553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539258804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:32:22.712494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.190614635s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-21T03:32:22.869264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.425802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:32:22.869517Z","caller":"traceutil/trace.go:171","msg":"trace[1138404565] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"1.347691438s","start":"2026-05-21T03:32:21.52179Z","end":"2026-05-21T03:32:22.869481Z","steps":["trace[1138404565] 'process raft request' (duration: 1.190958866s)","trace[1138404565] 'compare' (duration: 156.325739ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:32:22.869684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:21.521768Z","time spent":"1.347842773s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:32:22.870082Z","caller":"traceutil/trace.go:171","msg":"trace[1605493992] linearizableReadLoop","detail":"{readStateIndex:2975; appliedIndex:2973; }","duration":"1.153134835s","start":"2026-05-21T03:32:21.716928Z","end":"2026-05-21T03:32:22.870063Z","steps":["trace[1605493992] 'read index received' (duration: 995.913018ms)","trace[1605493992] 'applied index is now lower than readState.Index' (duration: 157.219597ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:32:22.870241Z","caller":"traceutil/trace.go:171","msg":"trace[1584272689] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"729.06883ms","start":"2026-05-21T03:32:22.141161Z","end":"2026-05-21T03:32:22.870229Z","steps":["trace[1584272689] 'process raft request' (duration: 728.222464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:22.870378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:22.141139Z","time spent":"729.169034ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:32:22.870637Z","caller":"traceutil/trace.go:171","msg":"trace[823277408] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"315.513856ms","start":"2026-05-21T03:32:22.5551Z","end":"2026-05-21T03:32:22.870614Z","steps":["trace[823277408] 'process raft request' (duration: 314.33978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:22.870682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153755344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-21T03:32:22.870725Z","caller":"traceutil/trace.go:171","msg":"trace[87975959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2863; }","duration":"1.153843098s","start":"2026-05-21T03:32:21.716869Z","end":"2026-05-21T03:32:22.870712Z","steps":["trace[87975959] 'agreement among raft nodes before linearized reading' (duration: 1.153685713s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:22.870766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:21.716846Z","time spent":"1.15390948s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-21T03:32:22.871014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:22.555071Z","time spent":"315.63317ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:32:22.871688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.320052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:32:22.871738Z","caller":"traceutil/trace.go:171","msg":"trace[79771640] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2865; }","duration":"700.401895ms","start":"2026-05-21T03:32:22.171324Z","end":"2026-05-21T03:32:22.871726Z","steps":["trace[79771640] 'agreement among raft nodes before linearized reading' (duration: 700.298782ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:22.871887Z","caller":"traceutil/trace.go:171","msg":"trace[340551731] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"122.885323ms","start":"2026-05-21T03:32:22.748964Z","end":"2026-05-21T03:32:22.87185Z","steps":["trace[340551731] 'process raft request' (duration: 122.633265ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:22.872491Z","caller":"traceutil/trace.go:171","msg":"trace[177912790] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"123.972217ms","start":"2026-05-21T03:32:22.748506Z","end":"2026-05-21T03:32:22.872478Z","steps":["trace[177912790] 'process raft request' (duration: 123.009486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:22.872556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.195113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:32:22.872588Z","caller":"traceutil/trace.go:171","msg":"trace[1604638402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2865; }","duration":"444.263165ms","start":"2026-05-21T03:32:22.428313Z","end":"2026-05-21T03:32:22.872576Z","steps":["trace[1604638402] 'agreement among raft nodes before linearized reading' (duration: 444.213373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:22.872621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:22.428292Z","time spent":"444.323687ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:32:22.8729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.648336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-21T03:32:22.872965Z","caller":"traceutil/trace.go:171","msg":"trace[215668053] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2865; }","duration":"664.722558ms","start":"2026-05-21T03:32:22.208218Z","end":"2026-05-21T03:32:22.872941Z","steps":["trace[215668053] 'agreement among raft nodes before linearized reading' (duration: 664.548853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:22.872998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:22.208163Z","time spent":"664.826031ms","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-21T03:32:22.873372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:22.171302Z","time spent":"700.54482ms","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-05-21T03:32:27.597184Z","caller":"traceutil/trace.go:171","msg":"trace[14236463] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"854.91499ms","start":"2026-05-21T03:32:26.742237Z","end":"2026-05-21T03:32:27.597152Z","steps":["trace[14236463] 'process raft request' (duration: 854.773665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:27.597343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:26.742212Z","time spent":"855.059935ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:32:27.644809Z","caller":"traceutil/trace.go:171","msg":"trace[638215009] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"761.728408ms","start":"2026-05-21T03:32:26.883053Z","end":"2026-05-21T03:32:27.644781Z","steps":["trace[638215009] 'process raft request' (duration: 761.588083ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:27.644791Z","caller":"traceutil/trace.go:171","msg":"trace[548933452] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"763.04289ms","start":"2026-05-21T03:32:26.881712Z","end":"2026-05-21T03:32:27.644755Z","steps":["trace[548933452] 'process raft request' (duration: 762.806702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:27.644963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:26.883017Z","time spent":"761.865713ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:32:27.645324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:26.88168Z","time spent":"763.438243ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:32:27.645437Z","caller":"traceutil/trace.go:171","msg":"trace[1520295359] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"759.791438ms","start":"2026-05-21T03:32:26.88563Z","end":"2026-05-21T03:32:27.645422Z","steps":["trace[1520295359] 'process raft request' (duration: 759.050175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:27.64556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:26.885614Z","time spent":"759.885541ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:32:27.645803Z","caller":"traceutil/trace.go:171","msg":"trace[1378702067] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"758.155718ms","start":"2026-05-21T03:32:26.887634Z","end":"2026-05-21T03:32:27.645789Z","steps":["trace[1378702067] 'process raft request' (duration: 757.077525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:27.64595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:26.887568Z","time spent":"758.315153ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:32:27.645972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.305644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-21T03:32:27.645665Z","caller":"traceutil/trace.go:171","msg":"trace[993470285] linearizableReadLoop","detail":"{readStateIndex:3001; appliedIndex:2996; }","duration":"529.976244ms","start":"2026-05-21T03:32:27.11566Z","end":"2026-05-21T03:32:27.645636Z","steps":["trace[993470285] 'read index received' (duration: 482.242508ms)","trace[993470285] 'applied index is now lower than readState.Index' (duration: 47.731596ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:32:27.646017Z","caller":"traceutil/trace.go:171","msg":"trace[848755919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2887; }","duration":"530.382107ms","start":"2026-05-21T03:32:27.115623Z","end":"2026-05-21T03:32:27.646005Z","steps":["trace[848755919] 'agreement among raft nodes before linearized reading' (duration: 530.225242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:27.646052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:27.115602Z","time spent":"530.443509ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-21T03:32:27.646396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.396947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-21T03:32:27.646437Z","caller":"traceutil/trace.go:171","msg":"trace[1725790769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2887; }","duration":"530.48639ms","start":"2026-05-21T03:32:27.115941Z","end":"2026-05-21T03:32:27.646428Z","steps":["trace[1725790769] 'agreement among raft nodes before linearized reading' (duration: 530.377076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:27.646483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.615814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-21T03:32:27.646603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.846968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:32:27.646604Z","caller":"traceutil/trace.go:171","msg":"trace[1370246792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2887; }","duration":"530.749107ms","start":"2026-05-21T03:32:27.115837Z","end":"2026-05-21T03:32:27.646586Z","steps":["trace[1370246792] 'agreement among raft nodes before linearized reading' (duration: 530.362286ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:27.646635Z","caller":"traceutil/trace.go:171","msg":"trace[399038440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2887; }","duration":"216.91248ms","start":"2026-05-21T03:32:27.429713Z","end":"2026-05-21T03:32:27.646625Z","steps":["trace[399038440] 'agreement among raft nodes before linearized reading' (duration: 216.868718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:27.646721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:27.115832Z","time spent":"530.871682ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-21T03:32:27.647234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.279544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:32:27.647303Z","caller":"traceutil/trace.go:171","msg":"trace[628430773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2887; }","duration":"531.367867ms","start":"2026-05-21T03:32:27.115919Z","end":"2026-05-21T03:32:27.647287Z","steps":["trace[628430773] 'agreement among raft nodes before linearized reading' (duration: 531.14801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:27.647344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:27.11588Z","time spent":"531.455629ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:32:27.647343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.508006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:32:27.647387Z","caller":"traceutil/trace.go:171","msg":"trace[1746466330] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2887; }","duration":"301.598629ms","start":"2026-05-21T03:32:27.345778Z","end":"2026-05-21T03:32:27.647376Z","steps":["trace[1746466330] 'agreement among raft nodes before linearized reading' (duration: 301.493885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:27.64743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:27.345752Z","time spent":"301.669031ms","remote":"127.0.0.1:43410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:32:27.646546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:27.115914Z","time spent":"530.621454ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-21T03:32:27.647434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.860501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-21T03:32:27.647586Z","caller":"traceutil/trace.go:171","msg":"trace[1780843463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2887; }","duration":"531.560093ms","start":"2026-05-21T03:32:27.11601Z","end":"2026-05-21T03:32:27.64757Z","steps":["trace[1780843463] 'agreement among raft nodes before linearized reading' (duration: 530.284823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:27.647653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:27.116005Z","time spent":"531.638816ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-21T03:32:28.464176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539258883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:32:28.926109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.272229396s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-21T03:32:30.337308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.03285ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:32:30.337621Z","caller":"traceutil/trace.go:171","msg":"trace[826498674] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2887; }","duration":"575.354359ms","start":"2026-05-21T03:32:29.762247Z","end":"2026-05-21T03:32:30.337601Z","steps":["trace[826498674] 'range keys from in-memory index tree' (duration: 575.014739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:30.338809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412303784s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:32:30.339135Z","caller":"traceutil/trace.go:171","msg":"trace[1513420887] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"2.685370175s","start":"2026-05-21T03:32:27.653734Z","end":"2026-05-21T03:32:30.339104Z","steps":["trace[1513420887] 'process raft request' (duration: 1.272671889s)","trace[1513420887] 'compare' (duration: 1.410369094s)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:32:30.339453Z","caller":"traceutil/trace.go:171","msg":"trace[940423551] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"2.685689534s","start":"2026-05-21T03:32:27.653735Z","end":"2026-05-21T03:32:30.339425Z","steps":["trace[940423551] 'process raft request' (duration: 2.685346024s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:30.339621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:27.653725Z","time spent":"2.685815118s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:32:30.340081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:27.653707Z","time spent":"2.685495589s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:32:30.339148Z","caller":"traceutil/trace.go:171","msg":"trace[2043194266] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"2.685394746s","start":"2026-05-21T03:32:27.653735Z","end":"2026-05-21T03:32:30.33913Z","steps":["trace[2043194266] 'process raft request' (duration: 2.68520548s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:30.340333Z","caller":"traceutil/trace.go:171","msg":"trace[1636464783] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"2.68649586s","start":"2026-05-21T03:32:27.653806Z","end":"2026-05-21T03:32:30.340302Z","steps":["trace[1636464783] 'process raft request' (duration: 2.68552149s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:30.340348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:27.653709Z","time spent":"2.686580413s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:32:30.340511Z","caller":"traceutil/trace.go:171","msg":"trace[1141641465] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"688.571482ms","start":"2026-05-21T03:32:29.651925Z","end":"2026-05-21T03:32:30.340497Z","steps":["trace[1141641465] 'process raft request' (duration: 688.52337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:30.340512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:27.653796Z","time spent":"2.686628744s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:32:30.340575Z","caller":"traceutil/trace.go:171","msg":"trace[1603917396] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"2.686655305s","start":"2026-05-21T03:32:27.6539Z","end":"2026-05-21T03:32:30.340556Z","steps":["trace[1603917396] 'process raft request' (duration: 2.686293434s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:30.340736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:27.653893Z","time spent":"2.686783288s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:32:30.340602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:29.651897Z","time spent":"688.657925ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:32:30.340637Z","caller":"traceutil/trace.go:171","msg":"trace[262913966] linearizableReadLoop","detail":"{readStateIndex:3006; appliedIndex:3001; }","duration":"2.377204613s","start":"2026-05-21T03:32:27.963423Z","end":"2026-05-21T03:32:30.340628Z","steps":["trace[262913966] 'read index received' (duration: 962.99832ms)","trace[262913966] 'applied index is now lower than readState.Index' (duration: 1.414205463s)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:32:30.340879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37745487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-21T03:32:30.341157Z","caller":"traceutil/trace.go:171","msg":"trace[1754834867] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2893; }","duration":"2.377769409s","start":"2026-05-21T03:32:27.963373Z","end":"2026-05-21T03:32:30.341143Z","steps":["trace[1754834867] 'agreement among raft nodes before linearized reading' (duration: 2.377284025s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:30.341271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:27.963355Z","time spent":"2.377842532s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-21T03:32:30.842068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539258893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:32:31.342777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539258893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:32:31.416227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096374075s","expected-duration":"1s"} {"level":"info","ts":"2026-05-21T03:32:31.429825Z","caller":"traceutil/trace.go:171","msg":"trace[322015476] linearizableReadLoop","detail":"{readStateIndex:3010; appliedIndex:3007; }","duration":"1.088684399s","start":"2026-05-21T03:32:30.341112Z","end":"2026-05-21T03:32:31.429797Z","steps":["trace[322015476] 'read index received' (duration: 1.075444305s)","trace[322015476] 'applied index is now lower than readState.Index' (duration: 13.239083ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:32:31.430611Z","caller":"traceutil/trace.go:171","msg":"trace[1975233111] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"1.77565759s","start":"2026-05-21T03:32:29.654934Z","end":"2026-05-21T03:32:31.430592Z","steps":["trace[1975233111] 'process raft request' (duration: 1.774797435s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:31.430644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144989081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-21T03:32:31.430661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352419976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:32:31.430698Z","caller":"traceutil/trace.go:171","msg":"trace[629611444] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2896; }","duration":"2.145101424s","start":"2026-05-21T03:32:29.285582Z","end":"2026-05-21T03:32:31.430684Z","steps":["trace[629611444] 'agreement among raft nodes before linearized reading' (duration: 2.14496697s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:31.430767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000669972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:32:31.430796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190852439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:32:31.43082Z","caller":"traceutil/trace.go:171","msg":"trace[1497883094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2896; }","duration":"2.000761576s","start":"2026-05-21T03:32:29.430046Z","end":"2026-05-21T03:32:31.430807Z","steps":["trace[1497883094] 'agreement among raft nodes before linearized reading' (duration: 2.000664563s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:31.430853Z","caller":"traceutil/trace.go:171","msg":"trace[399648092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2896; }","duration":"1.190952352s","start":"2026-05-21T03:32:30.239871Z","end":"2026-05-21T03:32:31.430823Z","steps":["trace[399648092] 'agreement among raft nodes before linearized reading' (duration: 1.19088729s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:31.430855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:29.28557Z","time spent":"2.145201967s","remote":"127.0.0.1:47844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:32:31.43087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:29.430027Z","time spent":"2.000829397s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-21T03:32:31.430731Z","caller":"traceutil/trace.go:171","msg":"trace[1331725493] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2896; }","duration":"1.352545469s","start":"2026-05-21T03:32:30.07817Z","end":"2026-05-21T03:32:31.430715Z","steps":["trace[1331725493] 'agreement among raft nodes before linearized reading' (duration: 1.352417465s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:31.431071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:30.078149Z","time spent":"1.3529028s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:32:31.431123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:29.65492Z","time spent":"1.775741002s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:32:31.430647Z","caller":"traceutil/trace.go:171","msg":"trace[1627167600] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"1.778643362s","start":"2026-05-21T03:32:29.651961Z","end":"2026-05-21T03:32:31.430605Z","steps":["trace[1627167600] 'process raft request' (duration: 1.764488541s)","trace[1627167600] 'compare' (duration: 13.084579ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:32:31.43144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:29.651935Z","time spent":"1.779430446s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:32:31.43146Z","caller":"traceutil/trace.go:171","msg":"trace[638190485] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"1.778613401s","start":"2026-05-21T03:32:29.652752Z","end":"2026-05-21T03:32:31.431365Z","steps":["trace[638190485] 'process raft request' (duration: 1.776906369s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:31.431507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22230438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-21T03:32:31.431967Z","caller":"traceutil/trace.go:171","msg":"trace[226947554] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2896; }","duration":"3.222789055s","start":"2026-05-21T03:32:28.209153Z","end":"2026-05-21T03:32:31.431942Z","steps":["trace[226947554] 'agreement among raft nodes before linearized reading' (duration: 3.222156256s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:31.432003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087857512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-21T03:32:31.431615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:29.652737Z","time spent":"1.778760275s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:32:31.432018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:28.209134Z","time spent":"3.222868578s","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-21T03:32:31.432037Z","caller":"traceutil/trace.go:171","msg":"trace[1250675326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2896; }","duration":"1.087908023s","start":"2026-05-21T03:32:30.344117Z","end":"2026-05-21T03:32:31.432025Z","steps":["trace[1250675326] 'agreement among raft nodes before linearized reading' (duration: 1.08778822s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:31.432077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:30.344106Z","time spent":"1.087964485s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-21T03:32:31.431774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94181536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:32:31.432194Z","caller":"traceutil/trace.go:171","msg":"trace[1736600851] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2896; }","duration":"2.942268735s","start":"2026-05-21T03:32:28.489893Z","end":"2026-05-21T03:32:31.432162Z","steps":["trace[1736600851] 'agreement among raft nodes before linearized reading' (duration: 2.941836321s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:31.432325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:28.489878Z","time spent":"2.942407809s","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:32:31.431828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.278785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:32:31.432484Z","caller":"traceutil/trace.go:171","msg":"trace[1478959958] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2896; }","duration":"815.922275ms","start":"2026-05-21T03:32:30.616492Z","end":"2026-05-21T03:32:31.432414Z","steps":["trace[1478959958] 'agreement among raft nodes before linearized reading' (duration: 815.286935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:31.432554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:30.616473Z","time spent":"816.062889ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:32:31.431836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061665862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:32:31.432608Z","caller":"traceutil/trace.go:171","msg":"trace[2105071914] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2896; }","duration":"3.062474418s","start":"2026-05-21T03:32:28.370121Z","end":"2026-05-21T03:32:31.432596Z","steps":["trace[2105071914] 'agreement among raft nodes before linearized reading' (duration: 3.061637331s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:31.432658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:28.370084Z","time spent":"3.06255546s","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:32:31.43187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920362299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18b17723d16c9f42\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-21T03:32:31.432762Z","caller":"traceutil/trace.go:171","msg":"trace[1518535812] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18b17723d16c9f42; range_end:; response_count:1; response_revision:2896; }","duration":"2.921285597s","start":"2026-05-21T03:32:28.51145Z","end":"2026-05-21T03:32:31.432735Z","steps":["trace[1518535812] 'agreement among raft nodes before linearized reading' (duration: 2.920352298s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:31.431874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.464298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:32:31.43281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:28.511433Z","time spent":"2.92136358s","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18b17723d16c9f42\" "} {"level":"info","ts":"2026-05-21T03:32:31.43284Z","caller":"traceutil/trace.go:171","msg":"trace[1271945300] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2896; }","duration":"957.447798ms","start":"2026-05-21T03:32:30.475374Z","end":"2026-05-21T03:32:31.432822Z","steps":["trace[1271945300] 'agreement among raft nodes before linearized reading' (duration: 956.479998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:31.4309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:30.239855Z","time spent":"1.191027464s","remote":"127.0.0.1:40680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:32:31.432925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:30.47536Z","time spent":"957.51758ms","remote":"127.0.0.1:47414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-21T03:32:33.551529Z","caller":"traceutil/trace.go:171","msg":"trace[900434625] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"114.544947ms","start":"2026-05-21T03:32:33.436957Z","end":"2026-05-21T03:32:33.551502Z","steps":["trace[900434625] 'process raft request' (duration: 114.359971ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:33.627642Z","caller":"traceutil/trace.go:171","msg":"trace[1515746419] linearizableReadLoop","detail":"{readStateIndex:3026; appliedIndex:3023; }","duration":"116.96485ms","start":"2026-05-21T03:32:33.510654Z","end":"2026-05-21T03:32:33.627619Z","steps":["trace[1515746419] 'read index received' (duration: 40.658578ms)","trace[1515746419] 'applied index is now lower than readState.Index' (duration: 76.305342ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:32:33.627671Z","caller":"traceutil/trace.go:171","msg":"trace[1657485162] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"189.920671ms","start":"2026-05-21T03:32:33.437725Z","end":"2026-05-21T03:32:33.627645Z","steps":["trace[1657485162] 'process raft request' (duration: 158.296057ms)","trace[1657485162] 'compare' (duration: 31.403478ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:32:33.62786Z","caller":"traceutil/trace.go:171","msg":"trace[816917945] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"188.773056ms","start":"2026-05-21T03:32:33.439075Z","end":"2026-05-21T03:32:33.627849Z","steps":["trace[816917945] 'process raft request' (duration: 188.486168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:33.628069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.399623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18b17723d16c9f42\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-21T03:32:33.628121Z","caller":"traceutil/trace.go:171","msg":"trace[260582469] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18b17723d16c9f42; range_end:; response_count:1; response_revision:2911; }","duration":"117.498836ms","start":"2026-05-21T03:32:33.510611Z","end":"2026-05-21T03:32:33.62811Z","steps":["trace[260582469] 'agreement among raft nodes before linearized reading' (duration: 117.353642ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:43.626622Z","caller":"traceutil/trace.go:171","msg":"trace[2052407487] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"112.687878ms","start":"2026-05-21T03:32:43.513909Z","end":"2026-05-21T03:32:43.626597Z","steps":["trace[2052407487] 'process raft request' (duration: 112.501913ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:43.732402Z","caller":"traceutil/trace.go:171","msg":"trace[546715348] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"140.658159ms","start":"2026-05-21T03:32:43.591713Z","end":"2026-05-21T03:32:43.732371Z","steps":["trace[546715348] 'process raft request' (duration: 131.775321ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:44.621097Z","caller":"traceutil/trace.go:171","msg":"trace[1326761497] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"101.632545ms","start":"2026-05-21T03:32:44.519437Z","end":"2026-05-21T03:32:44.621069Z","steps":["trace[1326761497] 'process raft request' (duration: 101.435599ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:44.621269Z","caller":"traceutil/trace.go:171","msg":"trace[2071300422] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"101.804711ms","start":"2026-05-21T03:32:44.519439Z","end":"2026-05-21T03:32:44.621244Z","steps":["trace[2071300422] 'process raft request' (duration: 101.585194ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:44.62778Z","caller":"traceutil/trace.go:171","msg":"trace[1846844569] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"108.234406ms","start":"2026-05-21T03:32:44.519517Z","end":"2026-05-21T03:32:44.627751Z","steps":["trace[1846844569] 'process raft request' (duration: 108.087082ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:44.62802Z","caller":"traceutil/trace.go:171","msg":"trace[1146392114] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"107.831745ms","start":"2026-05-21T03:32:44.520167Z","end":"2026-05-21T03:32:44.627999Z","steps":["trace[1146392114] 'process raft request' (duration: 107.543397ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:44.628375Z","caller":"traceutil/trace.go:171","msg":"trace[1852679029] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"107.373241ms","start":"2026-05-21T03:32:44.52097Z","end":"2026-05-21T03:32:44.628343Z","steps":["trace[1852679029] 'process raft request' (duration: 106.97233ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:45.958296Z","caller":"traceutil/trace.go:171","msg":"trace[2074476839] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"220.713611ms","start":"2026-05-21T03:32:45.737551Z","end":"2026-05-21T03:32:45.958265Z","steps":["trace[2074476839] 'process raft request' (duration: 220.604628ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:45.958317Z","caller":"traceutil/trace.go:171","msg":"trace[1066544383] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"220.745732ms","start":"2026-05-21T03:32:45.737554Z","end":"2026-05-21T03:32:45.9583Z","steps":["trace[1066544383] 'process raft request' (duration: 220.405252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:46.873195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.162698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:32:46.873578Z","caller":"traceutil/trace.go:171","msg":"trace[1318249473] linearizableReadLoop","detail":"{readStateIndex:3094; appliedIndex:3092; }","duration":"242.546252ms","start":"2026-05-21T03:32:46.631014Z","end":"2026-05-21T03:32:46.87356Z","steps":["trace[1318249473] 'read index received' (duration: 65.945191ms)","trace[1318249473] 'applied index is now lower than readState.Index' (duration: 176.599951ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:32:46.873711Z","caller":"traceutil/trace.go:171","msg":"trace[690956052] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"244.87497ms","start":"2026-05-21T03:32:46.628805Z","end":"2026-05-21T03:32:46.87368Z","steps":["trace[690956052] 'process raft request' (duration: 68.148544ms)","trace[690956052] 'compare' (duration: 176.052115ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:32:46.87374Z","caller":"traceutil/trace.go:171","msg":"trace[2041379939] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"244.811618ms","start":"2026-05-21T03:32:46.628839Z","end":"2026-05-21T03:32:46.873651Z","steps":["trace[2041379939] 'process raft request' (duration: 244.466817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:46.874166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.132229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-21T03:32:46.874208Z","caller":"traceutil/trace.go:171","msg":"trace[881212331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2976; }","duration":"243.220661ms","start":"2026-05-21T03:32:46.630976Z","end":"2026-05-21T03:32:46.874197Z","steps":["trace[881212331] 'agreement among raft nodes before linearized reading' (duration: 243.079707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:47.145527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.586246ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-21T03:32:47.145705Z","caller":"traceutil/trace.go:171","msg":"trace[1755605204] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"267.749619ms","start":"2026-05-21T03:32:46.877942Z","end":"2026-05-21T03:32:47.145691Z","steps":["trace[1755605204] 'process raft request' (duration: 267.659686ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:47.146058Z","caller":"traceutil/trace.go:171","msg":"trace[1493248986] linearizableReadLoop","detail":"{readStateIndex:3095; appliedIndex:3094; }","duration":"272.433112ms","start":"2026-05-21T03:32:46.873618Z","end":"2026-05-21T03:32:47.146051Z","steps":["trace[1493248986] 'read index received' (duration: 139.323151ms)","trace[1493248986] 'applied index is now lower than readState.Index' (duration: 133.109311ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:32:47.146144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.884473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-21T03:32:47.14616Z","caller":"traceutil/trace.go:171","msg":"trace[1861406150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2977; }","duration":"513.927515ms","start":"2026-05-21T03:32:46.632227Z","end":"2026-05-21T03:32:47.146154Z","steps":["trace[1861406150] 'agreement among raft nodes before linearized reading' (duration: 513.843853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:47.146174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:46.632216Z","time spent":"513.954245ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-21T03:32:47.146343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.778109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-21T03:32:47.146358Z","caller":"traceutil/trace.go:171","msg":"trace[255928039] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2977; }","duration":"461.834421ms","start":"2026-05-21T03:32:46.684519Z","end":"2026-05-21T03:32:47.146353Z","steps":["trace[255928039] 'agreement among raft nodes before linearized reading' (duration: 461.784749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:47.146374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:46.684499Z","time spent":"461.870272ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-21T03:32:47.146478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.748261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-21T03:32:47.146495Z","caller":"traceutil/trace.go:171","msg":"trace[185344113] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2977; }","duration":"489.816613ms","start":"2026-05-21T03:32:46.656672Z","end":"2026-05-21T03:32:47.146489Z","steps":["trace[185344113] 'agreement among raft nodes before linearized reading' (duration: 489.775732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:47.146511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:46.656639Z","time spent":"489.868625ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-21T03:32:47.146591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.835302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-21T03:32:47.146604Z","caller":"traceutil/trace.go:171","msg":"trace[466378499] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2977; }","duration":"490.871733ms","start":"2026-05-21T03:32:46.655729Z","end":"2026-05-21T03:32:47.1466Z","steps":["trace[466378499] 'agreement among raft nodes before linearized reading' (duration: 490.832072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:47.146625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:46.655717Z","time spent":"490.901494ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-21T03:32:47.146892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.308265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-21T03:32:47.146937Z","caller":"traceutil/trace.go:171","msg":"trace[1071597346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2977; }","duration":"514.520091ms","start":"2026-05-21T03:32:46.632409Z","end":"2026-05-21T03:32:47.14693Z","steps":["trace[1071597346] 'agreement among raft nodes before linearized reading' (duration: 514.264534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:47.146976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:46.632391Z","time spent":"514.565132ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-21T03:32:47.528592Z","caller":"traceutil/trace.go:171","msg":"trace[1681477342] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"270.464052ms","start":"2026-05-21T03:32:47.258104Z","end":"2026-05-21T03:32:47.528568Z","steps":["trace[1681477342] 'process raft request' (duration: 270.325678ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:48.066686Z","caller":"traceutil/trace.go:171","msg":"trace[1213329774] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"102.029616ms","start":"2026-05-21T03:32:47.964631Z","end":"2026-05-21T03:32:48.066661Z","steps":["trace[1213329774] 'process raft request' (duration: 101.857611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:48.572086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.17744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-21T03:32:48.572179Z","caller":"traceutil/trace.go:171","msg":"trace[230139441] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2986; }","duration":"363.274613ms","start":"2026-05-21T03:32:48.208879Z","end":"2026-05-21T03:32:48.572154Z","steps":["trace[230139441] 'range keys from in-memory index tree' (duration: 362.990725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:48.572198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.480571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:32:48.572249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:48.208797Z","time spent":"363.433617ms","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-21T03:32:48.572212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.462278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:32:48.572288Z","caller":"traceutil/trace.go:171","msg":"trace[2047280809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2986; }","duration":"143.581094ms","start":"2026-05-21T03:32:48.428683Z","end":"2026-05-21T03:32:48.572264Z","steps":["trace[2047280809] 'range keys from in-memory index tree' (duration: 143.384518ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:48.572345Z","caller":"traceutil/trace.go:171","msg":"trace[1682370797] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2986; }","duration":"357.745545ms","start":"2026-05-21T03:32:48.214545Z","end":"2026-05-21T03:32:48.572291Z","steps":["trace[1682370797] 'count revisions from in-memory index tree' (duration: 357.371054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:48.572929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:48.214482Z","time spent":"358.404233ms","remote":"127.0.0.1:47696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-21T03:32:48.78468Z","caller":"traceutil/trace.go:171","msg":"trace[339260297] linearizableReadLoop","detail":"{readStateIndex:3106; appliedIndex:3105; }","duration":"273.142789ms","start":"2026-05-21T03:32:48.511515Z","end":"2026-05-21T03:32:48.784658Z","steps":["trace[339260297] 'read index received' (duration: 273.011635ms)","trace[339260297] 'applied index is now lower than readState.Index' (duration: 130.164µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:32:48.784777Z","caller":"traceutil/trace.go:171","msg":"trace[1169928412] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"308.848034ms","start":"2026-05-21T03:32:48.4759Z","end":"2026-05-21T03:32:48.784748Z","steps":["trace[1169928412] 'process raft request' (duration: 308.619818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:48.784854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.93533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:32:48.784896Z","caller":"traceutil/trace.go:171","msg":"trace[691115371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2987; }","duration":"211.398843ms","start":"2026-05-21T03:32:48.573485Z","end":"2026-05-21T03:32:48.784884Z","steps":["trace[691115371] 'agreement among raft nodes before linearized reading' (duration: 211.319881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:48.784939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:48.475866Z","time spent":"308.978138ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:32:48.784997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.465508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18b17723d16c9f42\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-21T03:32:48.78508Z","caller":"traceutil/trace.go:171","msg":"trace[1296471879] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18b17723d16c9f42; range_end:; response_count:1; response_revision:2987; }","duration":"273.597682ms","start":"2026-05-21T03:32:48.511464Z","end":"2026-05-21T03:32:48.785062Z","steps":["trace[1296471879] 'agreement among raft nodes before linearized reading' (duration: 273.338285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:48.785073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.403878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-05-21T03:32:48.785138Z","caller":"traceutil/trace.go:171","msg":"trace[1385931588] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2987; }","duration":"208.490771ms","start":"2026-05-21T03:32:48.57663Z","end":"2026-05-21T03:32:48.785121Z","steps":["trace[1385931588] 'agreement among raft nodes before linearized reading' (duration: 208.279845ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:50.167811Z","caller":"traceutil/trace.go:171","msg":"trace[1343822214] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"104.359875ms","start":"2026-05-21T03:32:50.063427Z","end":"2026-05-21T03:32:50.167787Z","steps":["trace[1343822214] 'process raft request' (duration: 104.227561ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:32:50.302646Z","caller":"traceutil/trace.go:171","msg":"trace[335213372] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"230.99072ms","start":"2026-05-21T03:32:50.071622Z","end":"2026-05-21T03:32:50.302613Z","steps":["trace[335213372] 'process raft request' (duration: 166.822119ms)","trace[335213372] 'compare' (duration: 64.025277ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:32:50.75772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.923465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:32:50.757784Z","caller":"traceutil/trace.go:171","msg":"trace[1314399078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2996; }","duration":"328.041868ms","start":"2026-05-21T03:32:50.429728Z","end":"2026-05-21T03:32:50.757769Z","steps":["trace[1314399078] 'range keys from in-memory index tree' (duration: 327.778561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:32:50.757813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:32:50.429698Z","time spent":"328.109151ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-21T03:32:59.459527Z","caller":"traceutil/trace.go:171","msg":"trace[1793071637] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"132.609789ms","start":"2026-05-21T03:32:59.326876Z","end":"2026-05-21T03:32:59.459486Z","steps":["trace[1793071637] 'process raft request' (duration: 44.68591ms)","trace[1793071637] 'compare' (duration: 87.733914ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:33:00.526183Z","caller":"traceutil/trace.go:171","msg":"trace[776001377] transaction","detail":"{read_only:false; response_revision:3047; number_of_response:1; }","duration":"189.244045ms","start":"2026-05-21T03:33:00.336915Z","end":"2026-05-21T03:33:00.526159Z","steps":["trace[776001377] 'process raft request' (duration: 189.103002ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:33:01.654122Z","caller":"traceutil/trace.go:171","msg":"trace[391562730] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"104.479781ms","start":"2026-05-21T03:33:01.549598Z","end":"2026-05-21T03:33:01.654078Z","steps":["trace[391562730] 'process raft request' (duration: 77.594122ms)","trace[391562730] 'compare' (duration: 26.697134ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:33:07.709454Z","caller":"traceutil/trace.go:171","msg":"trace[513918924] linearizableReadLoop","detail":"{readStateIndex:3209; appliedIndex:3208; }","duration":"116.780406ms","start":"2026-05-21T03:33:07.592645Z","end":"2026-05-21T03:33:07.709425Z","steps":["trace[513918924] 'read index received' (duration: 108.461735ms)","trace[513918924] 'applied index is now lower than readState.Index' (duration: 8.317391ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:33:07.709518Z","caller":"traceutil/trace.go:171","msg":"trace[555666695] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"139.390525ms","start":"2026-05-21T03:33:07.570101Z","end":"2026-05-21T03:33:07.709491Z","steps":["trace[555666695] 'process raft request' (duration: 131.038073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:33:07.70964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.971131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:33:07.709702Z","caller":"traceutil/trace.go:171","msg":"trace[404210409] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3086; }","duration":"117.073994ms","start":"2026-05-21T03:33:07.592611Z","end":"2026-05-21T03:33:07.709685Z","steps":["trace[404210409] 'agreement among raft nodes before linearized reading' (duration: 116.959941ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:33:08.356118Z","caller":"traceutil/trace.go:171","msg":"trace[2063838541] linearizableReadLoop","detail":"{readStateIndex:3210; appliedIndex:3209; }","duration":"146.959483ms","start":"2026-05-21T03:33:08.209135Z","end":"2026-05-21T03:33:08.356095Z","steps":["trace[2063838541] 'read index received' (duration: 146.87812ms)","trace[2063838541] 'applied index is now lower than readState.Index' (duration: 80.283µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:33:08.356196Z","caller":"traceutil/trace.go:171","msg":"trace[1036046071] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"442.591892ms","start":"2026-05-21T03:33:07.913553Z","end":"2026-05-21T03:33:08.356145Z","steps":["trace[1036046071] 'process raft request' (duration: 442.380026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:33:08.356281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.141437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-21T03:33:08.356299Z","caller":"traceutil/trace.go:171","msg":"trace[966727643] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3087; }","duration":"147.209219ms","start":"2026-05-21T03:33:08.209084Z","end":"2026-05-21T03:33:08.356293Z","steps":["trace[966727643] 'agreement among raft nodes before linearized reading' (duration: 147.102726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:33:08.356398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:33:07.913531Z","time spent":"442.743146ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:33:08.464385Z","caller":"traceutil/trace.go:171","msg":"trace[210356097] linearizableReadLoop","detail":"{readStateIndex:3211; appliedIndex:3210; }","duration":"105.262131ms","start":"2026-05-21T03:33:08.359095Z","end":"2026-05-21T03:33:08.464357Z","steps":["trace[210356097] 'read index received' (duration: 76.158811ms)","trace[210356097] 'applied index is now lower than readState.Index' (duration: 29.10218ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:33:08.464531Z","caller":"traceutil/trace.go:171","msg":"trace[174116098] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"176.018841ms","start":"2026-05-21T03:33:08.288494Z","end":"2026-05-21T03:33:08.464513Z","steps":["trace[174116098] 'process raft request' (duration: 146.764318ms)","trace[174116098] 'compare' (duration: 28.970176ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:33:08.464872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.756335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-05-21T03:33:08.464939Z","caller":"traceutil/trace.go:171","msg":"trace[220718329] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3088; }","duration":"105.921899ms","start":"2026-05-21T03:33:08.359002Z","end":"2026-05-21T03:33:08.464924Z","steps":["trace[220718329] 'agreement among raft nodes before linearized reading' (duration: 105.712414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:33:08.772644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.981549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:33:08.772888Z","caller":"traceutil/trace.go:171","msg":"trace[300552920] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"138.531901ms","start":"2026-05-21T03:33:08.634328Z","end":"2026-05-21T03:33:08.77286Z","steps":["trace[300552920] 'process raft request' (duration: 138.451709ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:33:08.773341Z","caller":"traceutil/trace.go:171","msg":"trace[135500032] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"221.207625ms","start":"2026-05-21T03:33:08.552114Z","end":"2026-05-21T03:33:08.773321Z","steps":["trace[135500032] 'process raft request' (duration: 41.475486ms)","trace[135500032] 'compare' (duration: 178.875897ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:33:40.703268Z","caller":"traceutil/trace.go:171","msg":"trace[575189570] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"131.117568ms","start":"2026-05-21T03:33:40.572125Z","end":"2026-05-21T03:33:40.703243Z","steps":["trace[575189570] 'process raft request' (duration: 130.239107ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:33:41.789005Z","caller":"traceutil/trace.go:171","msg":"trace[1797405995] linearizableReadLoop","detail":"{readStateIndex:3394; appliedIndex:3393; }","duration":"159.215814ms","start":"2026-05-21T03:33:41.629763Z","end":"2026-05-21T03:33:41.788978Z","steps":["trace[1797405995] 'read index received' (duration: 82.373342ms)","trace[1797405995] 'applied index is now lower than readState.Index' (duration: 76.841542ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:33:41.78917Z","caller":"traceutil/trace.go:171","msg":"trace[815213655] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"159.705016ms","start":"2026-05-21T03:33:41.629448Z","end":"2026-05-21T03:33:41.789153Z","steps":["trace[815213655] 'process raft request' (duration: 82.769452ms)","trace[815213655] 'compare' (duration: 76.659837ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:33:41.789458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.694756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-21T03:33:41.789568Z","caller":"traceutil/trace.go:171","msg":"trace[382260436] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3264; }","duration":"159.85455ms","start":"2026-05-21T03:33:41.629697Z","end":"2026-05-21T03:33:41.789551Z","steps":["trace[382260436] 'agreement among raft nodes before linearized reading' (duration: 159.632585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:33:43.895384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.340812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18b17723d16c9f42\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-21T03:33:43.895405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.80284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:33:43.895497Z","caller":"traceutil/trace.go:171","msg":"trace[1048637882] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3272; }","duration":"110.954914ms","start":"2026-05-21T03:33:43.784522Z","end":"2026-05-21T03:33:43.895477Z","steps":["trace[1048637882] 'count revisions from in-memory index tree' (duration: 110.718669ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:33:43.8955Z","caller":"traceutil/trace.go:171","msg":"trace[1356621728] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18b17723d16c9f42; range_end:; response_count:1; response_revision:3272; }","duration":"383.480955ms","start":"2026-05-21T03:33:43.511978Z","end":"2026-05-21T03:33:43.895459Z","steps":["trace[1356621728] 'range keys from in-memory index tree' (duration: 383.188339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:33:43.895567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:33:43.511958Z","time spent":"383.593349ms","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18b17723d16c9f42\" "} {"level":"warn","ts":"2026-05-21T03:33:43.896052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.851674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-21T03:33:43.896153Z","caller":"traceutil/trace.go:171","msg":"trace[381811207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3272; }","duration":"103.000297ms","start":"2026-05-21T03:33:43.793135Z","end":"2026-05-21T03:33:43.896135Z","steps":["trace[381811207] 'range keys from in-memory index tree' (duration: 102.67157ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:33:44.289066Z","caller":"traceutil/trace.go:171","msg":"trace[552186875] transaction","detail":"{read_only:false; response_revision:3273; number_of_response:1; }","duration":"389.916379ms","start":"2026-05-21T03:33:43.899113Z","end":"2026-05-21T03:33:44.28903Z","steps":["trace[552186875] 'process raft request' (duration: 354.988438ms)","trace[552186875] 'compare' (duration: 34.736146ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:33:44.289219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:33:43.899092Z","time spent":"390.047571ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:33:44.289569Z","caller":"traceutil/trace.go:171","msg":"trace[1791212476] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"389.238213ms","start":"2026-05-21T03:33:43.900302Z","end":"2026-05-21T03:33:44.289541Z","steps":["trace[1791212476] 'process raft request' (duration: 388.67965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:33:44.289793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:33:43.900284Z","time spent":"389.352526ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:33:44.289924Z","caller":"traceutil/trace.go:171","msg":"trace[1531845473] transaction","detail":"{read_only:false; response_revision:3275; number_of_response:1; }","duration":"389.292194ms","start":"2026-05-21T03:33:43.900603Z","end":"2026-05-21T03:33:44.289895Z","steps":["trace[1531845473] 'process raft request' (duration: 388.847954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:33:44.290061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:33:43.900589Z","time spent":"389.396816ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:33:44.356163Z","caller":"traceutil/trace.go:171","msg":"trace[864571878] transaction","detail":"{read_only:false; response_revision:3276; number_of_response:1; }","duration":"427.878609ms","start":"2026-05-21T03:33:43.928262Z","end":"2026-05-21T03:33:44.35614Z","steps":["trace[864571878] 'process raft request' (duration: 427.685204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:33:44.356317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:33:43.928239Z","time spent":"427.992692ms","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:33:44.356081Z","caller":"traceutil/trace.go:171","msg":"trace[352847186] linearizableReadLoop","detail":"{readStateIndex:3407; appliedIndex:3403; }","duration":"146.888372ms","start":"2026-05-21T03:33:44.209173Z","end":"2026-05-21T03:33:44.356061Z","steps":["trace[352847186] 'read index received' (duration: 45.111371ms)","trace[352847186] 'applied index is now lower than readState.Index' (duration: 101.776081ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:33:44.35686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.6711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-21T03:33:44.356974Z","caller":"traceutil/trace.go:171","msg":"trace[1345148136] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3276; }","duration":"147.830614ms","start":"2026-05-21T03:33:44.209125Z","end":"2026-05-21T03:33:44.356955Z","steps":["trace[1345148136] 'agreement among raft nodes before linearized reading' (duration: 147.169778ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:33:46.447123Z","caller":"traceutil/trace.go:171","msg":"trace[433480772] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"149.304666ms","start":"2026-05-21T03:33:46.297793Z","end":"2026-05-21T03:33:46.447098Z","steps":["trace[433480772] 'process raft request' (duration: 149.144953ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:33:46.60737Z","caller":"traceutil/trace.go:171","msg":"trace[1116123270] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"309.464958ms","start":"2026-05-21T03:33:46.297872Z","end":"2026-05-21T03:33:46.607337Z","steps":["trace[1116123270] 'process raft request' (duration: 295.116861ms)","trace[1116123270] 'compare' (duration: 13.937116ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:33:46.607406Z","caller":"traceutil/trace.go:171","msg":"trace[701767170] transaction","detail":"{read_only:false; response_revision:3285; number_of_response:1; }","duration":"309.420437ms","start":"2026-05-21T03:33:46.297963Z","end":"2026-05-21T03:33:46.607384Z","steps":["trace[701767170] 'process raft request' (duration: 309.106618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:33:46.607535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:33:46.297852Z","time spent":"309.601291ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:33:46.607537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:33:46.297943Z","time spent":"309.5227ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:33:48.238869Z","caller":"traceutil/trace.go:171","msg":"trace[1586364507] transaction","detail":"{read_only:false; response_revision:3295; number_of_response:1; }","duration":"153.590246ms","start":"2026-05-21T03:33:48.085242Z","end":"2026-05-21T03:33:48.238832Z","steps":["trace[1586364507] 'process raft request' (duration: 153.31408ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:33:49.075558Z","caller":"traceutil/trace.go:171","msg":"trace[1961676403] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"314.372845ms","start":"2026-05-21T03:33:48.761157Z","end":"2026-05-21T03:33:49.07553Z","steps":["trace[1961676403] 'process raft request' (duration: 314.215912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:33:49.075715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:33:48.761138Z","time spent":"314.486297ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:33:49.184315Z","caller":"traceutil/trace.go:171","msg":"trace[1944750073] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"160.788032ms","start":"2026-05-21T03:33:49.023496Z","end":"2026-05-21T03:33:49.184284Z","steps":["trace[1944750073] 'process raft request' (duration: 84.087517ms)","trace[1944750073] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 76.447549ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:33:49.184534Z","caller":"traceutil/trace.go:171","msg":"trace[2094763317] transaction","detail":"{read_only:false; response_revision:3302; number_of_response:1; }","duration":"122.70938ms","start":"2026-05-21T03:33:49.061697Z","end":"2026-05-21T03:33:49.184407Z","steps":["trace[2094763317] 'process raft request' (duration: 122.472924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:08.779134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.863246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:34:08.779214Z","caller":"traceutil/trace.go:171","msg":"trace[1592160534] linearizableReadLoop","detail":"{readStateIndex:3532; appliedIndex:3531; }","duration":"145.694679ms","start":"2026-05-21T03:34:08.633507Z","end":"2026-05-21T03:34:08.779202Z","steps":["trace[1592160534] 'read index received' (duration: 38.576467ms)","trace[1592160534] 'applied index is now lower than readState.Index' (duration: 107.117301ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:34:08.779264Z","caller":"traceutil/trace.go:171","msg":"trace[1475493426] transaction","detail":"{read_only:false; response_revision:3396; number_of_response:1; }","duration":"195.415941ms","start":"2026-05-21T03:34:08.583839Z","end":"2026-05-21T03:34:08.779255Z","steps":["trace[1475493426] 'process raft request' (duration: 88.34829ms)","trace[1475493426] 'compare' (duration: 106.643961ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:34:08.779497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.976274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-21T03:34:08.779621Z","caller":"traceutil/trace.go:171","msg":"trace[1942510767] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3396; }","duration":"146.144998ms","start":"2026-05-21T03:34:08.633456Z","end":"2026-05-21T03:34:08.779601Z","steps":["trace[1942510767] 'agreement among raft nodes before linearized reading' (duration: 145.859822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:09.561171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.273719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:34:09.561629Z","caller":"traceutil/trace.go:171","msg":"trace[1471646300] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"774.049292ms","start":"2026-05-21T03:34:08.787544Z","end":"2026-05-21T03:34:09.561594Z","steps":["trace[1471646300] 'process raft request' (duration: 487.259692ms)","trace[1471646300] 'compare' (duration: 285.976292ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:34:09.561744Z","caller":"traceutil/trace.go:171","msg":"trace[1471108700] linearizableReadLoop","detail":"{readStateIndex:3535; appliedIndex:3533; }","duration":"734.821411ms","start":"2026-05-21T03:34:08.826892Z","end":"2026-05-21T03:34:09.561713Z","steps":["trace[1471108700] 'read index received' (duration: 27.038514ms)","trace[1471108700] 'applied index is now lower than readState.Index' (duration: 707.779696ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:34:09.561914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.019696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:34:09.561912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:08.787533Z","time spent":"774.162774ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:34:09.56196Z","caller":"traceutil/trace.go:171","msg":"trace[1156130285] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3399; }","duration":"735.113068ms","start":"2026-05-21T03:34:08.826832Z","end":"2026-05-21T03:34:09.561945Z","steps":["trace[1156130285] 'agreement among raft nodes before linearized reading' (duration: 735.021636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:09.561995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:08.826813Z","time spent":"735.174239ms","remote":"127.0.0.1:43848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-21T03:34:09.562312Z","caller":"traceutil/trace.go:171","msg":"trace[1237003155] transaction","detail":"{read_only:false; response_revision:3400; number_of_response:1; }","duration":"417.800429ms","start":"2026-05-21T03:34:09.1445Z","end":"2026-05-21T03:34:09.562301Z","steps":["trace[1237003155] 'process raft request' (duration: 417.108533ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:09.562306Z","caller":"traceutil/trace.go:171","msg":"trace[2104688739] transaction","detail":"{read_only:false; response_revision:3401; number_of_response:1; }","duration":"309.185761ms","start":"2026-05-21T03:34:09.253096Z","end":"2026-05-21T03:34:09.562282Z","steps":["trace[2104688739] 'process raft request' (duration: 309.062868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:09.562463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:09.144476Z","time spent":"417.86544ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:34:09.562547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.160078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:34:09.5626Z","caller":"traceutil/trace.go:171","msg":"trace[2064639663] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3403; }","duration":"663.306491ms","start":"2026-05-21T03:34:08.899283Z","end":"2026-05-21T03:34:09.562589Z","steps":["trace[2064639663] 'agreement among raft nodes before linearized reading' (duration: 663.206379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:09.562639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:08.899261Z","time spent":"663.368992ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:34:09.562653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:09.253064Z","time spent":"309.393646ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:34:09.562788Z","caller":"traceutil/trace.go:171","msg":"trace[1076263166] transaction","detail":"{read_only:false; response_revision:3402; number_of_response:1; }","duration":"309.265142ms","start":"2026-05-21T03:34:09.253512Z","end":"2026-05-21T03:34:09.562777Z","steps":["trace[1076263166] 'process raft request' (duration: 308.721581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:09.562874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:09.25349Z","time spent":"309.330574ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:34:09.562952Z","caller":"traceutil/trace.go:171","msg":"trace[17045061] transaction","detail":"{read_only:false; response_revision:3403; number_of_response:1; }","duration":"289.239584ms","start":"2026-05-21T03:34:09.273688Z","end":"2026-05-21T03:34:09.562927Z","steps":["trace[17045061] 'process raft request' (duration: 288.700562ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:09.749594Z","caller":"traceutil/trace.go:171","msg":"trace[178157830] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"101.455992ms","start":"2026-05-21T03:34:09.648087Z","end":"2026-05-21T03:34:09.749543Z","steps":["trace[178157830] 'process raft request' (duration: 88.354415ms)","trace[178157830] 'compare' (duration: 12.969813ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:34:09.750012Z","caller":"traceutil/trace.go:171","msg":"trace[461965007] transaction","detail":"{read_only:false; response_revision:3405; number_of_response:1; }","duration":"101.441962ms","start":"2026-05-21T03:34:09.648527Z","end":"2026-05-21T03:34:09.749969Z","steps":["trace[461965007] 'process raft request' (duration: 101.090515ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:38.942301Z","caller":"traceutil/trace.go:171","msg":"trace[1639568431] transaction","detail":"{read_only:false; response_revision:3574; number_of_response:1; }","duration":"144.16105ms","start":"2026-05-21T03:34:38.79812Z","end":"2026-05-21T03:34:38.942281Z","steps":["trace[1639568431] 'process raft request' (duration: 144.110869ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:38.942474Z","caller":"traceutil/trace.go:171","msg":"trace[48667613] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"162.569036ms","start":"2026-05-21T03:34:38.779894Z","end":"2026-05-21T03:34:38.942463Z","steps":["trace[48667613] 'process raft request' (duration: 162.26376ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:38.942572Z","caller":"traceutil/trace.go:171","msg":"trace[1339973502] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"162.483655ms","start":"2026-05-21T03:34:38.780078Z","end":"2026-05-21T03:34:38.942562Z","steps":["trace[1339973502] 'process raft request' (duration: 162.103946ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:38.942634Z","caller":"traceutil/trace.go:171","msg":"trace[1620931645] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"162.219659ms","start":"2026-05-21T03:34:38.780408Z","end":"2026-05-21T03:34:38.942628Z","steps":["trace[1620931645] 'process raft request' (duration: 161.7937ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:38.942793Z","caller":"traceutil/trace.go:171","msg":"trace[1314562917] transaction","detail":"{read_only:false; response_revision:3569; number_of_response:1; }","duration":"163.071587ms","start":"2026-05-21T03:34:38.779711Z","end":"2026-05-21T03:34:38.942783Z","steps":["trace[1314562917] 'process raft request' (duration: 103.92756ms)","trace[1314562917] 'compare' (duration: 58.367821ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:34:38.942907Z","caller":"traceutil/trace.go:171","msg":"trace[776584848] transaction","detail":"{read_only:false; response_revision:3570; number_of_response:1; }","duration":"163.164599ms","start":"2026-05-21T03:34:38.779735Z","end":"2026-05-21T03:34:38.9429Z","steps":["trace[776584848] 'process raft request' (duration: 162.395202ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:38.991979Z","caller":"traceutil/trace.go:171","msg":"trace[1270378007] transaction","detail":"{read_only:false; response_revision:3575; number_of_response:1; }","duration":"104.541292ms","start":"2026-05-21T03:34:38.887404Z","end":"2026-05-21T03:34:38.991945Z","steps":["trace[1270378007] 'process raft request' (duration: 104.363598ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:39.105806Z","caller":"traceutil/trace.go:171","msg":"trace[1729592561] linearizableReadLoop","detail":"{readStateIndex:3722; appliedIndex:3719; }","duration":"113.877518ms","start":"2026-05-21T03:34:38.991911Z","end":"2026-05-21T03:34:39.105789Z","steps":["trace[1729592561] 'read index received' (duration: 61.535593ms)","trace[1729592561] 'applied index is now lower than readState.Index' (duration: 52.340905ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:34:39.105925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.170442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:34:39.105949Z","caller":"traceutil/trace.go:171","msg":"trace[1738670823] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3579; }","duration":"133.213003ms","start":"2026-05-21T03:34:38.972728Z","end":"2026-05-21T03:34:39.105941Z","steps":["trace[1738670823] 'agreement among raft nodes before linearized reading' (duration: 133.132041ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:39.106094Z","caller":"traceutil/trace.go:171","msg":"trace[1868034156] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"147.277789ms","start":"2026-05-21T03:34:38.958809Z","end":"2026-05-21T03:34:39.106086Z","steps":["trace[1868034156] 'process raft request' (duration: 146.926042ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:39.106119Z","caller":"traceutil/trace.go:171","msg":"trace[1230765471] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"158.817665ms","start":"2026-05-21T03:34:38.947277Z","end":"2026-05-21T03:34:39.106094Z","steps":["trace[1230765471] 'process raft request' (duration: 106.158063ms)","trace[1230765471] 'compare' (duration: 52.122401ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:34:39.106251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.719066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-21T03:34:39.106278Z","caller":"traceutil/trace.go:171","msg":"trace[1412926048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3579; }","duration":"116.790118ms","start":"2026-05-21T03:34:38.989481Z","end":"2026-05-21T03:34:39.106271Z","steps":["trace[1412926048] 'agreement among raft nodes before linearized reading' (duration: 116.703316ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:39.106281Z","caller":"traceutil/trace.go:171","msg":"trace[2072965526] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"157.6103ms","start":"2026-05-21T03:34:38.948665Z","end":"2026-05-21T03:34:39.106276Z","steps":["trace[2072965526] 'process raft request' (duration: 157.042608ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:39.107838Z","caller":"traceutil/trace.go:171","msg":"trace[1568561007] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"111.864846ms","start":"2026-05-21T03:34:38.995939Z","end":"2026-05-21T03:34:39.107804Z","steps":["trace[1568561007] 'process raft request' (duration: 111.744183ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:39.383544Z","caller":"traceutil/trace.go:171","msg":"trace[384264128] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3584; }","duration":"136.452977ms","start":"2026-05-21T03:34:39.247069Z","end":"2026-05-21T03:34:39.383522Z","steps":["trace[384264128] 'process raft request' (duration: 126.672448ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:39.403655Z","caller":"traceutil/trace.go:171","msg":"trace[600980672] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"145.43445ms","start":"2026-05-21T03:34:39.258201Z","end":"2026-05-21T03:34:39.403636Z","steps":["trace[600980672] 'process raft request' (duration: 145.372628ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:39.403719Z","caller":"traceutil/trace.go:171","msg":"trace[811011544] transaction","detail":"{read_only:false; response_revision:3585; number_of_response:1; }","duration":"156.500776ms","start":"2026-05-21T03:34:39.247182Z","end":"2026-05-21T03:34:39.403683Z","steps":["trace[811011544] 'process raft request' (duration: 156.274111ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:40.531289Z","caller":"traceutil/trace.go:171","msg":"trace[2056305984] linearizableReadLoop","detail":"{readStateIndex:3757; appliedIndex:3756; }","duration":"103.643664ms","start":"2026-05-21T03:34:40.427621Z","end":"2026-05-21T03:34:40.531265Z","steps":["trace[2056305984] 'read index received' (duration: 9.111725ms)","trace[2056305984] 'applied index is now lower than readState.Index' (duration: 94.531079ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:34:40.531454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.776897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:34:40.531486Z","caller":"traceutil/trace.go:171","msg":"trace[1468504067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3612; }","duration":"103.8857ms","start":"2026-05-21T03:34:40.42759Z","end":"2026-05-21T03:34:40.531476Z","steps":["trace[1468504067] 'agreement among raft nodes before linearized reading' (duration: 103.765677ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:40.531538Z","caller":"traceutil/trace.go:171","msg":"trace[690222849] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"107.375871ms","start":"2026-05-21T03:34:40.424136Z","end":"2026-05-21T03:34:40.531512Z","steps":["trace[690222849] 'process raft request' (duration: 33.874488ms)","trace[690222849] 'compare' (duration: 73.109195ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:34:40.741583Z","caller":"traceutil/trace.go:171","msg":"trace[468863537] transaction","detail":"{read_only:false; response_revision:3613; number_of_response:1; }","duration":"204.693287ms","start":"2026-05-21T03:34:40.536863Z","end":"2026-05-21T03:34:40.741557Z","steps":["trace[468863537] 'process raft request' (duration: 176.74819ms)","trace[468863537] 'compare' (duration: 27.769213ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:34:40.742808Z","caller":"traceutil/trace.go:171","msg":"trace[574115971] transaction","detail":"{read_only:false; response_revision:3614; number_of_response:1; }","duration":"201.785087ms","start":"2026-05-21T03:34:40.540998Z","end":"2026-05-21T03:34:40.742783Z","steps":["trace[574115971] 'process raft request' (duration: 201.627924ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:41.684781Z","caller":"traceutil/trace.go:171","msg":"trace[1863422407] transaction","detail":"{read_only:false; response_revision:3644; number_of_response:1; }","duration":"167.204607ms","start":"2026-05-21T03:34:41.517534Z","end":"2026-05-21T03:34:41.684739Z","steps":["trace[1863422407] 'process raft request' (duration: 167.156946ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:41.684843Z","caller":"traceutil/trace.go:171","msg":"trace[1648414695] transaction","detail":"{read_only:false; response_revision:3643; number_of_response:1; }","duration":"172.191289ms","start":"2026-05-21T03:34:41.512628Z","end":"2026-05-21T03:34:41.684819Z","steps":["trace[1648414695] 'process raft request' (duration: 136.497186ms)","trace[1648414695] 'compare' (duration: 35.456118ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:34:44.143057Z","caller":"traceutil/trace.go:171","msg":"trace[1776058069] transaction","detail":"{read_only:false; response_revision:3660; number_of_response:1; }","duration":"160.748286ms","start":"2026-05-21T03:34:43.982249Z","end":"2026-05-21T03:34:44.142997Z","steps":["trace[1776058069] 'process raft request' (duration: 100.407781ms)","trace[1776058069] 'compare' (duration: 60.148841ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:34:44.143255Z","caller":"traceutil/trace.go:171","msg":"trace[1259711636] transaction","detail":"{read_only:false; response_revision:3661; number_of_response:1; }","duration":"158.609753ms","start":"2026-05-21T03:34:43.984547Z","end":"2026-05-21T03:34:44.143157Z","steps":["trace[1259711636] 'process raft request' (duration: 158.406269ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:45.313718Z","caller":"traceutil/trace.go:171","msg":"trace[1855371854] linearizableReadLoop","detail":"{readStateIndex:3809; appliedIndex:3808; }","duration":"283.292769ms","start":"2026-05-21T03:34:45.030394Z","end":"2026-05-21T03:34:45.313686Z","steps":["trace[1855371854] 'read index received' (duration: 283.063315ms)","trace[1855371854] 'applied index is now lower than readState.Index' (duration: 227.794µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:34:45.313848Z","caller":"traceutil/trace.go:171","msg":"trace[2018176699] transaction","detail":"{read_only:false; response_revision:3662; number_of_response:1; }","duration":"312.166541ms","start":"2026-05-21T03:34:45.001593Z","end":"2026-05-21T03:34:45.313759Z","steps":["trace[2018176699] 'process raft request' (duration: 311.866465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.313981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.546974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:34:45.314006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.001575Z","time spent":"312.354484ms","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-21T03:34:45.314078Z","caller":"traceutil/trace.go:171","msg":"trace[1950871298] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3662; }","duration":"283.667027ms","start":"2026-05-21T03:34:45.030388Z","end":"2026-05-21T03:34:45.314055Z","steps":["trace[1950871298] 'agreement among raft nodes before linearized reading' (duration: 283.390071ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:45.395954Z","caller":"traceutil/trace.go:171","msg":"trace[330527265] transaction","detail":"{read_only:false; response_revision:3663; number_of_response:1; }","duration":"337.985458ms","start":"2026-05-21T03:34:45.057946Z","end":"2026-05-21T03:34:45.395932Z","steps":["trace[330527265] 'process raft request' (duration: 331.032849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.396091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.057936Z","time spent":"338.08917ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:34:45.396804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.607596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-rlbrt\" ","response":"range_response_count:1 size:3115"} {"level":"info","ts":"2026-05-21T03:34:45.396869Z","caller":"traceutil/trace.go:171","msg":"trace[2006538462] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-rlbrt; range_end:; response_count:1; response_revision:3664; }","duration":"164.705918ms","start":"2026-05-21T03:34:45.232147Z","end":"2026-05-21T03:34:45.396853Z","steps":["trace[2006538462] 'agreement among raft nodes before linearized reading' (duration: 164.442912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.396976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.272961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-21T03:34:45.397022Z","caller":"traceutil/trace.go:171","msg":"trace[1342999835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3664; }","duration":"184.360533ms","start":"2026-05-21T03:34:45.212646Z","end":"2026-05-21T03:34:45.397006Z","steps":["trace[1342999835] 'agreement among raft nodes before linearized reading' (duration: 184.19246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.397039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.130767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:34:45.397082Z","caller":"traceutil/trace.go:171","msg":"trace[1712004505] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:3664; }","duration":"294.198259ms","start":"2026-05-21T03:34:45.102873Z","end":"2026-05-21T03:34:45.397071Z","steps":["trace[1712004505] 'agreement among raft nodes before linearized reading' (duration: 294.121648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.397133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.204452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:34:45.397182Z","caller":"traceutil/trace.go:171","msg":"trace[1602799224] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:3664; }","duration":"327.267583ms","start":"2026-05-21T03:34:45.069904Z","end":"2026-05-21T03:34:45.397172Z","steps":["trace[1602799224] 'agreement among raft nodes before linearized reading' (duration: 327.182041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.397214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.069902Z","time spent":"327.304174ms","remote":"127.0.0.1:46538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:34:45.397228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.068785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:34:45.397227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.403963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:34:45.39725Z","caller":"traceutil/trace.go:171","msg":"trace[261192317] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:3664; }","duration":"275.125527ms","start":"2026-05-21T03:34:45.122118Z","end":"2026-05-21T03:34:45.397243Z","steps":["trace[261192317] 'agreement among raft nodes before linearized reading' (duration: 275.087796ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:45.397259Z","caller":"traceutil/trace.go:171","msg":"trace[1158841449] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:3664; }","duration":"294.437324ms","start":"2026-05-21T03:34:45.102812Z","end":"2026-05-21T03:34:45.397249Z","steps":["trace[1158841449] 'agreement among raft nodes before linearized reading' (duration: 294.385573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.397286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.388005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:34:45.397312Z","caller":"traceutil/trace.go:171","msg":"trace[343896947] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:3664; }","duration":"327.430376ms","start":"2026-05-21T03:34:45.069871Z","end":"2026-05-21T03:34:45.397302Z","steps":["trace[343896947] 'agreement among raft nodes before linearized reading' (duration: 327.396905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.39734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.069861Z","time spent":"327.471867ms","remote":"127.0.0.1:46538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" limit:10000 "} {"level":"warn","ts":"2026-05-21T03:34:45.397364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.586227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:34:45.397376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.822067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:34:45.397398Z","caller":"traceutil/trace.go:171","msg":"trace[2008452347] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:3664; }","duration":"293.628387ms","start":"2026-05-21T03:34:45.103759Z","end":"2026-05-21T03:34:45.397387Z","steps":["trace[2008452347] 'agreement among raft nodes before linearized reading' (duration: 293.584026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.397443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.840523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:34:45.39746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.632582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:34:45.397439Z","caller":"traceutil/trace.go:171","msg":"trace[1162348113] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3664; }","duration":"366.902769ms","start":"2026-05-21T03:34:45.030517Z","end":"2026-05-21T03:34:45.397419Z","steps":["trace[1162348113] 'agreement among raft nodes before linearized reading' (duration: 366.835758ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:45.397479Z","caller":"traceutil/trace.go:171","msg":"trace[939990512] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:3664; }","duration":"339.653142ms","start":"2026-05-21T03:34:45.057821Z","end":"2026-05-21T03:34:45.397474Z","steps":["trace[939990512] 'agreement among raft nodes before linearized reading' (duration: 339.621731ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:45.397482Z","caller":"traceutil/trace.go:171","msg":"trace[974286715] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:3664; }","duration":"308.892484ms","start":"2026-05-21T03:34:45.088576Z","end":"2026-05-21T03:34:45.397468Z","steps":["trace[974286715] 'agreement among raft nodes before linearized reading' (duration: 308.847613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.397501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.057758Z","time spent":"339.735723ms","remote":"127.0.0.1:46526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:500 "} {"level":"warn","ts":"2026-05-21T03:34:45.397511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.08857Z","time spent":"308.932665ms","remote":"127.0.0.1:46554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:34:45.397509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.030496Z","time spent":"366.99516ms","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:34:45.39724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.902368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:34:45.397617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.117652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:34:45.397635Z","caller":"traceutil/trace.go:171","msg":"trace[898272784] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:3664; }","duration":"340.149302ms","start":"2026-05-21T03:34:45.05748Z","end":"2026-05-21T03:34:45.39763Z","steps":["trace[898272784] 'agreement among raft nodes before linearized reading' (duration: 340.119142ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:45.397633Z","caller":"traceutil/trace.go:171","msg":"trace[1981559406] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:3664; }","duration":"354.327467ms","start":"2026-05-21T03:34:45.043292Z","end":"2026-05-21T03:34:45.39762Z","steps":["trace[1981559406] 'agreement among raft nodes before linearized reading' (duration: 353.912689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.397658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.057474Z","time spent":"340.178523ms","remote":"127.0.0.1:46526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:10000 "} {"level":"warn","ts":"2026-05-21T03:34:45.397659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.101359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:34:45.397683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.043272Z","time spent":"354.394738ms","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:10000 "} {"level":"warn","ts":"2026-05-21T03:34:45.397741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.279094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:34:45.397763Z","caller":"traceutil/trace.go:171","msg":"trace[1511566834] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:3664; }","duration":"340.338156ms","start":"2026-05-21T03:34:45.05742Z","end":"2026-05-21T03:34:45.397758Z","steps":["trace[1511566834] 'agreement among raft nodes before linearized reading' (duration: 340.304285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.397782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.356775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-21T03:34:45.397798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.057401Z","time spent":"340.390146ms","remote":"127.0.0.1:46526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:34:45.397798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.238845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:34:45.397841Z","caller":"traceutil/trace.go:171","msg":"trace[1372266033] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3664; }","duration":"367.389538ms","start":"2026-05-21T03:34:45.03044Z","end":"2026-05-21T03:34:45.39783Z","steps":["trace[1372266033] 'agreement among raft nodes before linearized reading' (duration: 367.233835ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:45.397687Z","caller":"traceutil/trace.go:171","msg":"trace[84436245] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:3664; }","duration":"309.16905ms","start":"2026-05-21T03:34:45.088509Z","end":"2026-05-21T03:34:45.397678Z","steps":["trace[84436245] 'agreement among raft nodes before linearized reading' (duration: 309.125179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.397919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.546401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:34:45.397939Z","caller":"traceutil/trace.go:171","msg":"trace[455595206] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:3664; }","duration":"354.582162ms","start":"2026-05-21T03:34:45.04335Z","end":"2026-05-21T03:34:45.397932Z","steps":["trace[455595206] 'agreement among raft nodes before linearized reading' (duration: 354.554702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.397938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.088489Z","time spent":"309.431625ms","remote":"127.0.0.1:46554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" limit:500 "} {"level":"warn","ts":"2026-05-21T03:34:45.397966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.04334Z","time spent":"354.620753ms","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:34:45.396785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.290823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:34:45.397405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.776193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:34:45.398137Z","caller":"traceutil/trace.go:171","msg":"trace[233383410] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:3664; }","duration":"327.670061ms","start":"2026-05-21T03:34:45.070455Z","end":"2026-05-21T03:34:45.398125Z","steps":["trace[233383410] 'agreement among raft nodes before linearized reading' (duration: 326.259582ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:45.398144Z","caller":"traceutil/trace.go:171","msg":"trace[282711302] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:3664; }","duration":"309.524207ms","start":"2026-05-21T03:34:45.088605Z","end":"2026-05-21T03:34:45.398129Z","steps":["trace[282711302] 'agreement among raft nodes before linearized reading' (duration: 308.774232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.398179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.070442Z","time spent":"327.720072ms","remote":"127.0.0.1:46538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" limit:500 "} {"level":"warn","ts":"2026-05-21T03:34:45.397894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.51176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:34:45.398345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.893295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-21T03:34:45.398366Z","caller":"traceutil/trace.go:171","msg":"trace[2022555644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3664; }","duration":"209.953006ms","start":"2026-05-21T03:34:45.188407Z","end":"2026-05-21T03:34:45.39836Z","steps":["trace[2022555644] 'agreement among raft nodes before linearized reading' (duration: 209.887975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.398183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.0886Z","time spent":"309.569128ms","remote":"127.0.0.1:46554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" limit:10000 "} {"level":"info","ts":"2026-05-21T03:34:45.397809Z","caller":"traceutil/trace.go:171","msg":"trace[64635821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3664; }","duration":"323.398955ms","start":"2026-05-21T03:34:45.074402Z","end":"2026-05-21T03:34:45.397801Z","steps":["trace[64635821] 'agreement among raft nodes before linearized reading' (duration: 323.300084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.398453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.074392Z","time spent":"324.049648ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-21T03:34:45.397888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.030434Z","time spent":"367.439939ms","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:500 "} {"level":"warn","ts":"2026-05-21T03:34:45.398565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.947441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:34:45.398592Z","caller":"traceutil/trace.go:171","msg":"trace[253071684] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:3664; }","duration":"276.006463ms","start":"2026-05-21T03:34:45.122578Z","end":"2026-05-21T03:34:45.398585Z","steps":["trace[253071684] 'agreement among raft nodes before linearized reading' (duration: 275.963502ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:45.398362Z","caller":"traceutil/trace.go:171","msg":"trace[530296034] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:3664; }","duration":"355.00136ms","start":"2026-05-21T03:34:45.04335Z","end":"2026-05-21T03:34:45.398352Z","steps":["trace[530296034] 'agreement among raft nodes before linearized reading' (duration: 354.526911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.398649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.043335Z","time spent":"355.294086ms","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:500 "} {"level":"warn","ts":"2026-05-21T03:34:45.399072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.84221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:34:45.400049Z","caller":"traceutil/trace.go:171","msg":"trace[928684488] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:3664; }","duration":"277.534845ms","start":"2026-05-21T03:34:45.122115Z","end":"2026-05-21T03:34:45.39965Z","steps":["trace[928684488] 'agreement among raft nodes before linearized reading' (duration: 275.041735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:45.77464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.239474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:34:45.774718Z","caller":"traceutil/trace.go:171","msg":"trace[363583378] linearizableReadLoop","detail":"{readStateIndex:3815; appliedIndex:3814; }","duration":"222.311885ms","start":"2026-05-21T03:34:45.552394Z","end":"2026-05-21T03:34:45.774706Z","steps":["trace[363583378] 'read index received' (duration: 108.860297ms)","trace[363583378] 'applied index is now lower than readState.Index' (duration: 113.450538ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:34:45.774782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.396486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:34:45.774801Z","caller":"traceutil/trace.go:171","msg":"trace[334208927] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3668; }","duration":"222.443998ms","start":"2026-05-21T03:34:45.552351Z","end":"2026-05-21T03:34:45.774795Z","steps":["trace[334208927] 'agreement among raft nodes before linearized reading' (duration: 222.387536ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:45.775053Z","caller":"traceutil/trace.go:171","msg":"trace[491035105] transaction","detail":"{read_only:false; response_revision:3668; number_of_response:1; }","duration":"300.611328ms","start":"2026-05-21T03:34:45.474405Z","end":"2026-05-21T03:34:45.775016Z","steps":["trace[491035105] 'process raft request' (duration: 186.913364ms)","trace[491035105] 'compare' (duration: 113.154112ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:34:45.775113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:34:45.474385Z","time spent":"300.697829ms","remote":"127.0.0.1:43876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:34:45.953886Z","caller":"traceutil/trace.go:171","msg":"trace[885722614] transaction","detail":"{read_only:false; response_revision:3669; number_of_response:1; }","duration":"172.524724ms","start":"2026-05-21T03:34:45.781337Z","end":"2026-05-21T03:34:45.953862Z","steps":["trace[885722614] 'process raft request' (duration: 98.271443ms)","trace[885722614] 'compare' (duration: 73.779642ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:34:45.95394Z","caller":"traceutil/trace.go:171","msg":"trace[966055554] transaction","detail":"{read_only:false; response_revision:3670; number_of_response:1; }","duration":"154.002893ms","start":"2026-05-21T03:34:45.799914Z","end":"2026-05-21T03:34:45.953917Z","steps":["trace[966055554] 'process raft request' (duration: 153.671877ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:45.953951Z","caller":"traceutil/trace.go:171","msg":"trace[868098323] linearizableReadLoop","detail":"{readStateIndex:3816; appliedIndex:3815; }","duration":"170.239098ms","start":"2026-05-21T03:34:45.783671Z","end":"2026-05-21T03:34:45.95391Z","steps":["trace[868098323] 'read index received' (duration: 95.947967ms)","trace[868098323] 'applied index is now lower than readState.Index' (duration: 74.286021ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:34:45.954536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.29705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:34:45.954564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.860251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-21T03:34:45.954609Z","caller":"traceutil/trace.go:171","msg":"trace[1143640308] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3672; }","duration":"155.420372ms","start":"2026-05-21T03:34:45.799169Z","end":"2026-05-21T03:34:45.954589Z","steps":["trace[1143640308] 'agreement among raft nodes before linearized reading' (duration: 155.131087ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:34:45.954624Z","caller":"traceutil/trace.go:171","msg":"trace[1550919202] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3672; }","duration":"170.969744ms","start":"2026-05-21T03:34:45.783636Z","end":"2026-05-21T03:34:45.954606Z","steps":["trace[1550919202] 'agreement among raft nodes before linearized reading' (duration: 170.573705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:34:46.989551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.225173ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-21T03:35:11.651199Z","caller":"traceutil/trace.go:171","msg":"trace[969118923] transaction","detail":"{read_only:false; response_revision:3815; number_of_response:1; }","duration":"162.391624ms","start":"2026-05-21T03:35:11.488787Z","end":"2026-05-21T03:35:11.651178Z","steps":["trace[969118923] 'process raft request' (duration: 162.250801ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:26.821707Z","caller":"traceutil/trace.go:171","msg":"trace[1257347706] transaction","detail":"{read_only:false; response_revision:4313; number_of_response:1; }","duration":"231.187459ms","start":"2026-05-21T03:36:26.590494Z","end":"2026-05-21T03:36:26.821682Z","steps":["trace[1257347706] 'process raft request' (duration: 231.045197ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:26.833242Z","caller":"traceutil/trace.go:171","msg":"trace[1557499752] linearizableReadLoop","detail":"{readStateIndex:4496; appliedIndex:4494; }","duration":"183.251943ms","start":"2026-05-21T03:36:26.649973Z","end":"2026-05-21T03:36:26.833225Z","steps":["trace[1557499752] 'read index received' (duration: 171.559344ms)","trace[1557499752] 'applied index is now lower than readState.Index' (duration: 11.691869ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:36:26.833479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.883108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-21T03:36:26.833516Z","caller":"traceutil/trace.go:171","msg":"trace[406482319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4313; }","duration":"158.966438ms","start":"2026-05-21T03:36:26.67454Z","end":"2026-05-21T03:36:26.833506Z","steps":["trace[406482319] 'agreement among raft nodes before linearized reading' (duration: 158.789005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:26.833534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.522697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-fvwqn\" ","response":"range_response_count:1 size:4356"} {"level":"warn","ts":"2026-05-21T03:36:26.833582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.834728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-21T03:36:26.833645Z","caller":"traceutil/trace.go:171","msg":"trace[622686246] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-fvwqn; range_end:; response_count:1; response_revision:4313; }","duration":"183.67386ms","start":"2026-05-21T03:36:26.649943Z","end":"2026-05-21T03:36:26.833617Z","steps":["trace[622686246] 'agreement among raft nodes before linearized reading' (duration: 183.380045ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:26.833666Z","caller":"traceutil/trace.go:171","msg":"trace[1312087310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4313; }","duration":"154.942491ms","start":"2026-05-21T03:36:26.678708Z","end":"2026-05-21T03:36:26.83365Z","steps":["trace[1312087310] 'agreement among raft nodes before linearized reading' (duration: 154.691797ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:32.668799Z","caller":"traceutil/trace.go:171","msg":"trace[1679042894] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"124.478636ms","start":"2026-05-21T03:36:32.544288Z","end":"2026-05-21T03:36:32.668767Z","steps":["trace[1679042894] 'process raft request' (duration: 124.151691ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:35.481293Z","caller":"traceutil/trace.go:171","msg":"trace[432069771] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"609.437425ms","start":"2026-05-21T03:36:34.871832Z","end":"2026-05-21T03:36:35.481269Z","steps":["trace[432069771] 'process raft request' (duration: 609.289692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:35.481527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:34.871819Z","time spent":"609.602707ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:36:35.492038Z","caller":"traceutil/trace.go:171","msg":"trace[2085560465] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"619.154699ms","start":"2026-05-21T03:36:34.872859Z","end":"2026-05-21T03:36:35.492013Z","steps":["trace[2085560465] 'process raft request' (duration: 618.966616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:35.492182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:34.87283Z","time spent":"619.28425ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:36:35.492306Z","caller":"traceutil/trace.go:171","msg":"trace[551432035] linearizableReadLoop","detail":"{readStateIndex:4894; appliedIndex:4891; }","duration":"146.073874ms","start":"2026-05-21T03:36:35.346222Z","end":"2026-05-21T03:36:35.492296Z","steps":["trace[551432035] 'read index received' (duration: 134.965037ms)","trace[551432035] 'applied index is now lower than readState.Index' (duration: 11.107757ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:36:35.492437Z","caller":"traceutil/trace.go:171","msg":"trace[791799573] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"619.493045ms","start":"2026-05-21T03:36:34.872934Z","end":"2026-05-21T03:36:35.492427Z","steps":["trace[791799573] 'process raft request' (duration: 619.029007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:35.492455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.215556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:36:35.492493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:34.872919Z","time spent":"619.543905ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:36:35.492525Z","caller":"traceutil/trace.go:171","msg":"trace[1895249056] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4704; }","duration":"146.304268ms","start":"2026-05-21T03:36:35.346206Z","end":"2026-05-21T03:36:35.49251Z","steps":["trace[1895249056] 'agreement among raft nodes before linearized reading' (duration: 146.164956ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:36.284084Z","caller":"traceutil/trace.go:171","msg":"trace[1933444044] linearizableReadLoop","detail":"{readStateIndex:4922; appliedIndex:4920; }","duration":"219.241285ms","start":"2026-05-21T03:36:36.064821Z","end":"2026-05-21T03:36:36.284062Z","steps":["trace[1933444044] 'read index received' (duration: 218.997891ms)","trace[1933444044] 'applied index is now lower than readState.Index' (duration: 242.364µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:36:36.28433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.858165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-21T03:36:36.284352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.180631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-21T03:36:36.28442Z","caller":"traceutil/trace.go:171","msg":"trace[1130136681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4732; }","duration":"255.274243ms","start":"2026-05-21T03:36:36.029129Z","end":"2026-05-21T03:36:36.284403Z","steps":["trace[1130136681] 'agreement among raft nodes before linearized reading' (duration: 255.027669ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:36.284456Z","caller":"traceutil/trace.go:171","msg":"trace[1136809402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4732; }","duration":"246.008007ms","start":"2026-05-21T03:36:36.038385Z","end":"2026-05-21T03:36:36.284393Z","steps":["trace[1136809402] 'agreement among raft nodes before linearized reading' (duration: 245.720592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:36.284502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.254438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-dpv65\" ","response":"range_response_count:1 size:4658"} {"level":"info","ts":"2026-05-21T03:36:36.284595Z","caller":"traceutil/trace.go:171","msg":"trace[592386717] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-dpv65; range_end:; response_count:1; response_revision:4732; }","duration":"263.370079ms","start":"2026-05-21T03:36:36.021194Z","end":"2026-05-21T03:36:36.284564Z","steps":["trace[592386717] 'agreement among raft nodes before linearized reading' (duration: 263.094595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:36.284884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.800879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:36.285057Z","caller":"traceutil/trace.go:171","msg":"trace[750965193] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4732; }","duration":"211.994973ms","start":"2026-05-21T03:36:36.073038Z","end":"2026-05-21T03:36:36.285033Z","steps":["trace[750965193] 'agreement among raft nodes before linearized reading' (duration: 211.79281ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:36.285888Z","caller":"traceutil/trace.go:171","msg":"trace[236188530] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"279.094354ms","start":"2026-05-21T03:36:36.00676Z","end":"2026-05-21T03:36:36.285854Z","steps":["trace[236188530] 'process raft request' (duration: 277.126241ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:36.286192Z","caller":"traceutil/trace.go:171","msg":"trace[236416941] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"275.676888ms","start":"2026-05-21T03:36:36.010476Z","end":"2026-05-21T03:36:36.286153Z","steps":["trace[236416941] 'process raft request' (duration: 273.537091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:36.287562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.964312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:46 size:1954231"} {"level":"info","ts":"2026-05-21T03:36:36.28772Z","caller":"traceutil/trace.go:171","msg":"trace[1982312943] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:46; response_revision:4732; }","duration":"155.164755ms","start":"2026-05-21T03:36:36.132533Z","end":"2026-05-21T03:36:36.287698Z","steps":["trace[1982312943] 'agreement among raft nodes before linearized reading' (duration: 153.294793ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:37.483126Z","caller":"traceutil/trace.go:171","msg":"trace[1266167155] linearizableReadLoop","detail":"{readStateIndex:4973; appliedIndex:4972; }","duration":"237.388776ms","start":"2026-05-21T03:36:37.245719Z","end":"2026-05-21T03:36:37.483107Z","steps":["trace[1266167155] 'read index received' (duration: 237.179023ms)","trace[1266167155] 'applied index is now lower than readState.Index' (duration: 207.233µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:36:37.483168Z","caller":"traceutil/trace.go:171","msg":"trace[735676853] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"275.373806ms","start":"2026-05-21T03:36:37.207767Z","end":"2026-05-21T03:36:37.483141Z","steps":["trace[735676853] 'process raft request' (duration: 275.163792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:37.48327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.524399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:36:37.483323Z","caller":"traceutil/trace.go:171","msg":"trace[858168894] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4781; }","duration":"237.629331ms","start":"2026-05-21T03:36:37.245683Z","end":"2026-05-21T03:36:37.483312Z","steps":["trace[858168894] 'agreement among raft nodes before linearized reading' (duration: 237.525309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:37.757996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.862486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:36:37.758186Z","caller":"traceutil/trace.go:171","msg":"trace[638871401] linearizableReadLoop","detail":"{readStateIndex:4974; appliedIndex:4973; }","duration":"274.925478ms","start":"2026-05-21T03:36:37.483186Z","end":"2026-05-21T03:36:37.758112Z","steps":["trace[638871401] 'read index received' (duration: 112.691916ms)","trace[638871401] 'applied index is now lower than readState.Index' (duration: 162.231862ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:36:37.758227Z","caller":"traceutil/trace.go:171","msg":"trace[1021152663] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"449.337604ms","start":"2026-05-21T03:36:37.308858Z","end":"2026-05-21T03:36:37.758195Z","steps":["trace[1021152663] 'process raft request' (duration: 287.146324ms)","trace[1021152663] 'compare' (duration: 161.727203ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:36:37.758312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.121305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:37.758355Z","caller":"traceutil/trace.go:171","msg":"trace[1469558282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4782; }","duration":"331.208776ms","start":"2026-05-21T03:36:37.427133Z","end":"2026-05-21T03:36:37.758341Z","steps":["trace[1469558282] 'agreement among raft nodes before linearized reading' (duration: 331.132404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:37.75841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:37.42711Z","time spent":"331.287528ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:36:37.758558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:37.308835Z","time spent":"449.490817ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:36:37.759808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.906664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5dd58222-622e-47d7-8160-bf314710ee7e\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-05-21T03:36:37.759887Z","caller":"traceutil/trace.go:171","msg":"trace[922318615] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5dd58222-622e-47d7-8160-bf314710ee7e; range_end:; response_count:1; response_revision:4782; }","duration":"425.025826ms","start":"2026-05-21T03:36:37.334841Z","end":"2026-05-21T03:36:37.759867Z","steps":["trace[922318615] 'agreement among raft nodes before linearized reading' (duration: 423.54011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:37.759939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:37.33482Z","time spent":"425.104647ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5dd58222-622e-47d7-8160-bf314710ee7e\" "} {"level":"info","ts":"2026-05-21T03:36:37.911064Z","caller":"traceutil/trace.go:171","msg":"trace[1939320113] linearizableReadLoop","detail":"{readStateIndex:4975; appliedIndex:4974; }","duration":"152.787542ms","start":"2026-05-21T03:36:37.758231Z","end":"2026-05-21T03:36:37.911018Z","steps":["trace[1939320113] 'read index received' (duration: 115.576406ms)","trace[1939320113] 'applied index is now lower than readState.Index' (duration: 37.210276ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:36:37.911279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.79863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed1049e5-c608-46a1-9159-5db04ad644bf\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-05-21T03:36:37.911322Z","caller":"traceutil/trace.go:171","msg":"trace[198817660] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed1049e5-c608-46a1-9159-5db04ad644bf; range_end:; response_count:1; response_revision:4783; }","duration":"399.867632ms","start":"2026-05-21T03:36:37.511441Z","end":"2026-05-21T03:36:37.911309Z","steps":["trace[198817660] 'agreement among raft nodes before linearized reading' (duration: 399.74111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:37.911315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.519938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-21T03:36:37.911386Z","caller":"traceutil/trace.go:171","msg":"trace[459373523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4783; }","duration":"414.61873ms","start":"2026-05-21T03:36:37.496749Z","end":"2026-05-21T03:36:37.911368Z","steps":["trace[459373523] 'agreement among raft nodes before linearized reading' (duration: 414.374846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:37.911362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:37.511432Z","time spent":"399.920083ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed1049e5-c608-46a1-9159-5db04ad644bf\" "} {"level":"warn","ts":"2026-05-21T03:36:37.91145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:37.49674Z","time spent":"414.701431ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-21T03:36:37.911283Z","caller":"traceutil/trace.go:171","msg":"trace[158363964] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"303.801495ms","start":"2026-05-21T03:36:37.607459Z","end":"2026-05-21T03:36:37.91126Z","steps":["trace[158363964] 'process raft request' (duration: 266.253773ms)","trace[158363964] 'compare' (duration: 37.188366ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:36:37.911814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.238925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-21T03:36:37.911858Z","caller":"traceutil/trace.go:171","msg":"trace[232646911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4783; }","duration":"426.311667ms","start":"2026-05-21T03:36:37.485536Z","end":"2026-05-21T03:36:37.911847Z","steps":["trace[232646911] 'agreement among raft nodes before linearized reading' (duration: 425.624376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:37.911889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:37.48552Z","time spent":"426.361697ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:36:37.911432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.443597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-21T03:36:37.912061Z","caller":"traceutil/trace.go:171","msg":"trace[1087613295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4783; }","duration":"415.24771ms","start":"2026-05-21T03:36:37.496791Z","end":"2026-05-21T03:36:37.912039Z","steps":["trace[1087613295] 'agreement among raft nodes before linearized reading' (duration: 414.330175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:37.912113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:37.496725Z","time spent":"415.371932ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-21T03:36:37.912825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:37.607433Z","time spent":"304.259512ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9949,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:36:37.913887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.777036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5dd58222-622e-47d7-8160-bf314710ee7e\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-05-21T03:36:37.913956Z","caller":"traceutil/trace.go:171","msg":"trace[1855095047] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5dd58222-622e-47d7-8160-bf314710ee7e; range_end:; response_count:1; response_revision:4783; }","duration":"179.565632ms","start":"2026-05-21T03:36:37.734373Z","end":"2026-05-21T03:36:37.913939Z","steps":["trace[1855095047] 'agreement among raft nodes before linearized reading' (duration: 176.668274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:37.916853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.752299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-21T03:36:37.916953Z","caller":"traceutil/trace.go:171","msg":"trace[509832682] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4784; }","duration":"112.869281ms","start":"2026-05-21T03:36:37.804031Z","end":"2026-05-21T03:36:37.916901Z","steps":["trace[509832682] 'agreement among raft nodes before linearized reading' (duration: 112.648378ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:37.917325Z","caller":"traceutil/trace.go:171","msg":"trace[565847214] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"151.092194ms","start":"2026-05-21T03:36:37.766217Z","end":"2026-05-21T03:36:37.917309Z","steps":["trace[565847214] 'process raft request' (duration: 150.328421ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:39.885217Z","caller":"traceutil/trace.go:171","msg":"trace[1236678455] linearizableReadLoop","detail":"{readStateIndex:5013; appliedIndex:5012; }","duration":"104.980373ms","start":"2026-05-21T03:36:39.78022Z","end":"2026-05-21T03:36:39.885201Z","steps":["trace[1236678455] 'read index received' (duration: 104.81208ms)","trace[1236678455] 'applied index is now lower than readState.Index' (duration: 166.893µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:36:39.88564Z","caller":"traceutil/trace.go:171","msg":"trace[1825291309] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"130.997791ms","start":"2026-05-21T03:36:39.754632Z","end":"2026-05-21T03:36:39.88563Z","steps":["trace[1825291309] 'process raft request' (duration: 130.468301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:39.885835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.601815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5dd58222-622e-47d7-8160-bf314710ee7e\" ","response":"range_response_count:1 size:4076"} {"level":"info","ts":"2026-05-21T03:36:39.88586Z","caller":"traceutil/trace.go:171","msg":"trace[1896150237] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5dd58222-622e-47d7-8160-bf314710ee7e; range_end:; response_count:1; response_revision:4820; }","duration":"105.665515ms","start":"2026-05-21T03:36:39.780186Z","end":"2026-05-21T03:36:39.885852Z","steps":["trace[1896150237] 'agreement among raft nodes before linearized reading' (duration: 105.571204ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:40.057811Z","caller":"traceutil/trace.go:171","msg":"trace[486632152] linearizableReadLoop","detail":"{readStateIndex:5014; appliedIndex:5013; }","duration":"127.041493ms","start":"2026-05-21T03:36:39.93075Z","end":"2026-05-21T03:36:40.057792Z","steps":["trace[486632152] 'read index received' (duration: 126.735188ms)","trace[486632152] 'applied index is now lower than readState.Index' (duration: 305.495µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:36:40.058072Z","caller":"traceutil/trace.go:171","msg":"trace[834943216] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"128.107371ms","start":"2026-05-21T03:36:39.929936Z","end":"2026-05-21T03:36:40.058044Z","steps":["trace[834943216] 'process raft request' (duration: 127.659183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:40.058553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.707653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-21T03:36:40.058613Z","caller":"traceutil/trace.go:171","msg":"trace[1654145096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4821; }","duration":"127.869356ms","start":"2026-05-21T03:36:39.930734Z","end":"2026-05-21T03:36:40.058604Z","steps":["trace[1654145096] 'agreement among raft nodes before linearized reading' (duration: 127.187825ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:40.075083Z","caller":"traceutil/trace.go:171","msg":"trace[1208740514] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"142.886219ms","start":"2026-05-21T03:36:39.932169Z","end":"2026-05-21T03:36:40.075055Z","steps":["trace[1208740514] 'process raft request' (duration: 142.569314ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:43.363922Z","caller":"traceutil/trace.go:171","msg":"trace[1921788789] linearizableReadLoop","detail":"{readStateIndex:5107; appliedIndex:5106; }","duration":"238.987007ms","start":"2026-05-21T03:36:43.124908Z","end":"2026-05-21T03:36:43.363895Z","steps":["trace[1921788789] 'read index received' (duration: 238.795004ms)","trace[1921788789] 'applied index is now lower than readState.Index' (duration: 190.823µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:36:43.364126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.191981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-21T03:36:43.364168Z","caller":"traceutil/trace.go:171","msg":"trace[835010514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4909; }","duration":"239.266472ms","start":"2026-05-21T03:36:43.124889Z","end":"2026-05-21T03:36:43.364155Z","steps":["trace[835010514] 'agreement among raft nodes before linearized reading' (duration: 239.105329ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:43.364211Z","caller":"traceutil/trace.go:171","msg":"trace[1352216476] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"241.50625ms","start":"2026-05-21T03:36:43.122662Z","end":"2026-05-21T03:36:43.364169Z","steps":["trace[1352216476] 'process raft request' (duration: 241.070403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:45.136942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:44.06393Z","time spent":"1.073005758s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-21T03:36:45.137392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.762031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:36:45.137497Z","caller":"traceutil/trace.go:171","msg":"trace[1593342209] linearizableReadLoop","detail":"{readStateIndex:5110; appliedIndex:5109; }","duration":"1.073526707s","start":"2026-05-21T03:36:44.063954Z","end":"2026-05-21T03:36:45.13748Z","steps":["trace[1593342209] 'read index received' (duration: 452.563183ms)","trace[1593342209] 'applied index is now lower than readState.Index' (duration: 620.962144ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:36:45.137722Z","caller":"traceutil/trace.go:171","msg":"trace[1907674389] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"1.113408074s","start":"2026-05-21T03:36:44.024295Z","end":"2026-05-21T03:36:45.137703Z","steps":["trace[1907674389] 'process raft request' (duration: 492.233806ms)","trace[1907674389] 'compare' (duration: 620.563348ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:36:45.137825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:44.024268Z","time spent":"1.113499975s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:36:45.137818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073853903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:36:45.13786Z","caller":"traceutil/trace.go:171","msg":"trace[802296906] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4912; }","duration":"1.073926793s","start":"2026-05-21T03:36:44.063921Z","end":"2026-05-21T03:36:45.137848Z","steps":["trace[802296906] 'agreement among raft nodes before linearized reading' (duration: 1.073848792s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:45.137893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:44.063903Z","time spent":"1.073980675s","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-21T03:36:45.350968Z","caller":"traceutil/trace.go:171","msg":"trace[1639906851] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"1.262827347s","start":"2026-05-21T03:36:44.088118Z","end":"2026-05-21T03:36:45.350945Z","steps":["trace[1639906851] 'process raft request' (duration: 1.262516792s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:45.351056Z","caller":"traceutil/trace.go:171","msg":"trace[312592574] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"962.59544ms","start":"2026-05-21T03:36:44.388395Z","end":"2026-05-21T03:36:45.350991Z","steps":["trace[312592574] 'process raft request' (duration: 962.456327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:45.351112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:44.088091Z","time spent":"1.262924808s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:36:45.35122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:44.388362Z","time spent":"962.762784ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:36:45.351244Z","caller":"traceutil/trace.go:171","msg":"trace[1315589226] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"959.528979ms","start":"2026-05-21T03:36:44.391687Z","end":"2026-05-21T03:36:45.351216Z","steps":["trace[1315589226] 'process raft request' (duration: 959.225993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:45.351541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:44.391659Z","time spent":"959.771944ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:36:45.352484Z","caller":"traceutil/trace.go:171","msg":"trace[1329718082] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"959.443667ms","start":"2026-05-21T03:36:44.393028Z","end":"2026-05-21T03:36:45.352471Z","steps":["trace[1329718082] 'process raft request' (duration: 957.939651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:45.352561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:44.393004Z","time spent":"959.514999ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:36:45.352634Z","caller":"traceutil/trace.go:171","msg":"trace[1700341749] linearizableReadLoop","detail":"{readStateIndex:5114; appliedIndex:5110; }","duration":"215.093471ms","start":"2026-05-21T03:36:45.137533Z","end":"2026-05-21T03:36:45.352626Z","steps":["trace[1700341749] 'read index received' (duration: 213.052527ms)","trace[1700341749] 'applied index is now lower than readState.Index' (duration: 2.040124ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:36:45.352741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000176718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-21T03:36:45.352762Z","caller":"traceutil/trace.go:171","msg":"trace[2017333325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4916; }","duration":"1.00023541s","start":"2026-05-21T03:36:44.352522Z","end":"2026-05-21T03:36:45.352757Z","steps":["trace[2017333325] 'agreement among raft nodes before linearized reading' (duration: 1.000153148s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:45.352777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:44.352501Z","time spent":"1.00027315s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-21T03:36:45.352892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.884536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:36:45.352922Z","caller":"traceutil/trace.go:171","msg":"trace[815816443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4916; }","duration":"989.954967ms","start":"2026-05-21T03:36:44.36296Z","end":"2026-05-21T03:36:45.352915Z","steps":["trace[815816443] 'agreement among raft nodes before linearized reading' (duration: 989.902936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:45.352939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:44.362939Z","time spent":"989.994737ms","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:36:45.352924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.952176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-jk7sf.18b1776515484f03\" ","response":"range_response_count:1 size:919"} {"level":"info","ts":"2026-05-21T03:36:45.352968Z","caller":"traceutil/trace.go:171","msg":"trace[293525192] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-jk7sf.18b1776515484f03; range_end:; response_count:1; response_revision:4916; }","duration":"525.050168ms","start":"2026-05-21T03:36:44.827906Z","end":"2026-05-21T03:36:45.352956Z","steps":["trace[293525192] 'agreement among raft nodes before linearized reading' (duration: 524.908255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:45.353004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:44.827883Z","time spent":"525.111759ms","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":942,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-jk7sf.18b1776515484f03\" "} {"level":"warn","ts":"2026-05-21T03:36:45.353141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218429976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-21T03:36:45.353165Z","caller":"traceutil/trace.go:171","msg":"trace[1658942724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4916; }","duration":"1.218480716s","start":"2026-05-21T03:36:44.134679Z","end":"2026-05-21T03:36:45.35316Z","steps":["trace[1658942724] 'agreement among raft nodes before linearized reading' (duration: 1.218423465s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:45.353194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:44.134664Z","time spent":"1.218525248s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-21T03:36:45.353166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.608067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:36:45.353304Z","caller":"traceutil/trace.go:171","msg":"trace[323703497] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4916; }","duration":"270.77356ms","start":"2026-05-21T03:36:45.082521Z","end":"2026-05-21T03:36:45.353294Z","steps":["trace[323703497] 'agreement among raft nodes before linearized reading' (duration: 270.613028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:45.353354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006617386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-21T03:36:45.353396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221719011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:45.353402Z","caller":"traceutil/trace.go:171","msg":"trace[1857391524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4916; }","duration":"1.006703767s","start":"2026-05-21T03:36:44.346686Z","end":"2026-05-21T03:36:45.353389Z","steps":["trace[1857391524] 'agreement among raft nodes before linearized reading' (duration: 1.006517434s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:45.353425Z","caller":"traceutil/trace.go:171","msg":"trace[1243663790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4916; }","duration":"1.221762081s","start":"2026-05-21T03:36:44.131655Z","end":"2026-05-21T03:36:45.353417Z","steps":["trace[1243663790] 'agreement among raft nodes before linearized reading' (duration: 1.22167207s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:45.353436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:44.346663Z","time spent":"1.006765349s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-21T03:36:45.353456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:44.131607Z","time spent":"1.221844092s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:36:45.353517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261576517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:36:45.353582Z","caller":"traceutil/trace.go:171","msg":"trace[1984404447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4916; }","duration":"1.261679128s","start":"2026-05-21T03:36:44.091887Z","end":"2026-05-21T03:36:45.353566Z","steps":["trace[1984404447] 'agreement among raft nodes before linearized reading' (duration: 1.261484745s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:45.353615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:44.091874Z","time spent":"1.261735079s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:36:45.354316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282165951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-21T03:36:45.354364Z","caller":"traceutil/trace.go:171","msg":"trace[2113944190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4916; }","duration":"1.282243573s","start":"2026-05-21T03:36:44.07211Z","end":"2026-05-21T03:36:45.354353Z","steps":["trace[2113944190] 'agreement among raft nodes before linearized reading' (duration: 1.280543894s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:45.354418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:44.072093Z","time spent":"1.282316444s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-21T03:36:46.257625Z","caller":"traceutil/trace.go:171","msg":"trace[2122471910] linearizableReadLoop","detail":"{readStateIndex:5121; appliedIndex:5120; }","duration":"408.399514ms","start":"2026-05-21T03:36:45.849193Z","end":"2026-05-21T03:36:46.257592Z","steps":["trace[2122471910] 'read index received' (duration: 408.332053ms)","trace[2122471910] 'applied index is now lower than readState.Index' (duration: 65.931µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:36:46.257682Z","caller":"traceutil/trace.go:171","msg":"trace[1571090853] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"415.965609ms","start":"2026-05-21T03:36:45.841687Z","end":"2026-05-21T03:36:46.257653Z","steps":["trace[1571090853] 'process raft request' (duration: 415.768866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:46.257814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.598258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:46.25786Z","caller":"traceutil/trace.go:171","msg":"trace[1910471087] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:4923; }","duration":"408.698369ms","start":"2026-05-21T03:36:45.84915Z","end":"2026-05-21T03:36:46.257848Z","steps":["trace[1910471087] 'agreement among raft nodes before linearized reading' (duration: 408.588967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:46.2579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:45.849133Z","time spent":"408.75818ms","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-21T03:36:46.258109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:45.84166Z","time spent":"416.090112ms","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-21T03:36:46.268791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.21593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:46.268863Z","caller":"traceutil/trace.go:171","msg":"trace[1266165568] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4924; }","duration":"384.304191ms","start":"2026-05-21T03:36:45.884544Z","end":"2026-05-21T03:36:46.268848Z","steps":["trace[1266165568] 'agreement among raft nodes before linearized reading' (duration: 384.174379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:46.268897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:45.88442Z","time spent":"384.469914ms","remote":"127.0.0.1:46762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-21T03:36:46.268806Z","caller":"traceutil/trace.go:171","msg":"trace[1355227960] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"418.109185ms","start":"2026-05-21T03:36:45.850675Z","end":"2026-05-21T03:36:46.268784Z","steps":["trace[1355227960] 'process raft request' (duration: 417.849811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:46.269001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:45.850645Z","time spent":"418.313869ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9769,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:36:46.268989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.164322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:46.26908Z","caller":"traceutil/trace.go:171","msg":"trace[175452840] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4924; }","duration":"193.277844ms","start":"2026-05-21T03:36:46.075782Z","end":"2026-05-21T03:36:46.269059Z","steps":["trace[175452840] 'agreement among raft nodes before linearized reading' (duration: 193.107661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:46.269031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.273011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:36:46.269276Z","caller":"traceutil/trace.go:171","msg":"trace[2138045045] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4924; }","duration":"384.528465ms","start":"2026-05-21T03:36:45.884606Z","end":"2026-05-21T03:36:46.269135Z","steps":["trace[2138045045] 'agreement among raft nodes before linearized reading' (duration: 384.23339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:46.269428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:45.884547Z","time spent":"384.86783ms","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:36:49.459632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539264014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:36:49.960573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539264014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:36:50.461009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539264014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:36:50.962455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539264014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:36:50.968239Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.096567598s","expected-duration":"1s"} {"level":"info","ts":"2026-05-21T03:36:50.968958Z","caller":"traceutil/trace.go:171","msg":"trace[1378824168] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"2.09737073s","start":"2026-05-21T03:36:48.871557Z","end":"2026-05-21T03:36:50.968927Z","steps":["trace[1378824168] 'process raft request' (duration: 2.097073185s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:50.969274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:48.871535Z","time spent":"2.097510193s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:36:51.081464Z","caller":"traceutil/trace.go:171","msg":"trace[486897360] linearizableReadLoop","detail":"{readStateIndex:5198; appliedIndex:5193; }","duration":"2.122157106s","start":"2026-05-21T03:36:48.959285Z","end":"2026-05-21T03:36:51.081442Z","steps":["trace[486897360] 'read index received' (duration: 2.009219792s)","trace[486897360] 'applied index is now lower than readState.Index' (duration: 112.936414ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:36:51.081731Z","caller":"traceutil/trace.go:171","msg":"trace[209245275] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"1.718142479s","start":"2026-05-21T03:36:49.363569Z","end":"2026-05-21T03:36:51.081711Z","steps":["trace[209245275] 'process raft request' (duration: 1.691790972s)","trace[209245275] 'compare' (duration: 25.766967ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:36:51.081859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:49.363553Z","time spent":"1.71822809s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:36:51.082499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669394217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:51.082562Z","caller":"traceutil/trace.go:171","msg":"trace[1130570293] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4999; }","duration":"1.669504349s","start":"2026-05-21T03:36:49.413043Z","end":"2026-05-21T03:36:51.082547Z","steps":["trace[1130570293] 'agreement among raft nodes before linearized reading' (duration: 1.669414838s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.082603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:49.413019Z","time spent":"1.669570261s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:36:51.082891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.546886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:51.082925Z","caller":"traceutil/trace.go:171","msg":"trace[1543436938] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4999; }","duration":"337.647897ms","start":"2026-05-21T03:36:50.745268Z","end":"2026-05-21T03:36:51.082915Z","steps":["trace[1543436938] 'agreement among raft nodes before linearized reading' (duration: 337.593356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.082947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:50.745248Z","time spent":"337.693278ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:36:51.083092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.815499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:36:51.083121Z","caller":"traceutil/trace.go:171","msg":"trace[884425040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4999; }","duration":"485.88291ms","start":"2026-05-21T03:36:50.597231Z","end":"2026-05-21T03:36:51.083114Z","steps":["trace[884425040] 'agreement among raft nodes before linearized reading' (duration: 485.834799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.083146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:50.597212Z","time spent":"485.92671ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:36:51.083301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.681667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:51.083342Z","caller":"traceutil/trace.go:171","msg":"trace[1152067023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4999; }","duration":"653.750358ms","start":"2026-05-21T03:36:50.429582Z","end":"2026-05-21T03:36:51.083332Z","steps":["trace[1152067023] 'agreement among raft nodes before linearized reading' (duration: 653.698977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.083371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:50.429565Z","time spent":"653.798239ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-21T03:36:51.083386Z","caller":"traceutil/trace.go:171","msg":"trace[895357685] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"1.718025707s","start":"2026-05-21T03:36:49.365328Z","end":"2026-05-21T03:36:51.083353Z","steps":["trace[895357685] 'process raft request' (duration: 1.716075255s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.083519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25211222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:36:51.083544Z","caller":"traceutil/trace.go:171","msg":"trace[1652676615] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4999; }","duration":"1.25213888s","start":"2026-05-21T03:36:49.831399Z","end":"2026-05-21T03:36:51.083538Z","steps":["trace[1652676615] 'agreement among raft nodes before linearized reading' (duration: 1.252072009s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.083564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:49.831385Z","time spent":"1.252173591s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":27,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:36:51.083556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:49.365321Z","time spent":"1.718149649s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:36:51.082574Z","caller":"traceutil/trace.go:171","msg":"trace[133329356] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"1.71826893s","start":"2026-05-21T03:36:49.364285Z","end":"2026-05-21T03:36:51.082554Z","steps":["trace[133329356] 'process raft request' (duration: 1.717050041s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.083667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262803728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:51.083692Z","caller":"traceutil/trace.go:171","msg":"trace[682214750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4999; }","duration":"1.262856679s","start":"2026-05-21T03:36:49.820827Z","end":"2026-05-21T03:36:51.083684Z","steps":["trace[682214750] 'agreement among raft nodes before linearized reading' (duration: 1.262824358s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.083708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:49.820809Z","time spent":"1.26289489s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:36:51.083743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:49.364277Z","time spent":"1.719366069s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:36:51.082497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123166284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:51.083795Z","caller":"traceutil/trace.go:171","msg":"trace[687769488] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4999; }","duration":"2.124541127s","start":"2026-05-21T03:36:48.959248Z","end":"2026-05-21T03:36:51.083789Z","steps":["trace[687769488] 'agreement among raft nodes before linearized reading' (duration: 2.123133283s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.083794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662475083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-21T03:36:51.083815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:48.959224Z","time spent":"2.124584647s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-21T03:36:51.083828Z","caller":"traceutil/trace.go:171","msg":"trace[1879879933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4999; }","duration":"1.662523605s","start":"2026-05-21T03:36:49.421294Z","end":"2026-05-21T03:36:51.083818Z","steps":["trace[1879879933] 'agreement among raft nodes before linearized reading' (duration: 1.662384283s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.083866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:49.421287Z","time spent":"1.662573336s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-21T03:36:51.083899Z","caller":"traceutil/trace.go:171","msg":"trace[1352073965] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"1.718641246s","start":"2026-05-21T03:36:49.363906Z","end":"2026-05-21T03:36:51.082548Z","steps":["trace[1352073965] 'process raft request' (duration: 1.717361456s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.083959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:49.3639Z","time spent":"1.72001935s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:36:51.083984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404397072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e57ae2a1-66a9-4991-bf7f-c370c4b55b93\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-05-21T03:36:51.084005Z","caller":"traceutil/trace.go:171","msg":"trace[358175042] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e57ae2a1-66a9-4991-bf7f-c370c4b55b93; range_end:; response_count:1; response_revision:4999; }","duration":"1.404445063s","start":"2026-05-21T03:36:49.679552Z","end":"2026-05-21T03:36:51.083997Z","steps":["trace[358175042] 'agreement among raft nodes before linearized reading' (duration: 1.404375502s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.084023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:49.679533Z","time spent":"1.404485323s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e57ae2a1-66a9-4991-bf7f-c370c4b55b93\" "} {"level":"warn","ts":"2026-05-21T03:36:51.08408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653393152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-21T03:36:51.084235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654242686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-21T03:36:51.08426Z","caller":"traceutil/trace.go:171","msg":"trace[1678139668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4999; }","duration":"1.654299167s","start":"2026-05-21T03:36:49.429955Z","end":"2026-05-21T03:36:51.084254Z","steps":["trace[1678139668] 'agreement among raft nodes before linearized reading' (duration: 1.654235346s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:51.084151Z","caller":"traceutil/trace.go:171","msg":"trace[1691285341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4999; }","duration":"1.653478473s","start":"2026-05-21T03:36:49.430655Z","end":"2026-05-21T03:36:51.084134Z","steps":["trace[1691285341] 'agreement among raft nodes before linearized reading' (duration: 1.65329247s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.084278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:49.429937Z","time spent":"1.654335157s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:36:51.084312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:49.430647Z","time spent":"1.653647277s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-21T03:36:51.084367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654451789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-21T03:36:51.084383Z","caller":"traceutil/trace.go:171","msg":"trace[900146800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4999; }","duration":"1.65448161s","start":"2026-05-21T03:36:49.429897Z","end":"2026-05-21T03:36:51.084378Z","steps":["trace[900146800] 'agreement among raft nodes before linearized reading' (duration: 1.654436549s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.084402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:49.429888Z","time spent":"1.65450698s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-21T03:36:51.08446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414586981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:36:51.084474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66040948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-21T03:36:51.084488Z","caller":"traceutil/trace.go:171","msg":"trace[1543945517] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4999; }","duration":"1.414654663s","start":"2026-05-21T03:36:49.669827Z","end":"2026-05-21T03:36:51.084481Z","steps":["trace[1543945517] 'agreement among raft nodes before linearized reading' (duration: 1.414610722s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.08451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:49.669808Z","time spent":"1.414695983s","remote":"127.0.0.1:47414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:36:51.084496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574111034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:51.084547Z","caller":"traceutil/trace.go:171","msg":"trace[1966985936] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4999; }","duration":"1.574204456s","start":"2026-05-21T03:36:49.510326Z","end":"2026-05-21T03:36:51.08453Z","steps":["trace[1966985936] 'agreement among raft nodes before linearized reading' (duration: 1.574114144s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:51.08449Z","caller":"traceutil/trace.go:171","msg":"trace[1415006737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4999; }","duration":"1.66042506s","start":"2026-05-21T03:36:49.42406Z","end":"2026-05-21T03:36:51.084485Z","steps":["trace[1415006737] 'agreement among raft nodes before linearized reading' (duration: 1.660381969s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:51.0846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:49.510304Z","time spent":"1.574281966s","remote":"127.0.0.1:47684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:36:51.084634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:49.424001Z","time spent":"1.660626993s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-21T03:36:51.273233Z","caller":"traceutil/trace.go:171","msg":"trace[1556441349] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"183.419794ms","start":"2026-05-21T03:36:51.089782Z","end":"2026-05-21T03:36:51.273202Z","steps":["trace[1556441349] 'process raft request' (duration: 104.196209ms)","trace[1556441349] 'compare' (duration: 78.99003ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:36:51.273232Z","caller":"traceutil/trace.go:171","msg":"trace[94207768] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"183.301292ms","start":"2026-05-21T03:36:51.089912Z","end":"2026-05-21T03:36:51.273214Z","steps":["trace[94207768] 'process raft request' (duration: 183.216481ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:51.273536Z","caller":"traceutil/trace.go:171","msg":"trace[1167006933] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"182.610401ms","start":"2026-05-21T03:36:51.090914Z","end":"2026-05-21T03:36:51.273525Z","steps":["trace[1167006933] 'process raft request' (duration: 182.483069ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:51.27354Z","caller":"traceutil/trace.go:171","msg":"trace[802417] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"183.378933ms","start":"2026-05-21T03:36:51.090135Z","end":"2026-05-21T03:36:51.273514Z","steps":["trace[802417] 'process raft request' (duration: 183.042758ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:51.273555Z","caller":"traceutil/trace.go:171","msg":"trace[1639525717] linearizableReadLoop","detail":"{readStateIndex:5203; appliedIndex:5199; }","duration":"127.466475ms","start":"2026-05-21T03:36:51.146062Z","end":"2026-05-21T03:36:51.273529Z","steps":["trace[1639525717] 'read index received' (duration: 47.852574ms)","trace[1639525717] 'applied index is now lower than readState.Index' (duration: 79.613031ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:36:51.273725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.636209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:36:51.273766Z","caller":"traceutil/trace.go:171","msg":"trace[1558604401] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5004; }","duration":"127.74597ms","start":"2026-05-21T03:36:51.146011Z","end":"2026-05-21T03:36:51.273757Z","steps":["trace[1558604401] 'agreement among raft nodes before linearized reading' (duration: 127.608128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:52.171072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.604549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:36:52.171236Z","caller":"traceutil/trace.go:171","msg":"trace[215134762] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"345.138315ms","start":"2026-05-21T03:36:51.826084Z","end":"2026-05-21T03:36:52.171222Z","steps":["trace[215134762] 'process raft request' (duration: 345.066753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:52.171286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:51.826061Z","time spent":"345.202315ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:36:52.171438Z","caller":"traceutil/trace.go:171","msg":"trace[472104486] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"863.178351ms","start":"2026-05-21T03:36:51.30825Z","end":"2026-05-21T03:36:52.171428Z","steps":["trace[472104486] 'process raft request' (duration: 67.117564ms)","trace[472104486] 'compare' (duration: 795.250114ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:36:52.171483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:51.308232Z","time spent":"863.227401ms","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:36:52.1716Z","caller":"traceutil/trace.go:171","msg":"trace[1470335617] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5205; }","duration":"741.569013ms","start":"2026-05-21T03:36:51.430021Z","end":"2026-05-21T03:36:52.17159Z","steps":["trace[1470335617] 'read index received' (duration: 57.751µs)","trace[1470335617] 'applied index is now lower than readState.Index' (duration: 741.510332ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:36:52.171807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.815047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:52.171835Z","caller":"traceutil/trace.go:171","msg":"trace[101981979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5007; }","duration":"741.890748ms","start":"2026-05-21T03:36:51.429938Z","end":"2026-05-21T03:36:52.171829Z","steps":["trace[101981979] 'agreement among raft nodes before linearized reading' (duration: 741.844848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:52.171855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:51.429889Z","time spent":"741.96185ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:36:52.172149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.222189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.76\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-21T03:36:52.17218Z","caller":"traceutil/trace.go:171","msg":"trace[139016145] range","detail":"{range_begin:/registry/masterleases/199.19.213.76; range_end:; response_count:1; response_revision:5007; }","duration":"679.293789ms","start":"2026-05-21T03:36:51.492879Z","end":"2026-05-21T03:36:52.172173Z","steps":["trace[139016145] 'agreement among raft nodes before linearized reading' (duration: 679.200768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:52.172199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:51.492854Z","time spent":"679.3416ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.76\" "} {"level":"warn","ts":"2026-05-21T03:36:52.172293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.348447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:52.172331Z","caller":"traceutil/trace.go:171","msg":"trace[2123886471] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5007; }","duration":"542.421597ms","start":"2026-05-21T03:36:51.629903Z","end":"2026-05-21T03:36:52.172324Z","steps":["trace[2123886471] 'agreement among raft nodes before linearized reading' (duration: 542.374157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:52.17235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:51.629888Z","time spent":"542.457379ms","remote":"127.0.0.1:43590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:36:52.454488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.2751ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-21T03:36:52.454583Z","caller":"traceutil/trace.go:171","msg":"trace[727561214] linearizableReadLoop","detail":"{readStateIndex:5208; appliedIndex:5207; }","duration":"281.335724ms","start":"2026-05-21T03:36:52.173229Z","end":"2026-05-21T03:36:52.454565Z","steps":["trace[727561214] 'read index received' (duration: 119.059954ms)","trace[727561214] 'applied index is now lower than readState.Index' (duration: 162.27269ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:36:52.454737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.482386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:36:52.454783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.451254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-21T03:36:52.454818Z","caller":"traceutil/trace.go:171","msg":"trace[1161032033] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5007; }","duration":"106.527336ms","start":"2026-05-21T03:36:52.34828Z","end":"2026-05-21T03:36:52.454807Z","steps":["trace[1161032033] 'agreement among raft nodes before linearized reading' (duration: 106.378694ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:52.454827Z","caller":"traceutil/trace.go:171","msg":"trace[316848648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5007; }","duration":"281.598918ms","start":"2026-05-21T03:36:52.173206Z","end":"2026-05-21T03:36:52.454805Z","steps":["trace[316848648] 'agreement among raft nodes before linearized reading' (duration: 281.434655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:55.561957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.933104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:36:55.562133Z","caller":"traceutil/trace.go:171","msg":"trace[989573835] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"245.254624ms","start":"2026-05-21T03:36:55.316863Z","end":"2026-05-21T03:36:55.562118Z","steps":["trace[989573835] 'process raft request' (duration: 85.075826ms)","trace[989573835] 'compare' (duration: 159.602378ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:36:55.562527Z","caller":"traceutil/trace.go:171","msg":"trace[1174737080] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"244.777286ms","start":"2026-05-21T03:36:55.317726Z","end":"2026-05-21T03:36:55.562503Z","steps":["trace[1174737080] 'process raft request' (duration: 244.323659ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:55.562549Z","caller":"traceutil/trace.go:171","msg":"trace[344813823] linearizableReadLoop","detail":"{readStateIndex:5258; appliedIndex:5255; }","duration":"133.016609ms","start":"2026-05-21T03:36:55.429511Z","end":"2026-05-21T03:36:55.562528Z","steps":["trace[344813823] 'read index received' (duration: 64.391µs)","trace[344813823] 'applied index is now lower than readState.Index' (duration: 132.951388ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:36:55.562618Z","caller":"traceutil/trace.go:171","msg":"trace[256846641] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"223.963652ms","start":"2026-05-21T03:36:55.338635Z","end":"2026-05-21T03:36:55.562599Z","steps":["trace[256846641] 'process raft request' (duration: 223.81249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:55.562811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.132451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:55.562884Z","caller":"traceutil/trace.go:171","msg":"trace[591153264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5057; }","duration":"133.408735ms","start":"2026-05-21T03:36:55.429459Z","end":"2026-05-21T03:36:55.562868Z","steps":["trace[591153264] 'agreement among raft nodes before linearized reading' (duration: 133.144271ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:56.114255Z","caller":"traceutil/trace.go:171","msg":"trace[2054350972] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"178.999387ms","start":"2026-05-21T03:36:55.935225Z","end":"2026-05-21T03:36:56.114224Z","steps":["trace[2054350972] 'process raft request' (duration: 135.142712ms)","trace[2054350972] 'compare' (duration: 43.748943ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:36:57.655087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539264149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T03:36:57.777629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127705629s","expected-duration":"1s"} {"level":"info","ts":"2026-05-21T03:36:57.778126Z","caller":"traceutil/trace.go:171","msg":"trace[716363700] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"1.12832178s","start":"2026-05-21T03:36:56.649783Z","end":"2026-05-21T03:36:57.778105Z","steps":["trace[716363700] 'process raft request' (duration: 1.128003404s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:57.778309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:56.64976Z","time spent":"1.128413751s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9210,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:36:57.790223Z","caller":"traceutil/trace.go:171","msg":"trace[1109846507] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"681.148189ms","start":"2026-05-21T03:36:57.109055Z","end":"2026-05-21T03:36:57.790203Z","steps":["trace[1109846507] 'process raft request' (duration: 681.090258ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:57.790285Z","caller":"traceutil/trace.go:171","msg":"trace[22660805] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"686.413856ms","start":"2026-05-21T03:36:57.103859Z","end":"2026-05-21T03:36:57.790272Z","steps":["trace[22660805] 'process raft request' (duration: 686.132101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:57.790343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:57.109012Z","time spent":"681.26859ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:36:57.790355Z","caller":"traceutil/trace.go:171","msg":"trace[1076001455] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"685.636122ms","start":"2026-05-21T03:36:57.104678Z","end":"2026-05-21T03:36:57.790314Z","steps":["trace[1076001455] 'process raft request' (duration: 685.437179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:57.790498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:57.103834Z","time spent":"686.478016ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:36:57.790518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:57.104643Z","time spent":"685.785875ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:36:57.790727Z","caller":"traceutil/trace.go:171","msg":"trace[380985315] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"681.287871ms","start":"2026-05-21T03:36:57.10941Z","end":"2026-05-21T03:36:57.790698Z","steps":["trace[380985315] 'process raft request' (duration: 680.765822ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:36:57.790814Z","caller":"traceutil/trace.go:171","msg":"trace[644909075] linearizableReadLoop","detail":"{readStateIndex:5274; appliedIndex:5268; }","duration":"635.784369ms","start":"2026-05-21T03:36:57.154906Z","end":"2026-05-21T03:36:57.79069Z","steps":["trace[644909075] 'read index received' (duration: 623.125071ms)","trace[644909075] 'applied index is now lower than readState.Index' (duration: 12.655058ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:36:57.791225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.101404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-21T03:36:57.791282Z","caller":"traceutil/trace.go:171","msg":"trace[1712060505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5071; }","duration":"636.40753ms","start":"2026-05-21T03:36:57.154865Z","end":"2026-05-21T03:36:57.791272Z","steps":["trace[1712060505] 'agreement among raft nodes before linearized reading' (duration: 635.920862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:57.791673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:57.154849Z","time spent":"636.813946ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-21T03:36:57.792741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:57.109391Z","time spent":"681.363251ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:36:57.795431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.855596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-21T03:36:57.795467Z","caller":"traceutil/trace.go:171","msg":"trace[1873391565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5072; }","duration":"228.922407ms","start":"2026-05-21T03:36:57.566535Z","end":"2026-05-21T03:36:57.795457Z","steps":["trace[1873391565] 'agreement among raft nodes before linearized reading' (duration: 228.837615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:57.796776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.580506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-21T03:36:57.797369Z","caller":"traceutil/trace.go:171","msg":"trace[1759083575] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5072; }","duration":"330.216707ms","start":"2026-05-21T03:36:57.467136Z","end":"2026-05-21T03:36:57.797353Z","steps":["trace[1759083575] 'agreement among raft nodes before linearized reading' (duration: 329.526426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:57.797452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:57.467117Z","time spent":"330.323709ms","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-21T03:36:57.796894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.720976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-21T03:36:57.797665Z","caller":"traceutil/trace.go:171","msg":"trace[872323873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5072; }","duration":"231.52971ms","start":"2026-05-21T03:36:57.566126Z","end":"2026-05-21T03:36:57.797656Z","steps":["trace[872323873] 'agreement among raft nodes before linearized reading' (duration: 230.675735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:57.79697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.958237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:36:57.807706Z","caller":"traceutil/trace.go:171","msg":"trace[691363918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5072; }","duration":"379.697274ms","start":"2026-05-21T03:36:57.42798Z","end":"2026-05-21T03:36:57.807678Z","steps":["trace[691363918] 'agreement among raft nodes before linearized reading' (duration: 368.939176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:57.797049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.34342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-21T03:36:57.808266Z","caller":"traceutil/trace.go:171","msg":"trace[914261763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5072; }","duration":"455.562756ms","start":"2026-05-21T03:36:57.352674Z","end":"2026-05-21T03:36:57.808237Z","steps":["trace[914261763] 'agreement among raft nodes before linearized reading' (duration: 444.31975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:57.808285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:57.427967Z","time spent":"380.236772ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:36:57.808387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:57.35263Z","time spent":"455.687337ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-21T03:36:57.799565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.515036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-21T03:36:57.808584Z","caller":"traceutil/trace.go:171","msg":"trace[751494681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5072; }","duration":"495.593705ms","start":"2026-05-21T03:36:57.31298Z","end":"2026-05-21T03:36:57.808574Z","steps":["trace[751494681] 'agreement among raft nodes before linearized reading' (duration: 482.350978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:36:57.808665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:36:57.31296Z","time spent":"495.642047ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-21T03:36:58.521817Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2745} {"level":"info","ts":"2026-05-21T03:36:58.633439Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2745,"took":"109.996523ms","hash":3739287145,"current-db-size-bytes":51318784,"current-db-size":"51 MB","current-db-size-in-use-bytes":26730496,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-21T03:36:58.633502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3739287145,"revision":2745,"compact-revision":-1} {"level":"info","ts":"2026-05-21T03:37:01.877822Z","caller":"traceutil/trace.go:171","msg":"trace[1067708307] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"265.8178ms","start":"2026-05-21T03:37:01.611979Z","end":"2026-05-21T03:37:01.877796Z","steps":["trace[1067708307] 'process raft request' (duration: 265.702968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:01.877825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:01.49448Z","time spent":"383.337371ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-21T03:37:06.128926Z","caller":"traceutil/trace.go:171","msg":"trace[2014910765] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"558.970085ms","start":"2026-05-21T03:37:05.569926Z","end":"2026-05-21T03:37:06.128896Z","steps":["trace[2014910765] 'process raft request' (duration: 558.73438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:06.129093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:05.569904Z","time spent":"559.105718ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:37:06.137807Z","caller":"traceutil/trace.go:171","msg":"trace[1352831314] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"236.739217ms","start":"2026-05-21T03:37:05.901053Z","end":"2026-05-21T03:37:06.137792Z","steps":["trace[1352831314] 'process raft request' (duration: 236.508554ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:06.137787Z","caller":"traceutil/trace.go:171","msg":"trace[1457443229] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"215.887335ms","start":"2026-05-21T03:37:05.921878Z","end":"2026-05-21T03:37:06.137766Z","steps":["trace[1457443229] 'process raft request' (duration: 215.795454ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:06.138155Z","caller":"traceutil/trace.go:171","msg":"trace[546043084] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"216.247531ms","start":"2026-05-21T03:37:05.921896Z","end":"2026-05-21T03:37:06.138144Z","steps":["trace[546043084] 'process raft request' (duration: 215.832604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:06.138208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.821149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-21T03:37:06.138272Z","caller":"traceutil/trace.go:171","msg":"trace[774463597] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"215.942746ms","start":"2026-05-21T03:37:05.92232Z","end":"2026-05-21T03:37:06.138263Z","steps":["trace[774463597] 'process raft request' (duration: 215.59928ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:06.138283Z","caller":"traceutil/trace.go:171","msg":"trace[1067066971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5166; }","duration":"200.95361ms","start":"2026-05-21T03:37:05.937315Z","end":"2026-05-21T03:37:06.138269Z","steps":["trace[1067066971] 'agreement among raft nodes before linearized reading' (duration: 200.765097ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:06.138042Z","caller":"traceutil/trace.go:171","msg":"trace[1637181469] linearizableReadLoop","detail":"{readStateIndex:5374; appliedIndex:5369; }","duration":"200.654506ms","start":"2026-05-21T03:37:05.937368Z","end":"2026-05-21T03:37:06.138023Z","steps":["trace[1637181469] 'read index received' (duration: 191.310073ms)","trace[1637181469] 'applied index is now lower than readState.Index' (duration: 9.343573ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:37:06.138472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.535377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-21T03:37:06.138502Z","caller":"traceutil/trace.go:171","msg":"trace[240292616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5166; }","duration":"177.614328ms","start":"2026-05-21T03:37:05.96088Z","end":"2026-05-21T03:37:06.138494Z","steps":["trace[240292616] 'agreement among raft nodes before linearized reading' (duration: 177.505536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:06.138583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.061609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-21T03:37:06.139314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.284239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-21T03:37:06.139362Z","caller":"traceutil/trace.go:171","msg":"trace[34641129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5166; }","duration":"178.348949ms","start":"2026-05-21T03:37:05.961002Z","end":"2026-05-21T03:37:06.139351Z","steps":["trace[34641129] 'agreement among raft nodes before linearized reading' (duration: 178.229317ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:06.140316Z","caller":"traceutil/trace.go:171","msg":"trace[1396324771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5166; }","duration":"178.730806ms","start":"2026-05-21T03:37:05.961484Z","end":"2026-05-21T03:37:06.140215Z","steps":["trace[1396324771] 'agreement among raft nodes before linearized reading' (duration: 177.063178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:06.138574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.792005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-21T03:37:06.140504Z","caller":"traceutil/trace.go:171","msg":"trace[1051537042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5166; }","duration":"178.738957ms","start":"2026-05-21T03:37:05.961752Z","end":"2026-05-21T03:37:06.140491Z","steps":["trace[1051537042] 'agreement among raft nodes before linearized reading' (duration: 176.643322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:12.764395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560680988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:37:12.764463Z","caller":"traceutil/trace.go:171","msg":"trace[1466817546] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5215; }","duration":"1.560813761s","start":"2026-05-21T03:37:11.203633Z","end":"2026-05-21T03:37:12.764447Z","steps":["trace[1466817546] 'count revisions from in-memory index tree' (duration: 1.560538766s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:12.76449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:11.203564Z","time spent":"1.560917862s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:37:12.76495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270185194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.76\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-21T03:37:12.76501Z","caller":"traceutil/trace.go:171","msg":"trace[403299414] range","detail":"{range_begin:/registry/masterleases/199.19.213.76; range_end:; response_count:1; response_revision:5215; }","duration":"1.270398607s","start":"2026-05-21T03:37:11.49459Z","end":"2026-05-21T03:37:12.764989Z","steps":["trace[403299414] 'range keys from in-memory index tree' (duration: 1.270044272s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:12.765035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:11.494573Z","time spent":"1.270454939s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.76\" "} {"level":"warn","ts":"2026-05-21T03:37:12.76497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.02906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:37:12.765145Z","caller":"traceutil/trace.go:171","msg":"trace[1387907702] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5215; }","duration":"977.226023ms","start":"2026-05-21T03:37:11.787908Z","end":"2026-05-21T03:37:12.765134Z","steps":["trace[1387907702] 'count revisions from in-memory index tree' (duration: 976.981699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:12.765203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:11.787894Z","time spent":"977.298344ms","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":72,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:37:12.765159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335770353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:37:12.765277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452035279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-574fcff669-8g5rf\" ","response":"range_response_count:1 size:11847"} {"level":"info","ts":"2026-05-21T03:37:12.765298Z","caller":"traceutil/trace.go:171","msg":"trace[1210345578] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-574fcff669-8g5rf; range_end:; response_count:1; response_revision:5215; }","duration":"1.452084509s","start":"2026-05-21T03:37:11.313205Z","end":"2026-05-21T03:37:12.765289Z","steps":["trace[1210345578] 'range keys from in-memory index tree' (duration: 1.451950737s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:12.765311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:11.313186Z","time spent":"1.45212187s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11870,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-574fcff669-8g5rf\" "} {"level":"info","ts":"2026-05-21T03:37:12.76532Z","caller":"traceutil/trace.go:171","msg":"trace[1043512034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5215; }","duration":"1.335934836s","start":"2026-05-21T03:37:11.429321Z","end":"2026-05-21T03:37:12.765256Z","steps":["trace[1043512034] 'range keys from in-memory index tree' (duration: 1.335671241s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:12.765372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:11.429302Z","time spent":"1.336058118s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:37:12.765685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.73778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:37:12.765726Z","caller":"traceutil/trace.go:171","msg":"trace[1222701970] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"594.762803ms","start":"2026-05-21T03:37:12.170957Z","end":"2026-05-21T03:37:12.765719Z","steps":["trace[1222701970] 'process raft request' (duration: 114.902001ms)","trace[1222701970] 'compare' (duration: 478.946566ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:37:12.76575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.170931Z","time spent":"594.806693ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:37:14.767221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999232903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-21T03:37:14.767302Z","caller":"traceutil/trace.go:171","msg":"trace[1048067288] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999428506s","start":"2026-05-21T03:37:12.767852Z","end":"2026-05-21T03:37:14.76728Z","steps":["trace[1048067288] 'agreement among raft nodes before linearized reading' (duration: 1.999304564s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:14.767336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.767839Z","time spent":"1.999489137s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/21 03:37:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T03:37:15.017073Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.6488663s","expected-duration":"1s"} {"level":"info","ts":"2026-05-21T03:37:15.020589Z","caller":"traceutil/trace.go:171","msg":"trace[1195114142] linearizableReadLoop","detail":"{readStateIndex:5428; appliedIndex:5424; }","duration":"2.842030076s","start":"2026-05-21T03:37:12.17853Z","end":"2026-05-21T03:37:15.02056Z","steps":["trace[1195114142] 'read index received' (duration: 107.359748ms)","trace[1195114142] 'applied index is now lower than readState.Index' (duration: 2.734669328s)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:37:15.021045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842502343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-21T03:37:15.021095Z","caller":"traceutil/trace.go:171","msg":"trace[463582942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5219; }","duration":"2.842602185s","start":"2026-05-21T03:37:12.178479Z","end":"2026-05-21T03:37:15.021081Z","steps":["trace[463582942] 'agreement among raft nodes before linearized reading' (duration: 2.842425072s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.021129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.178458Z","time spent":"2.842662996s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-21T03:37:15.021311Z","caller":"traceutil/trace.go:171","msg":"trace[1935806499] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"2.848828687s","start":"2026-05-21T03:37:12.172467Z","end":"2026-05-21T03:37:15.021296Z","steps":["trace[1935806499] 'process raft request' (duration: 2.844864381s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.021497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.172435Z","time spent":"2.848914937s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:37:15.021621Z","caller":"traceutil/trace.go:171","msg":"trace[1134441115] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"2.848498761s","start":"2026-05-21T03:37:12.173096Z","end":"2026-05-21T03:37:15.021595Z","steps":["trace[1134441115] 'process raft request' (duration: 2.847280712s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.021681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.173079Z","time spent":"2.848572522s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:37:15.020871Z","caller":"traceutil/trace.go:171","msg":"trace[1805033759] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"2.845845948s","start":"2026-05-21T03:37:12.174986Z","end":"2026-05-21T03:37:15.020832Z","steps":["trace[1805033759] 'process raft request' (duration: 2.845466662s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.022403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.17497Z","time spent":"2.847380102s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:37:15.379087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.767666Z","time spent":"2.611417469s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-21T03:37:15.379408Z","caller":"traceutil/trace.go:171","msg":"trace[2100245499] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"607.127823ms","start":"2026-05-21T03:37:14.772233Z","end":"2026-05-21T03:37:15.379361Z","steps":["trace[2100245499] 'process raft request' (duration: 606.904689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.379474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867534584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:37:15.379189Z","caller":"traceutil/trace.go:171","msg":"trace[768195384] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"2.604374064s","start":"2026-05-21T03:37:12.774794Z","end":"2026-05-21T03:37:15.379168Z","steps":["trace[768195384] 'process raft request' (duration: 2.604196551s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:15.379506Z","caller":"traceutil/trace.go:171","msg":"trace[1878089346] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5222; }","duration":"1.867633966s","start":"2026-05-21T03:37:13.511865Z","end":"2026-05-21T03:37:15.379499Z","steps":["trace[1878089346] 'agreement among raft nodes before linearized reading' (duration: 1.867565775s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.37953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:13.511842Z","time spent":"1.867682067s","remote":"127.0.0.1:43510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-21T03:37:15.379494Z","caller":"traceutil/trace.go:171","msg":"trace[902720979] linearizableReadLoop","detail":"{readStateIndex:5432; appliedIndex:5428; }","duration":"358.785287ms","start":"2026-05-21T03:37:15.020644Z","end":"2026-05-21T03:37:15.379429Z","steps":["trace[902720979] 'read index received' (duration: 358.193138ms)","trace[902720979] 'applied index is now lower than readState.Index' (duration: 588.829µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:37:15.379564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.774765Z","time spent":"2.604750489s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11654,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:37:15.379634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272973125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-21T03:37:15.379675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348109412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:37:15.379724Z","caller":"traceutil/trace.go:171","msg":"trace[1545625561] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5222; }","duration":"2.348202273s","start":"2026-05-21T03:37:13.031506Z","end":"2026-05-21T03:37:15.379708Z","steps":["trace[1545625561] 'agreement among raft nodes before linearized reading' (duration: 2.348110001s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:15.379701Z","caller":"traceutil/trace.go:171","msg":"trace[1355042643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5222; }","duration":"1.273095786s","start":"2026-05-21T03:37:14.106585Z","end":"2026-05-21T03:37:15.37968Z","steps":["trace[1355042643] 'agreement among raft nodes before linearized reading' (duration: 1.272948314s)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:15.379222Z","caller":"traceutil/trace.go:171","msg":"trace[1202151946] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"2.470974962s","start":"2026-05-21T03:37:12.908242Z","end":"2026-05-21T03:37:15.379217Z","steps":["trace[1202151946] 'process raft request' (duration: 2.4708613s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.37978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:13.031481Z","time spent":"2.348283074s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:37:15.379798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552285436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-21T03:37:15.37985Z","caller":"traceutil/trace.go:171","msg":"trace[1951809076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5222; }","duration":"1.552378578s","start":"2026-05-21T03:37:13.827457Z","end":"2026-05-21T03:37:15.379835Z","steps":["trace[1951809076] 'agreement among raft nodes before linearized reading' (duration: 1.552221295s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.379855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.629255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T03:37:15.379892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:13.827432Z","time spent":"1.552447018s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-21T03:37:15.380044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.00243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b176e898cb088c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-21T03:37:15.38009Z","caller":"traceutil/trace.go:171","msg":"trace[6987678] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b176e898cb088c; range_end:; response_count:1; response_revision:5222; }","duration":"610.04845ms","start":"2026-05-21T03:37:14.770029Z","end":"2026-05-21T03:37:15.380077Z","steps":["trace[6987678] 'agreement among raft nodes before linearized reading' (duration: 609.890328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.380137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:14.770012Z","time spent":"610.113221ms","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b176e898cb088c\" "} {"level":"warn","ts":"2026-05-21T03:37:15.380141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657833153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-21T03:37:15.379849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.908212Z","time spent":"2.471566422s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:37:15.380195Z","caller":"traceutil/trace.go:171","msg":"trace[516463198] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5222; }","duration":"1.657923394s","start":"2026-05-21T03:37:13.722258Z","end":"2026-05-21T03:37:15.380181Z","steps":["trace[516463198] 'agreement among raft nodes before linearized reading' (duration: 1.657829043s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.380244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:13.722239Z","time spent":"1.657988606s","remote":"127.0.0.1:43490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:37:15.380297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623444374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:37:15.38035Z","caller":"traceutil/trace.go:171","msg":"trace[1649259702] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5222; }","duration":"2.623531154s","start":"2026-05-21T03:37:12.756801Z","end":"2026-05-21T03:37:15.380332Z","steps":["trace[1649259702] 'agreement among raft nodes before linearized reading' (duration: 2.623419433s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.380485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.756764Z","time spent":"2.623703248s","remote":"127.0.0.1:56954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:37:15.380544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770096609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:37:15.380615Z","caller":"traceutil/trace.go:171","msg":"trace[975352089] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5222; }","duration":"1.770210591s","start":"2026-05-21T03:37:13.610389Z","end":"2026-05-21T03:37:15.3806Z","steps":["trace[975352089] 'agreement among raft nodes before linearized reading' (duration: 1.770082649s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.380665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:13.61037Z","time spent":"1.770279562s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:37:15.380741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.132039903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:37:15.380795Z","caller":"traceutil/trace.go:171","msg":"trace[1341530748] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5222; }","duration":"3.132133815s","start":"2026-05-21T03:37:12.248645Z","end":"2026-05-21T03:37:15.380779Z","steps":["trace[1341530748] 'agreement among raft nodes before linearized reading' (duration: 3.132044863s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.380189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547339534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-05-21T03:37:15.38084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.248625Z","time spent":"3.132201565s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-21T03:37:15.379897Z","caller":"traceutil/trace.go:171","msg":"trace[236246969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5222; }","duration":"606.669395ms","start":"2026-05-21T03:37:14.773215Z","end":"2026-05-21T03:37:15.379884Z","steps":["trace[236246969] 'agreement among raft nodes before linearized reading' (duration: 606.599544ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:15.380878Z","caller":"traceutil/trace.go:171","msg":"trace[92986760] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5222; }","duration":"2.548097697s","start":"2026-05-21T03:37:12.832761Z","end":"2026-05-21T03:37:15.380859Z","steps":["trace[92986760] 'agreement among raft nodes before linearized reading' (duration: 2.547319594s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.380906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:14.773156Z","time spent":"607.731532ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T03:37:15.380932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.832736Z","time spent":"2.548181398s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-21T03:37:15.381154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19211309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:37:15.381202Z","caller":"traceutil/trace.go:171","msg":"trace[456849335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5222; }","duration":"3.192180651s","start":"2026-05-21T03:37:12.189008Z","end":"2026-05-21T03:37:15.381189Z","steps":["trace[456849335] 'agreement among raft nodes before linearized reading' (duration: 3.192022158s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.381245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.188996Z","time spent":"3.192236732s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:37:15.379786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:14.106565Z","time spent":"1.273202748s","remote":"127.0.0.1:40656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:37:15.381917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196872319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-21T03:37:15.381971Z","caller":"traceutil/trace.go:171","msg":"trace[961937001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5222; }","duration":"3.19698377s","start":"2026-05-21T03:37:12.184972Z","end":"2026-05-21T03:37:15.381956Z","steps":["trace[961937001] 'agreement among raft nodes before linearized reading' (duration: 3.196842118s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.382014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.184951Z","time spent":"3.197052302s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-21T03:37:15.382282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196320299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-21T03:37:15.382327Z","caller":"traceutil/trace.go:171","msg":"trace[1415182919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5222; }","duration":"3.19639155s","start":"2026-05-21T03:37:12.185922Z","end":"2026-05-21T03:37:15.382313Z","steps":["trace[1415182919] 'agreement among raft nodes before linearized reading' (duration: 3.196270118s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.382366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.18591Z","time spent":"3.19644504s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-21T03:37:15.384646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196024744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-21T03:37:15.384646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:14.772222Z","time spent":"607.270285ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:37:15.384687Z","caller":"traceutil/trace.go:171","msg":"trace[342186250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5222; }","duration":"3.196097955s","start":"2026-05-21T03:37:12.188577Z","end":"2026-05-21T03:37:15.384675Z","steps":["trace[342186250] 'agreement among raft nodes before linearized reading' (duration: 3.192899103s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.386207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:12.188517Z","time spent":"3.19767493s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-21T03:37:15.389914Z","caller":"traceutil/trace.go:171","msg":"trace[1822826895] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"361.084013ms","start":"2026-05-21T03:37:15.028811Z","end":"2026-05-21T03:37:15.389895Z","steps":["trace[1822826895] 'process raft request' (duration: 360.963561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.390073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:15.028794Z","time spent":"361.216227ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:37:15.390208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.203571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-21T03:37:15.390247Z","caller":"traceutil/trace.go:171","msg":"trace[1600793881] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5223; }","duration":"344.295721ms","start":"2026-05-21T03:37:15.045941Z","end":"2026-05-21T03:37:15.390237Z","steps":["trace[1600793881] 'agreement among raft nodes before linearized reading' (duration: 344.003346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.390393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:15.045922Z","time spent":"344.400204ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-21T03:37:15.501456Z","caller":"traceutil/trace.go:171","msg":"trace[2133037456] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"117.233583ms","start":"2026-05-21T03:37:15.384194Z","end":"2026-05-21T03:37:15.501428Z","steps":["trace[2133037456] 'process raft request' (duration: 43.189741ms)","trace[2133037456] 'compare' (duration: 73.88701ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:37:15.551331Z","caller":"traceutil/trace.go:171","msg":"trace[1088105647] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"161.798558ms","start":"2026-05-21T03:37:15.389508Z","end":"2026-05-21T03:37:15.551306Z","steps":["trace[1088105647] 'process raft request' (duration: 161.610965ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:15.551605Z","caller":"traceutil/trace.go:171","msg":"trace[1717611387] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"161.96537ms","start":"2026-05-21T03:37:15.389628Z","end":"2026-05-21T03:37:15.551594Z","steps":["trace[1717611387] 'process raft request' (duration: 161.622615ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:15.552032Z","caller":"traceutil/trace.go:171","msg":"trace[1958980533] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"162.356857ms","start":"2026-05-21T03:37:15.389654Z","end":"2026-05-21T03:37:15.552011Z","steps":["trace[1958980533] 'process raft request' (duration: 161.88763ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:15.55217Z","caller":"traceutil/trace.go:171","msg":"trace[990600442] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"162.448208ms","start":"2026-05-21T03:37:15.389696Z","end":"2026-05-21T03:37:15.552144Z","steps":["trace[990600442] 'process raft request' (duration: 162.125953ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:15.553572Z","caller":"traceutil/trace.go:171","msg":"trace[924957093] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"163.818011ms","start":"2026-05-21T03:37:15.389718Z","end":"2026-05-21T03:37:15.553536Z","steps":["trace[924957093] 'process raft request' (duration: 162.215715ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:15.554453Z","caller":"traceutil/trace.go:171","msg":"trace[1301117548] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"164.536162ms","start":"2026-05-21T03:37:15.389897Z","end":"2026-05-21T03:37:15.554433Z","steps":["trace[1301117548] 'process raft request' (duration: 162.197624ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:15.554626Z","caller":"traceutil/trace.go:171","msg":"trace[1818960153] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"159.700684ms","start":"2026-05-21T03:37:15.394898Z","end":"2026-05-21T03:37:15.554599Z","steps":["trace[1818960153] 'process raft request' (duration: 159.46058ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:15.554481Z","caller":"traceutil/trace.go:171","msg":"trace[830273228] linearizableReadLoop","detail":"{readStateIndex:5440; appliedIndex:5433; }","duration":"164.534303ms","start":"2026-05-21T03:37:15.389924Z","end":"2026-05-21T03:37:15.554458Z","steps":["trace[830273228] 'read index received' (duration: 37.395608ms)","trace[830273228] 'applied index is now lower than readState.Index' (duration: 127.137795ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:37:15.554799Z","caller":"traceutil/trace.go:171","msg":"trace[1693991836] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"163.923672ms","start":"2026-05-21T03:37:15.390865Z","end":"2026-05-21T03:37:15.554789Z","steps":["trace[1693991836] 'process raft request' (duration: 163.442805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.554851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.088761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:37:15.554927Z","caller":"traceutil/trace.go:171","msg":"trace[1160575182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5232; }","duration":"165.199103ms","start":"2026-05-21T03:37:15.389707Z","end":"2026-05-21T03:37:15.554906Z","steps":["trace[1160575182] 'agreement among raft nodes before linearized reading' (duration: 165.02861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.555158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.446437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-21T03:37:15.555222Z","caller":"traceutil/trace.go:171","msg":"trace[1746961796] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5232; }","duration":"165.522748ms","start":"2026-05-21T03:37:15.389684Z","end":"2026-05-21T03:37:15.555207Z","steps":["trace[1746961796] 'agreement among raft nodes before linearized reading' (duration: 165.305684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.555238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.570949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-574fcff669-8g5rf\" ","response":"range_response_count:1 size:11669"} {"level":"info","ts":"2026-05-21T03:37:15.555276Z","caller":"traceutil/trace.go:171","msg":"trace[1683546269] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-574fcff669-8g5rf; range_end:; response_count:1; response_revision:5232; }","duration":"165.65153ms","start":"2026-05-21T03:37:15.389613Z","end":"2026-05-21T03:37:15.555265Z","steps":["trace[1683546269] 'agreement among raft nodes before linearized reading' (duration: 165.512387ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:15.683117Z","caller":"traceutil/trace.go:171","msg":"trace[126428034] linearizableReadLoop","detail":"{readStateIndex:5443; appliedIndex:5442; }","duration":"128.348455ms","start":"2026-05-21T03:37:15.554745Z","end":"2026-05-21T03:37:15.683093Z","steps":["trace[126428034] 'read index received' (duration: 128.181962ms)","trace[126428034] 'applied index is now lower than readState.Index' (duration: 165.533µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:37:15.683225Z","caller":"traceutil/trace.go:171","msg":"trace[745208116] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"178.677492ms","start":"2026-05-21T03:37:15.504538Z","end":"2026-05-21T03:37:15.683215Z","steps":["trace[745208116] 'process raft request' (duration: 178.370737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.683506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.24828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e57ae2a1-66a9-4991-bf7f-c370c4b55b93\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-21T03:37:15.683586Z","caller":"traceutil/trace.go:171","msg":"trace[1995534188] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e57ae2a1-66a9-4991-bf7f-c370c4b55b93; range_end:; response_count:1; response_revision:5233; }","duration":"291.351581ms","start":"2026-05-21T03:37:15.392214Z","end":"2026-05-21T03:37:15.683566Z","steps":["trace[1995534188] 'agreement among raft nodes before linearized reading' (duration: 291.115357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:15.683506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.246049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-21T03:37:15.683709Z","caller":"traceutil/trace.go:171","msg":"trace[73997271] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5233; }","duration":"129.492072ms","start":"2026-05-21T03:37:15.554203Z","end":"2026-05-21T03:37:15.683695Z","steps":["trace[73997271] 'agreement among raft nodes before linearized reading' (duration: 129.095276ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:16.226164Z","caller":"traceutil/trace.go:171","msg":"trace[505069584] linearizableReadLoop","detail":"{readStateIndex:5444; appliedIndex:5443; }","duration":"542.949705ms","start":"2026-05-21T03:37:15.683186Z","end":"2026-05-21T03:37:16.226135Z","steps":["trace[505069584] 'read index received' (duration: 491.830845ms)","trace[505069584] 'applied index is now lower than readState.Index' (duration: 51.11715ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:37:16.226535Z","caller":"traceutil/trace.go:171","msg":"trace[2115355098] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"659.883613ms","start":"2026-05-21T03:37:15.56662Z","end":"2026-05-21T03:37:16.226503Z","steps":["trace[2115355098] 'process raft request' (duration: 608.383497ms)","trace[2115355098] 'compare' (duration: 50.681343ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:37:16.226625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.744467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11649"} {"level":"warn","ts":"2026-05-21T03:37:16.226671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.150329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-21T03:37:16.226687Z","caller":"traceutil/trace.go:171","msg":"trace[441783103] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5234; }","duration":"668.860509ms","start":"2026-05-21T03:37:15.557809Z","end":"2026-05-21T03:37:16.22667Z","steps":["trace[441783103] 'agreement among raft nodes before linearized reading' (duration: 668.666066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:16.226699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.690765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-21T03:37:16.22673Z","caller":"traceutil/trace.go:171","msg":"trace[150154302] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5234; }","duration":"540.242721ms","start":"2026-05-21T03:37:15.686474Z","end":"2026-05-21T03:37:16.226717Z","steps":["trace[150154302] 'agreement among raft nodes before linearized reading' (duration: 540.038878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:16.226723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:15.566587Z","time spent":"660.062266ms","remote":"127.0.0.1:43848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:37:16.226736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:15.557791Z","time spent":"668.93584ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":11672,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-21T03:37:16.226758Z","caller":"traceutil/trace.go:171","msg":"trace[111539807] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5234; }","duration":"134.787837ms","start":"2026-05-21T03:37:16.091952Z","end":"2026-05-21T03:37:16.22674Z","steps":["trace[111539807] 'agreement among raft nodes before linearized reading' (duration: 134.586204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:16.226775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:15.686461Z","time spent":"540.303872ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-21T03:37:16.226875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.481548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16395"} {"level":"info","ts":"2026-05-21T03:37:16.226905Z","caller":"traceutil/trace.go:171","msg":"trace[2043127264] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5234; }","duration":"188.543869ms","start":"2026-05-21T03:37:16.03835Z","end":"2026-05-21T03:37:16.226894Z","steps":["trace[2043127264] 'agreement among raft nodes before linearized reading' (duration: 188.444487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:16.559059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.801146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:37:16.559464Z","caller":"traceutil/trace.go:171","msg":"trace[2020629920] linearizableReadLoop","detail":"{readStateIndex:5445; appliedIndex:5444; }","duration":"279.891411ms","start":"2026-05-21T03:37:16.27951Z","end":"2026-05-21T03:37:16.559402Z","steps":["trace[2020629920] 'read index received' (duration: 109.536517ms)","trace[2020629920] 'applied index is now lower than readState.Index' (duration: 170.352524ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:37:16.559631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.100006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:37:16.559678Z","caller":"traceutil/trace.go:171","msg":"trace[234883380] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5235; }","duration":"280.197017ms","start":"2026-05-21T03:37:16.279471Z","end":"2026-05-21T03:37:16.559668Z","steps":["trace[234883380] 'agreement among raft nodes before linearized reading' (duration: 280.092105ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:16.559473Z","caller":"traceutil/trace.go:171","msg":"trace[868874475] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"318.817093ms","start":"2026-05-21T03:37:16.240628Z","end":"2026-05-21T03:37:16.559445Z","steps":["trace[868874475] 'process raft request' (duration: 148.499429ms)","trace[868874475] 'compare' (duration: 169.488161ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:37:16.559859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:16.240605Z","time spent":"319.1941ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17129,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:37:16.616513Z","caller":"traceutil/trace.go:171","msg":"trace[1846659581] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"115.797648ms","start":"2026-05-21T03:37:16.500693Z","end":"2026-05-21T03:37:16.616491Z","steps":["trace[1846659581] 'process raft request' (duration: 115.646266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:16.616657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.705851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:37:16.616723Z","caller":"traceutil/trace.go:171","msg":"trace[1262285389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5236; }","duration":"188.826353ms","start":"2026-05-21T03:37:16.427882Z","end":"2026-05-21T03:37:16.616708Z","steps":["trace[1262285389] 'agreement among raft nodes before linearized reading' (duration: 188.697711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:17.527638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.20906Z","time spent":"318.572255ms","remote":"127.0.0.1:45336","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-21T03:37:17.528379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.04757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:37:17.528569Z","caller":"traceutil/trace.go:171","msg":"trace[1681506333] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"500.83283ms","start":"2026-05-21T03:37:17.027719Z","end":"2026-05-21T03:37:17.528552Z","steps":["trace[1681506333] 'process raft request' (duration: 133.537456ms)","trace[1681506333] 'compare' (duration: 366.182097ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:37:17.528628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.027705Z","time spent":"500.896331ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:37:17.528862Z","caller":"traceutil/trace.go:171","msg":"trace[469677395] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"501.070534ms","start":"2026-05-21T03:37:17.027767Z","end":"2026-05-21T03:37:17.528838Z","steps":["trace[469677395] 'process raft request' (duration: 500.705548ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:17.528876Z","caller":"traceutil/trace.go:171","msg":"trace[463135743] linearizableReadLoop","detail":"{readStateIndex:5449; appliedIndex:5446; }","duration":"483.954656ms","start":"2026-05-21T03:37:17.044907Z","end":"2026-05-21T03:37:17.528862Z","steps":["trace[463135743] 'read index received' (duration: 25.717557ms)","trace[463135743] 'applied index is now lower than readState.Index' (duration: 458.235739ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:37:17.52903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.027763Z","time spent":"501.150195ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:37:17.64726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.44154ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-21T03:37:17.647514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.583629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17144"} {"level":"info","ts":"2026-05-21T03:37:17.647634Z","caller":"traceutil/trace.go:171","msg":"trace[1814485216] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5239; }","duration":"602.757282ms","start":"2026-05-21T03:37:17.044858Z","end":"2026-05-21T03:37:17.647615Z","steps":["trace[1814485216] 'agreement among raft nodes before linearized reading' (duration: 484.035668ms)","trace[1814485216] 'range keys from in-memory index tree' (duration: 118.379909ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:37:17.64772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.044834Z","time spent":"602.873964ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17167,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-21T03:37:17.676113Z","caller":"traceutil/trace.go:171","msg":"trace[264091734] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"285.363327ms","start":"2026-05-21T03:37:17.390721Z","end":"2026-05-21T03:37:17.676085Z","steps":["trace[264091734] 'process raft request' (duration: 285.062731ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:17.676468Z","caller":"traceutil/trace.go:171","msg":"trace[355125710] linearizableReadLoop","detail":"{readStateIndex:5452; appliedIndex:5450; }","duration":"147.456441ms","start":"2026-05-21T03:37:17.528991Z","end":"2026-05-21T03:37:17.676447Z","steps":["trace[355125710] 'read index received' (duration: 146.8382ms)","trace[355125710] 'applied index is now lower than readState.Index' (duration: 616.861µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:37:17.67667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.019858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-21T03:37:17.676754Z","caller":"traceutil/trace.go:171","msg":"trace[487116800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5241; }","duration":"283.14323ms","start":"2026-05-21T03:37:17.393592Z","end":"2026-05-21T03:37:17.676736Z","steps":["trace[487116800] 'agreement among raft nodes before linearized reading' (duration: 282.875356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:17.676827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.721229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:37:17.676905Z","caller":"traceutil/trace.go:171","msg":"trace[2135875033] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"259.402635ms","start":"2026-05-21T03:37:17.417485Z","end":"2026-05-21T03:37:17.676888Z","steps":["trace[2135875033] 'process raft request' (duration: 258.490471ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:17.676916Z","caller":"traceutil/trace.go:171","msg":"trace[971503786] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5241; }","duration":"550.857582ms","start":"2026-05-21T03:37:17.126045Z","end":"2026-05-21T03:37:17.676903Z","steps":["trace[971503786] 'agreement among raft nodes before linearized reading' (duration: 550.686209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:17.677018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.126024Z","time spent":"550.973303ms","remote":"127.0.0.1:43784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:37:17.677074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.309535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-21T03:37:17.677114Z","caller":"traceutil/trace.go:171","msg":"trace[356956481] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5241; }","duration":"169.372167ms","start":"2026-05-21T03:37:17.507725Z","end":"2026-05-21T03:37:17.677097Z","steps":["trace[356956481] 'agreement among raft nodes before linearized reading' (duration: 169.280105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:17.676694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.674289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:37:17.677254Z","caller":"traceutil/trace.go:171","msg":"trace[1556111087] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5241; }","duration":"334.298129ms","start":"2026-05-21T03:37:17.342943Z","end":"2026-05-21T03:37:17.677241Z","steps":["trace[1556111087] 'agreement among raft nodes before linearized reading' (duration: 333.668779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:17.677302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.342928Z","time spent":"334.356441ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-21T03:37:17.6779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.939781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-21T03:37:17.677968Z","caller":"traceutil/trace.go:171","msg":"trace[171412769] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5241; }","duration":"538.045763ms","start":"2026-05-21T03:37:17.139905Z","end":"2026-05-21T03:37:17.67795Z","steps":["trace[171412769] 'agreement among raft nodes before linearized reading' (duration: 536.820284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:17.678353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.139881Z","time spent":"538.313417ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-21T03:37:17.974453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.442873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:37:17.974988Z","caller":"traceutil/trace.go:171","msg":"trace[217641682] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"315.386353ms","start":"2026-05-21T03:37:17.659577Z","end":"2026-05-21T03:37:17.974963Z","steps":["trace[217641682] 'process raft request' (duration: 123.34352ms)","trace[217641682] 'compare' (duration: 191.154579ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:37:17.975651Z","caller":"traceutil/trace.go:171","msg":"trace[54627557] linearizableReadLoop","detail":"{readStateIndex:5453; appliedIndex:5452; }","duration":"299.059478ms","start":"2026-05-21T03:37:17.676573Z","end":"2026-05-21T03:37:17.975633Z","steps":["trace[54627557] 'read index received' (duration: 105.769965ms)","trace[54627557] 'applied index is now lower than readState.Index' (duration: 193.287883ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:37:17.976099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.477953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-21T03:37:17.976128Z","caller":"traceutil/trace.go:171","msg":"trace[930451798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5242; }","duration":"416.566384ms","start":"2026-05-21T03:37:17.559553Z","end":"2026-05-21T03:37:17.97612Z","steps":["trace[930451798] 'agreement among raft nodes before linearized reading' (duration: 416.187658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:17.976155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.559549Z","time spent":"416.598954ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-21T03:37:17.976449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.353856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-21T03:37:17.976488Z","caller":"traceutil/trace.go:171","msg":"trace[513884337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5242; }","duration":"417.400378ms","start":"2026-05-21T03:37:17.559078Z","end":"2026-05-21T03:37:17.976478Z","steps":["trace[513884337] 'agreement among raft nodes before linearized reading' (duration: 417.318266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:17.976519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.559074Z","time spent":"417.438948ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-21T03:37:17.97724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.22546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-21T03:37:17.977329Z","caller":"traceutil/trace.go:171","msg":"trace[1092209357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5242; }","duration":"418.329902ms","start":"2026-05-21T03:37:17.558986Z","end":"2026-05-21T03:37:17.977316Z","steps":["trace[1092209357] 'agreement among raft nodes before linearized reading' (duration: 418.101298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:17.977365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.558966Z","time spent":"418.393203ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:37:17.977491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.074551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-21T03:37:17.977514Z","caller":"traceutil/trace.go:171","msg":"trace[946346365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5242; }","duration":"420.121111ms","start":"2026-05-21T03:37:17.557386Z","end":"2026-05-21T03:37:17.977507Z","steps":["trace[946346365] 'agreement among raft nodes before linearized reading' (duration: 420.06629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:17.977531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.557371Z","time spent":"420.155732ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-21T03:37:17.977983Z","caller":"traceutil/trace.go:171","msg":"trace[1843133628] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"296.12789ms","start":"2026-05-21T03:37:17.681842Z","end":"2026-05-21T03:37:17.97797Z","steps":["trace[1843133628] 'process raft request' (duration: 292.686115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:17.978369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.132067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ed1049e5-c608-46a1-9159-5db04ad644bf\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-05-21T03:37:17.978401Z","caller":"traceutil/trace.go:171","msg":"trace[973083907] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ed1049e5-c608-46a1-9159-5db04ad644bf; range_end:; response_count:1; response_revision:5244; }","duration":"297.186438ms","start":"2026-05-21T03:37:17.681207Z","end":"2026-05-21T03:37:17.978393Z","steps":["trace[973083907] 'agreement among raft nodes before linearized reading' (duration: 297.094487ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:17.978648Z","caller":"traceutil/trace.go:171","msg":"trace[802333886] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"296.182772ms","start":"2026-05-21T03:37:17.682456Z","end":"2026-05-21T03:37:17.978639Z","steps":["trace[802333886] 'process raft request' (duration: 295.47239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:17.979057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.849189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-21T03:37:17.979085Z","caller":"traceutil/trace.go:171","msg":"trace[436051443] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5244; }","duration":"210.90606ms","start":"2026-05-21T03:37:17.768173Z","end":"2026-05-21T03:37:17.979079Z","steps":["trace[436051443] 'agreement among raft nodes before linearized reading' (duration: 210.823339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:17.98091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.659557Z","time spent":"320.747259ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17103,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:37:18.380249Z","caller":"traceutil/trace.go:171","msg":"trace[643259710] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"397.630151ms","start":"2026-05-21T03:37:17.982588Z","end":"2026-05-21T03:37:18.380219Z","steps":["trace[643259710] 'process raft request' (duration: 395.984484ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:18.380507Z","caller":"traceutil/trace.go:171","msg":"trace[1060262205] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"396.297549ms","start":"2026-05-21T03:37:17.984169Z","end":"2026-05-21T03:37:18.380466Z","steps":["trace[1060262205] 'process raft request' (duration: 395.970634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:18.380669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.98414Z","time spent":"396.442552ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:37:18.380934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.98257Z","time spent":"397.759794ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:37:18.381934Z","caller":"traceutil/trace.go:171","msg":"trace[533742691] linearizableReadLoop","detail":"{readStateIndex:5459; appliedIndex:5455; }","duration":"389.704684ms","start":"2026-05-21T03:37:17.992208Z","end":"2026-05-21T03:37:18.381912Z","steps":["trace[533742691] 'read index received' (duration: 386.346189ms)","trace[533742691] 'applied index is now lower than readState.Index' (duration: 3.357365ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:37:18.381988Z","caller":"traceutil/trace.go:171","msg":"trace[1632110966] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"397.297876ms","start":"2026-05-21T03:37:17.98467Z","end":"2026-05-21T03:37:18.381968Z","steps":["trace[1632110966] 'process raft request' (duration: 396.99845ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:18.383101Z","caller":"traceutil/trace.go:171","msg":"trace[272272402] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"398.8116ms","start":"2026-05-21T03:37:17.984264Z","end":"2026-05-21T03:37:18.383075Z","steps":["trace[272272402] 'process raft request' (duration: 395.950054ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:18.382269Z","caller":"traceutil/trace.go:171","msg":"trace[1391781804] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"386.885327ms","start":"2026-05-21T03:37:17.995364Z","end":"2026-05-21T03:37:18.382249Z","steps":["trace[1391781804] 'process raft request' (duration: 386.374018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:18.383234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.995347Z","time spent":"387.832602ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:37:18.38323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.984664Z","time spent":"398.418354ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:37:18.383306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.98422Z","time spent":"398.933313ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T03:37:18.38326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.522223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-05-21T03:37:18.382446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.228082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-05-21T03:37:18.384992Z","caller":"traceutil/trace.go:171","msg":"trace[305947036] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5249; }","duration":"392.790393ms","start":"2026-05-21T03:37:17.992179Z","end":"2026-05-21T03:37:18.384969Z","steps":["trace[305947036] 'agreement among raft nodes before linearized reading' (duration: 390.13789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:18.385152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:17.992165Z","time spent":"392.926566ms","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-05-21T03:37:18.385402Z","caller":"traceutil/trace.go:171","msg":"trace[1908762556] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5249; }","duration":"301.760749ms","start":"2026-05-21T03:37:18.083615Z","end":"2026-05-21T03:37:18.385375Z","steps":["trace[1908762556] 'agreement among raft nodes before linearized reading' (duration: 299.3791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:18.385477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:18.083595Z","time spent":"301.864441ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-21T03:37:50.734879Z","caller":"traceutil/trace.go:171","msg":"trace[470229750] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"178.109199ms","start":"2026-05-21T03:37:50.556744Z","end":"2026-05-21T03:37:50.734853Z","steps":["trace[470229750] 'process raft request' (duration: 177.866454ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:50.73645Z","caller":"traceutil/trace.go:171","msg":"trace[913298126] linearizableReadLoop","detail":"{readStateIndex:5666; appliedIndex:5664; }","duration":"176.433463ms","start":"2026-05-21T03:37:50.559996Z","end":"2026-05-21T03:37:50.736429Z","steps":["trace[913298126] 'read index received' (duration: 174.689536ms)","trace[913298126] 'applied index is now lower than readState.Index' (duration: 1.743257ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:37:50.736523Z","caller":"traceutil/trace.go:171","msg":"trace[585314898] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"177.153494ms","start":"2026-05-21T03:37:50.559351Z","end":"2026-05-21T03:37:50.736505Z","steps":["trace[585314898] 'process raft request' (duration: 176.969851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:50.736695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.678496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-21T03:37:50.736739Z","caller":"traceutil/trace.go:171","msg":"trace[1256704815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5449; }","duration":"176.747017ms","start":"2026-05-21T03:37:50.55998Z","end":"2026-05-21T03:37:50.736727Z","steps":["trace[1256704815] 'agreement among raft nodes before linearized reading' (duration: 176.577045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:50.736803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.527242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:37:50.736836Z","caller":"traceutil/trace.go:171","msg":"trace[2079315765] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5449; }","duration":"138.576713ms","start":"2026-05-21T03:37:50.598251Z","end":"2026-05-21T03:37:50.736828Z","steps":["trace[2079315765] 'agreement among raft nodes before linearized reading' (duration: 138.487631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:50.736888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.61787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-21T03:37:50.736967Z","caller":"traceutil/trace.go:171","msg":"trace[739311924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5449; }","duration":"158.829083ms","start":"2026-05-21T03:37:50.57812Z","end":"2026-05-21T03:37:50.736949Z","steps":["trace[739311924] 'agreement among raft nodes before linearized reading' (duration: 158.554908ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:54.904157Z","caller":"traceutil/trace.go:171","msg":"trace[1304403401] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"151.537102ms","start":"2026-05-21T03:37:54.752589Z","end":"2026-05-21T03:37:54.904127Z","steps":["trace[1304403401] 'process raft request' (duration: 151.306779ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:37:55.048274Z","caller":"traceutil/trace.go:171","msg":"trace[530951144] linearizableReadLoop","detail":"{readStateIndex:5785; appliedIndex:5783; }","duration":"292.926773ms","start":"2026-05-21T03:37:54.75531Z","end":"2026-05-21T03:37:55.048237Z","steps":["trace[530951144] 'read index received' (duration: 148.504804ms)","trace[530951144] 'applied index is now lower than readState.Index' (duration: 144.420059ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:37:55.048293Z","caller":"traceutil/trace.go:171","msg":"trace[1948263184] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"295.584486ms","start":"2026-05-21T03:37:54.752673Z","end":"2026-05-21T03:37:55.048257Z","steps":["trace[1948263184] 'process raft request' (duration: 290.085129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:55.048644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.942262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-21T03:37:55.048694Z","caller":"traceutil/trace.go:171","msg":"trace[721960720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5565; }","duration":"291.023203ms","start":"2026-05-21T03:37:54.757655Z","end":"2026-05-21T03:37:55.048678Z","steps":["trace[721960720] 'agreement among raft nodes before linearized reading' (duration: 290.78678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:55.048713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.22346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:37:55.04875Z","caller":"traceutil/trace.go:171","msg":"trace[740199296] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5565; }","duration":"143.309772ms","start":"2026-05-21T03:37:54.905429Z","end":"2026-05-21T03:37:55.048739Z","steps":["trace[740199296] 'agreement among raft nodes before linearized reading' (duration: 143.234691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:55.048714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.343701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-21T03:37:55.048843Z","caller":"traceutil/trace.go:171","msg":"trace[252146985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5565; }","duration":"293.529074ms","start":"2026-05-21T03:37:54.755284Z","end":"2026-05-21T03:37:55.048813Z","steps":["trace[252146985] 'agreement among raft nodes before linearized reading' (duration: 293.089256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:57.832731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5209149953539265401,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T03:37:57.899765Z","caller":"traceutil/trace.go:171","msg":"trace[1791872339] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"573.510507ms","start":"2026-05-21T03:37:57.326232Z","end":"2026-05-21T03:37:57.899742Z","steps":["trace[1791872339] 'process raft request' (duration: 573.361645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:57.899917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:57.326222Z","time spent":"573.60875ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:37:57.997747Z","caller":"traceutil/trace.go:171","msg":"trace[1183575844] linearizableReadLoop","detail":"{readStateIndex:5803; appliedIndex:5800; }","duration":"665.261052ms","start":"2026-05-21T03:37:57.332459Z","end":"2026-05-21T03:37:57.99772Z","steps":["trace[1183575844] 'read index received' (duration: 567.219687ms)","trace[1183575844] 'applied index is now lower than readState.Index' (duration: 98.040135ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:37:57.998377Z","caller":"traceutil/trace.go:171","msg":"trace[250435768] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"292.414897ms","start":"2026-05-21T03:37:57.705943Z","end":"2026-05-21T03:37:57.998358Z","steps":["trace[250435768] 'process raft request' (duration: 291.614225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:57.998541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.100045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-21T03:37:57.998607Z","caller":"traceutil/trace.go:171","msg":"trace[616800842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5583; }","duration":"666.210139ms","start":"2026-05-21T03:37:57.332378Z","end":"2026-05-21T03:37:57.998588Z","steps":["trace[616800842] 'agreement among raft nodes before linearized reading' (duration: 665.999464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:57.99865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:57.332362Z","time spent":"666.28248ms","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-21T03:37:57.998424Z","caller":"traceutil/trace.go:171","msg":"trace[2066145222] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"314.215641ms","start":"2026-05-21T03:37:57.684198Z","end":"2026-05-21T03:37:57.998413Z","steps":["trace[2066145222] 'process raft request' (duration: 238.038551ms)","trace[2066145222] 'compare' (duration: 75.041002ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:37:57.998838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:57.68418Z","time spent":"314.554497ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:37:57.998406Z","caller":"traceutil/trace.go:171","msg":"trace[1883944804] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"109.914031ms","start":"2026-05-21T03:37:57.888465Z","end":"2026-05-21T03:37:57.998379Z","steps":["trace[1883944804] 'process raft request' (duration: 109.17327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:57.998814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.221767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:37:57.999448Z","caller":"traceutil/trace.go:171","msg":"trace[520154596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5583; }","duration":"565.903538ms","start":"2026-05-21T03:37:57.433527Z","end":"2026-05-21T03:37:57.99943Z","steps":["trace[520154596] 'agreement among raft nodes before linearized reading' (duration: 565.188397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:57.999691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:37:57.433507Z","time spent":"566.033649ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-21T03:37:59.615435Z","caller":"traceutil/trace.go:171","msg":"trace[1830377460] linearizableReadLoop","detail":"{readStateIndex:5814; appliedIndex:5813; }","duration":"184.430513ms","start":"2026-05-21T03:37:59.430974Z","end":"2026-05-21T03:37:59.615404Z","steps":["trace[1830377460] 'read index received' (duration: 184.036947ms)","trace[1830377460] 'applied index is now lower than readState.Index' (duration: 392.606µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:37:59.615565Z","caller":"traceutil/trace.go:171","msg":"trace[1152620028] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"255.728596ms","start":"2026-05-21T03:37:59.359826Z","end":"2026-05-21T03:37:59.615554Z","steps":["trace[1152620028] 'process raft request' (duration: 255.237948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:59.615942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.922311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:37:59.616341Z","caller":"traceutil/trace.go:171","msg":"trace[1947570581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5593; }","duration":"185.359197ms","start":"2026-05-21T03:37:59.430933Z","end":"2026-05-21T03:37:59.616292Z","steps":["trace[1947570581] 'agreement among raft nodes before linearized reading' (duration: 184.846019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:59.61612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.232911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-credential-keys\" ","response":"range_response_count:1 size:353"} {"level":"info","ts":"2026-05-21T03:37:59.617737Z","caller":"traceutil/trace.go:171","msg":"trace[38532939] range","detail":"{range_begin:/registry/secrets/openstack/keystone-credential-keys; range_end:; response_count:1; response_revision:5593; }","duration":"126.893387ms","start":"2026-05-21T03:37:59.490817Z","end":"2026-05-21T03:37:59.61771Z","steps":["trace[38532939] 'agreement among raft nodes before linearized reading' (duration: 125.12415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:37:59.616208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.237177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:37:59.617905Z","caller":"traceutil/trace.go:171","msg":"trace[920681287] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5593; }","duration":"108.982396ms","start":"2026-05-21T03:37:59.50891Z","end":"2026-05-21T03:37:59.617892Z","steps":["trace[920681287] 'agreement among raft nodes before linearized reading' (duration: 107.259968ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:38:10.448013Z","caller":"traceutil/trace.go:171","msg":"trace[166269023] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"193.654009ms","start":"2026-05-21T03:38:10.254321Z","end":"2026-05-21T03:38:10.447975Z","steps":["trace[166269023] 'process raft request' (duration: 193.396144ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:38:11.788587Z","caller":"traceutil/trace.go:171","msg":"trace[367214019] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"225.724757ms","start":"2026-05-21T03:38:11.562832Z","end":"2026-05-21T03:38:11.788556Z","steps":["trace[367214019] 'process raft request' (duration: 171.233456ms)","trace[367214019] 'compare' (duration: 54.345319ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:38:12.28903Z","caller":"traceutil/trace.go:171","msg":"trace[2047291378] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"208.403846ms","start":"2026-05-21T03:38:12.08059Z","end":"2026-05-21T03:38:12.288993Z","steps":["trace[2047291378] 'process raft request' (duration: 208.104592ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:38:12.289173Z","caller":"traceutil/trace.go:171","msg":"trace[198915771] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"207.557792ms","start":"2026-05-21T03:38:12.081589Z","end":"2026-05-21T03:38:12.289147Z","steps":["trace[198915771] 'process raft request' (duration: 207.265068ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:38:14.539286Z","caller":"traceutil/trace.go:171","msg":"trace[1760706311] linearizableReadLoop","detail":"{readStateIndex:5922; appliedIndex:5921; }","duration":"168.579251ms","start":"2026-05-21T03:38:14.370678Z","end":"2026-05-21T03:38:14.539257Z","steps":["trace[1760706311] 'read index received' (duration: 72.214727ms)","trace[1760706311] 'applied index is now lower than readState.Index' (duration: 96.363484ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:38:14.539462Z","caller":"traceutil/trace.go:171","msg":"trace[2087543644] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"245.138535ms","start":"2026-05-21T03:38:14.29419Z","end":"2026-05-21T03:38:14.539328Z","steps":["trace[2087543644] 'process raft request' (duration: 148.6724ms)","trace[2087543644] 'compare' (duration: 96.263122ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:38:14.53961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.906216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-k5fgb\" ","response":"range_response_count:1 size:7263"} {"level":"info","ts":"2026-05-21T03:38:14.539657Z","caller":"traceutil/trace.go:171","msg":"trace[71763218] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-k5fgb; range_end:; response_count:1; response_revision:5698; }","duration":"168.997177ms","start":"2026-05-21T03:38:14.37065Z","end":"2026-05-21T03:38:14.539647Z","steps":["trace[71763218] 'agreement among raft nodes before linearized reading' (duration: 168.804834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:38:14.539936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.57999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:38:14.539976Z","caller":"traceutil/trace.go:171","msg":"trace[486432863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5698; }","duration":"109.641471ms","start":"2026-05-21T03:38:14.430323Z","end":"2026-05-21T03:38:14.539964Z","steps":["trace[486432863] 'agreement among raft nodes before linearized reading' (duration: 109.589121ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:38:14.694699Z","caller":"traceutil/trace.go:171","msg":"trace[1531548163] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"143.781073ms","start":"2026-05-21T03:38:14.550844Z","end":"2026-05-21T03:38:14.694626Z","steps":["trace[1531548163] 'process raft request' (duration: 113.988029ms)","trace[1531548163] 'compare' (duration: 29.564041ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:38:15.314267Z","caller":"traceutil/trace.go:171","msg":"trace[1362376853] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"137.23498ms","start":"2026-05-21T03:38:15.177001Z","end":"2026-05-21T03:38:15.314236Z","steps":["trace[1362376853] 'process raft request' (duration: 80.009887ms)","trace[1362376853] 'compare' (duration: 56.884938ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:40:18.210516Z","caller":"traceutil/trace.go:171","msg":"trace[610415367] transaction","detail":"{read_only:false; response_revision:6445; number_of_response:1; }","duration":"138.883072ms","start":"2026-05-21T03:40:18.07161Z","end":"2026-05-21T03:40:18.210493Z","steps":["trace[610415367] 'process raft request' (duration: 138.708046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:40:18.358023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.196031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:40:18.358148Z","caller":"traceutil/trace.go:171","msg":"trace[533905446] transaction","detail":"{read_only:false; response_revision:6446; number_of_response:1; }","duration":"143.203101ms","start":"2026-05-21T03:40:18.214926Z","end":"2026-05-21T03:40:18.358129Z","steps":["trace[533905446] 'process raft request' (duration: 32.801353ms)","trace[533905446] 'compare' (duration: 110.065845ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:40:18.358592Z","caller":"traceutil/trace.go:171","msg":"trace[1626324070] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"138.614482ms","start":"2026-05-21T03:40:18.219926Z","end":"2026-05-21T03:40:18.35854Z","steps":["trace[1626324070] 'process raft request' (duration: 138.444226ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:40:24.453619Z","caller":"traceutil/trace.go:171","msg":"trace[1809265821] linearizableReadLoop","detail":"{readStateIndex:6753; appliedIndex:6752; }","duration":"205.667387ms","start":"2026-05-21T03:40:24.247922Z","end":"2026-05-21T03:40:24.453589Z","steps":["trace[1809265821] 'read index received' (duration: 205.374206ms)","trace[1809265821] 'applied index is now lower than readState.Index' (duration: 292.211µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:40:24.453701Z","caller":"traceutil/trace.go:171","msg":"trace[1294383671] transaction","detail":"{read_only:false; response_revision:6501; number_of_response:1; }","duration":"212.722192ms","start":"2026-05-21T03:40:24.240956Z","end":"2026-05-21T03:40:24.453678Z","steps":["trace[1294383671] 'process raft request' (duration: 212.405491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:40:24.453789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.857984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:40:24.453843Z","caller":"traceutil/trace.go:171","msg":"trace[1368716007] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:6501; }","duration":"205.961549ms","start":"2026-05-21T03:40:24.247868Z","end":"2026-05-21T03:40:24.45383Z","steps":["trace[1368716007] 'agreement among raft nodes before linearized reading' (duration: 205.861464ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:40:25.719508Z","caller":"traceutil/trace.go:171","msg":"trace[1371830339] transaction","detail":"{read_only:false; response_revision:6510; number_of_response:1; }","duration":"102.992891ms","start":"2026-05-21T03:40:25.616485Z","end":"2026-05-21T03:40:25.719478Z","steps":["trace[1371830339] 'process raft request' (duration: 12.549523ms)","trace[1371830339] 'compare' (duration: 90.316933ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:40:25.89963Z","caller":"traceutil/trace.go:171","msg":"trace[1902322997] transaction","detail":"{read_only:false; response_revision:6511; number_of_response:1; }","duration":"180.159211ms","start":"2026-05-21T03:40:25.719441Z","end":"2026-05-21T03:40:25.8996Z","steps":["trace[1902322997] 'process raft request' (duration: 122.395874ms)","trace[1902322997] 'compare' (duration: 57.605681ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:40:26.14456Z","caller":"traceutil/trace.go:171","msg":"trace[256617879] linearizableReadLoop","detail":"{readStateIndex:6766; appliedIndex:6763; }","duration":"198.919957ms","start":"2026-05-21T03:40:25.945615Z","end":"2026-05-21T03:40:26.144535Z","steps":["trace[256617879] 'read index received' (duration: 22.619247ms)","trace[256617879] 'applied index is now lower than readState.Index' (duration: 176.29948ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:40:26.144728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.095584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-21T03:40:26.144778Z","caller":"traceutil/trace.go:171","msg":"trace[214052312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6514; }","duration":"199.189478ms","start":"2026-05-21T03:40:25.945575Z","end":"2026-05-21T03:40:26.144765Z","steps":["trace[214052312] 'agreement among raft nodes before linearized reading' (duration: 199.063233ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:40:26.145158Z","caller":"traceutil/trace.go:171","msg":"trace[992762249] transaction","detail":"{read_only:false; response_revision:6513; number_of_response:1; }","duration":"240.573413ms","start":"2026-05-21T03:40:25.904545Z","end":"2026-05-21T03:40:26.145119Z","steps":["trace[992762249] 'process raft request' (duration: 156.299824ms)","trace[992762249] 'compare' (duration: 82.941032ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:40:26.145197Z","caller":"traceutil/trace.go:171","msg":"trace[1992027362] transaction","detail":"{read_only:false; response_revision:6514; number_of_response:1; }","duration":"236.435554ms","start":"2026-05-21T03:40:25.908726Z","end":"2026-05-21T03:40:26.145162Z","steps":["trace[1992027362] 'process raft request' (duration: 235.540172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:40:26.397669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.209829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:40:26.398268Z","caller":"traceutil/trace.go:171","msg":"trace[1253569161] transaction","detail":"{read_only:false; response_revision:6515; number_of_response:1; }","duration":"244.723735ms","start":"2026-05-21T03:40:26.153037Z","end":"2026-05-21T03:40:26.397761Z","steps":["trace[1253569161] 'process raft request' (duration: 107.3172ms)","trace[1253569161] 'compare' (duration: 136.936378ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:40:26.813248Z","caller":"traceutil/trace.go:171","msg":"trace[926799906] transaction","detail":"{read_only:false; response_revision:6516; number_of_response:1; }","duration":"135.008449ms","start":"2026-05-21T03:40:26.678215Z","end":"2026-05-21T03:40:26.813224Z","steps":["trace[926799906] 'process raft request' (duration: 134.836073ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:40:27.397469Z","caller":"traceutil/trace.go:171","msg":"trace[121993795] transaction","detail":"{read_only:false; response_revision:6519; number_of_response:1; }","duration":"134.649415ms","start":"2026-05-21T03:40:27.26279Z","end":"2026-05-21T03:40:27.397439Z","steps":["trace[121993795] 'process raft request' (duration: 134.453878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:40:28.371136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.060709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-21T03:40:28.371218Z","caller":"traceutil/trace.go:171","msg":"trace[1143812308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6521; }","duration":"221.187454ms","start":"2026-05-21T03:40:28.15001Z","end":"2026-05-21T03:40:28.371198Z","steps":["trace[1143812308] 'range keys from in-memory index tree' (duration: 220.873002ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:40:28.376834Z","caller":"traceutil/trace.go:171","msg":"trace[1970140615] transaction","detail":"{read_only:false; response_revision:6522; number_of_response:1; }","duration":"221.736473ms","start":"2026-05-21T03:40:28.155086Z","end":"2026-05-21T03:40:28.376823Z","steps":["trace[1970140615] 'process raft request' (duration: 221.65851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:40:28.709527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.067281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:40:28.709635Z","caller":"traceutil/trace.go:171","msg":"trace[592538853] transaction","detail":"{read_only:false; response_revision:6524; number_of_response:1; }","duration":"278.889787ms","start":"2026-05-21T03:40:28.430724Z","end":"2026-05-21T03:40:28.709614Z","steps":["trace[592538853] 'process raft request' (duration: 72.630469ms)","trace[592538853] 'compare' (duration: 205.744949ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:40:28.969019Z","caller":"traceutil/trace.go:171","msg":"trace[404683225] transaction","detail":"{read_only:false; response_revision:6526; number_of_response:1; }","duration":"148.321617ms","start":"2026-05-21T03:40:28.820676Z","end":"2026-05-21T03:40:28.968997Z","steps":["trace[404683225] 'process raft request' (duration: 148.266995ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:40:28.96927Z","caller":"traceutil/trace.go:171","msg":"trace[607915806] transaction","detail":"{read_only:false; response_revision:6525; number_of_response:1; }","duration":"150.471473ms","start":"2026-05-21T03:40:28.818772Z","end":"2026-05-21T03:40:28.969244Z","steps":["trace[607915806] 'process raft request' (duration: 83.649983ms)","trace[607915806] 'compare' (duration: 66.284041ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:40:35.414307Z","caller":"traceutil/trace.go:171","msg":"trace[247097865] transaction","detail":"{read_only:false; response_revision:6571; number_of_response:1; }","duration":"300.154008ms","start":"2026-05-21T03:40:35.114128Z","end":"2026-05-21T03:40:35.414282Z","steps":["trace[247097865] 'process raft request' (duration: 300.020223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:40:35.41456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:40:35.11411Z","time spent":"300.287312ms","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-21T03:40:35.435429Z","caller":"traceutil/trace.go:171","msg":"trace[334001999] linearizableReadLoop","detail":"{readStateIndex:6826; appliedIndex:6825; }","duration":"120.637532ms","start":"2026-05-21T03:40:35.314774Z","end":"2026-05-21T03:40:35.435411Z","steps":["trace[334001999] 'read index received' (duration: 99.515404ms)","trace[334001999] 'applied index is now lower than readState.Index' (duration: 21.121408ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:40:35.43586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.052767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-48rzq.18b176fad13d6505\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-21T03:40:35.43595Z","caller":"traceutil/trace.go:171","msg":"trace[1249748143] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-48rzq.18b176fad13d6505; range_end:; response_count:1; response_revision:6572; }","duration":"121.185291ms","start":"2026-05-21T03:40:35.314743Z","end":"2026-05-21T03:40:35.435928Z","steps":["trace[1249748143] 'agreement among raft nodes before linearized reading' (duration: 120.878351ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:40:35.436069Z","caller":"traceutil/trace.go:171","msg":"trace[57301645] transaction","detail":"{read_only:false; response_revision:6572; number_of_response:1; }","duration":"259.072713ms","start":"2026-05-21T03:40:35.176932Z","end":"2026-05-21T03:40:35.436004Z","steps":["trace[57301645] 'process raft request' (duration: 258.370938ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:40:35.583895Z","caller":"traceutil/trace.go:171","msg":"trace[755421495] transaction","detail":"{read_only:false; response_revision:6574; number_of_response:1; }","duration":"143.769901ms","start":"2026-05-21T03:40:35.440106Z","end":"2026-05-21T03:40:35.583876Z","steps":["trace[755421495] 'process raft request' (duration: 54.292533ms)","trace[755421495] 'compare' (duration: 89.27163ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:40:35.629735Z","caller":"traceutil/trace.go:171","msg":"trace[1824665427] linearizableReadLoop","detail":"{readStateIndex:6829; appliedIndex:6827; }","duration":"180.908385ms","start":"2026-05-21T03:40:35.448805Z","end":"2026-05-21T03:40:35.629713Z","steps":["trace[1824665427] 'read index received' (duration: 45.608455ms)","trace[1824665427] 'applied index is now lower than readState.Index' (duration: 135.29918ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:40:35.63017Z","caller":"traceutil/trace.go:171","msg":"trace[261013950] transaction","detail":"{read_only:false; response_revision:6575; number_of_response:1; }","duration":"181.442594ms","start":"2026-05-21T03:40:35.448713Z","end":"2026-05-21T03:40:35.630156Z","steps":["trace[261013950] 'process raft request' (duration: 180.790011ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:40:35.630374Z","caller":"traceutil/trace.go:171","msg":"trace[108120996] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6575; }","duration":"178.78066ms","start":"2026-05-21T03:40:35.451568Z","end":"2026-05-21T03:40:35.630349Z","steps":["trace[108120996] 'process raft request' (duration: 178.112106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:40:35.63048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.655662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:40:35.63214Z","caller":"traceutil/trace.go:171","msg":"trace[780367416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6575; }","duration":"183.256409ms","start":"2026-05-21T03:40:35.448787Z","end":"2026-05-21T03:40:35.632044Z","steps":["trace[780367416] 'agreement among raft nodes before linearized reading' (duration: 181.641702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:40:35.630531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.903387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-21T03:40:35.632982Z","caller":"traceutil/trace.go:171","msg":"trace[1817075406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6575; }","duration":"163.382544ms","start":"2026-05-21T03:40:35.469585Z","end":"2026-05-21T03:40:35.632967Z","steps":["trace[1817075406] 'agreement among raft nodes before linearized reading' (duration: 160.915717ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:41:00.652029Z","caller":"traceutil/trace.go:171","msg":"trace[1458031498] transaction","detail":"{read_only:false; response_revision:6844; number_of_response:1; }","duration":"167.598148ms","start":"2026-05-21T03:41:00.484402Z","end":"2026-05-21T03:41:00.652Z","steps":["trace[1458031498] 'process raft request' (duration: 167.391371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:01.425187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.073078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-21T03:41:01.425278Z","caller":"traceutil/trace.go:171","msg":"trace[1245828744] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6844; }","duration":"538.212142ms","start":"2026-05-21T03:41:00.887048Z","end":"2026-05-21T03:41:01.42526Z","steps":["trace[1245828744] 'range keys from in-memory index tree' (duration: 537.850241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:01.425319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:41:00.887006Z","time spent":"538.303306ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-05-21T03:41:01.425436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.027124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-21T03:41:01.425516Z","caller":"traceutil/trace.go:171","msg":"trace[829621801] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6844; }","duration":"358.138828ms","start":"2026-05-21T03:41:01.067358Z","end":"2026-05-21T03:41:01.425497Z","steps":["trace[829621801] 'range keys from in-memory index tree' (duration: 357.712564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:01.425318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.978059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-21T03:41:01.42562Z","caller":"traceutil/trace.go:171","msg":"trace[1266162246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6844; }","duration":"485.301469ms","start":"2026-05-21T03:41:00.940301Z","end":"2026-05-21T03:41:01.425602Z","steps":["trace[1266162246] 'range keys from in-memory index tree' (duration: 484.650907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:01.425722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:41:00.940284Z","time spent":"485.422693ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-21T03:41:01.425706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.590724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-21T03:41:01.425619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:41:01.067338Z","time spent":"358.243722ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-05-21T03:41:01.425797Z","caller":"traceutil/trace.go:171","msg":"trace[886820353] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6844; }","duration":"353.76288ms","start":"2026-05-21T03:41:01.072007Z","end":"2026-05-21T03:41:01.42577Z","steps":["trace[886820353] 'range keys from in-memory index tree' (duration: 353.386417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:01.425203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.583353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-21T03:41:01.425854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:41:01.071991Z","time spent":"353.853132ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-21T03:41:01.425447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.100258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-21T03:41:01.425912Z","caller":"traceutil/trace.go:171","msg":"trace[1569629478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6844; }","duration":"760.341169ms","start":"2026-05-21T03:41:00.665549Z","end":"2026-05-21T03:41:01.425891Z","steps":["trace[1569629478] 'range keys from in-memory index tree' (duration: 759.404387ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:41:01.425975Z","caller":"traceutil/trace.go:171","msg":"trace[1128484458] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6844; }","duration":"535.665916ms","start":"2026-05-21T03:41:00.890292Z","end":"2026-05-21T03:41:01.425958Z","steps":["trace[1128484458] 'range keys from in-memory index tree' (duration: 534.935532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:01.425981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:41:00.665532Z","time spent":"760.432081ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-21T03:41:01.426032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:41:00.890269Z","time spent":"535.746559ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-05-21T03:41:01.518819Z","caller":"traceutil/trace.go:171","msg":"trace[992486862] transaction","detail":"{read_only:false; response_revision:6845; number_of_response:1; }","duration":"366.789028ms","start":"2026-05-21T03:41:01.152004Z","end":"2026-05-21T03:41:01.518793Z","steps":["trace[992486862] 'process raft request' (duration: 366.650434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:01.519166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:41:01.151984Z","time spent":"367.094129ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:41:01.618094Z","caller":"traceutil/trace.go:171","msg":"trace[2029414838] linearizableReadLoop","detail":"{readStateIndex:7109; appliedIndex:7107; }","duration":"348.0987ms","start":"2026-05-21T03:41:01.269978Z","end":"2026-05-21T03:41:01.618077Z","steps":["trace[2029414838] 'read index received' (duration: 248.676245ms)","trace[2029414838] 'applied index is now lower than readState.Index' (duration: 99.421835ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:41:01.618173Z","caller":"traceutil/trace.go:171","msg":"trace[257032005] transaction","detail":"{read_only:false; response_revision:6849; number_of_response:1; }","duration":"183.350268ms","start":"2026-05-21T03:41:01.434815Z","end":"2026-05-21T03:41:01.618166Z","steps":["trace[257032005] 'process raft request' (duration: 183.238855ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:41:01.618216Z","caller":"traceutil/trace.go:171","msg":"trace[651382007] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"272.544258ms","start":"2026-05-21T03:41:01.345626Z","end":"2026-05-21T03:41:01.61817Z","steps":["trace[651382007] 'process raft request' (duration: 272.377082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:01.618333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.329517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:41:01.618397Z","caller":"traceutil/trace.go:171","msg":"trace[1394849391] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6849; }","duration":"348.480872ms","start":"2026-05-21T03:41:01.269903Z","end":"2026-05-21T03:41:01.618384Z","steps":["trace[1394849391] 'agreement among raft nodes before linearized reading' (duration: 348.312666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:01.618451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:41:01.269848Z","time spent":"348.592237ms","remote":"127.0.0.1:55230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-21T03:41:01.618115Z","caller":"traceutil/trace.go:171","msg":"trace[757006092] transaction","detail":"{read_only:false; response_revision:6846; number_of_response:1; }","duration":"399.190949ms","start":"2026-05-21T03:41:01.218883Z","end":"2026-05-21T03:41:01.618074Z","steps":["trace[757006092] 'process raft request' (duration: 399.019864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:01.61882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.319038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.76\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-21T03:41:01.618856Z","caller":"traceutil/trace.go:171","msg":"trace[507338958] range","detail":"{range_begin:/registry/masterleases/199.19.213.76; range_end:; response_count:1; response_revision:6850; }","duration":"112.410851ms","start":"2026-05-21T03:41:01.506437Z","end":"2026-05-21T03:41:01.618848Z","steps":["trace[507338958] 'agreement among raft nodes before linearized reading' (duration: 112.306738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:01.618885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.49877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-21T03:41:01.618922Z","caller":"traceutil/trace.go:171","msg":"trace[52547223] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6850; }","duration":"185.594553ms","start":"2026-05-21T03:41:01.433318Z","end":"2026-05-21T03:41:01.618913Z","steps":["trace[52547223] 'agreement among raft nodes before linearized reading' (duration: 185.478639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:01.618777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.032922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:41:01.619089Z","caller":"traceutil/trace.go:171","msg":"trace[1448713719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6850; }","duration":"187.396134ms","start":"2026-05-21T03:41:01.431683Z","end":"2026-05-21T03:41:01.619079Z","steps":["trace[1448713719] 'agreement among raft nodes before linearized reading' (duration: 187.037382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:01.61918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:41:01.218856Z","time spent":"400.274475ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:41:01.618703Z","caller":"traceutil/trace.go:171","msg":"trace[1846782629] transaction","detail":"{read_only:false; response_revision:6848; number_of_response:1; }","duration":"183.67769ms","start":"2026-05-21T03:41:01.434431Z","end":"2026-05-21T03:41:01.618108Z","steps":["trace[1846782629] 'process raft request' (duration: 183.602207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:04.159251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.138521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:41:04.159693Z","caller":"traceutil/trace.go:171","msg":"trace[652578876] transaction","detail":"{read_only:false; response_revision:6865; number_of_response:1; }","duration":"218.953857ms","start":"2026-05-21T03:41:03.940719Z","end":"2026-05-21T03:41:04.159673Z","steps":["trace[652578876] 'process raft request' (duration: 103.322019ms)","trace[652578876] 'compare' (duration: 115.004827ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:41:04.349197Z","caller":"traceutil/trace.go:171","msg":"trace[1058970547] transaction","detail":"{read_only:false; response_revision:6866; number_of_response:1; }","duration":"185.113691ms","start":"2026-05-21T03:41:04.164056Z","end":"2026-05-21T03:41:04.349169Z","steps":["trace[1058970547] 'process raft request' (duration: 175.313953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:11.933989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.202936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T03:41:11.934279Z","caller":"traceutil/trace.go:171","msg":"trace[2075939085] transaction","detail":"{read_only:false; response_revision:6903; number_of_response:1; }","duration":"384.742258ms","start":"2026-05-21T03:41:11.549507Z","end":"2026-05-21T03:41:11.934249Z","steps":["trace[2075939085] 'process raft request' (duration: 271.18404ms)","trace[2075939085] 'compare' (duration: 112.912107ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T03:41:11.934431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:41:11.549463Z","time spent":"384.891963ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:41:11.935064Z","caller":"traceutil/trace.go:171","msg":"trace[820679658] transaction","detail":"{read_only:false; response_revision:6904; number_of_response:1; }","duration":"346.980022ms","start":"2026-05-21T03:41:11.58807Z","end":"2026-05-21T03:41:11.935049Z","steps":["trace[820679658] 'process raft request' (duration: 346.01243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:11.935148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-21T03:41:11.588051Z","time spent":"347.053945ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4769,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T03:41:11.936849Z","caller":"traceutil/trace.go:171","msg":"trace[1342271344] linearizableReadLoop","detail":"{readStateIndex:7174; appliedIndex:7169; }","duration":"230.326262ms","start":"2026-05-21T03:41:11.706502Z","end":"2026-05-21T03:41:11.936828Z","steps":["trace[1342271344] 'read index received' (duration: 114.20473ms)","trace[1342271344] 'applied index is now lower than readState.Index' (duration: 116.120672ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:41:11.937143Z","caller":"traceutil/trace.go:171","msg":"trace[1421244124] transaction","detail":"{read_only:false; response_revision:6905; number_of_response:1; }","duration":"279.581647ms","start":"2026-05-21T03:41:11.65754Z","end":"2026-05-21T03:41:11.937122Z","steps":["trace[1421244124] 'process raft request' (duration: 276.615719ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:41:11.937376Z","caller":"traceutil/trace.go:171","msg":"trace[865598563] transaction","detail":"{read_only:false; response_revision:6906; number_of_response:1; }","duration":"270.431085ms","start":"2026-05-21T03:41:11.666929Z","end":"2026-05-21T03:41:11.93736Z","steps":["trace[865598563] 'process raft request' (duration: 269.708141ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:41:11.937609Z","caller":"traceutil/trace.go:171","msg":"trace[1672865994] transaction","detail":"{read_only:false; response_revision:6907; number_of_response:1; }","duration":"258.76134ms","start":"2026-05-21T03:41:11.678827Z","end":"2026-05-21T03:41:11.937588Z","steps":["trace[1672865994] 'process raft request' (duration: 257.870251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:11.937939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.424949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-21T03:41:11.938003Z","caller":"traceutil/trace.go:171","msg":"trace[1799300092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6907; }","duration":"231.522772ms","start":"2026-05-21T03:41:11.706465Z","end":"2026-05-21T03:41:11.937988Z","steps":["trace[1799300092] 'agreement among raft nodes before linearized reading' (duration: 231.343166ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:41:11.941106Z","caller":"traceutil/trace.go:171","msg":"trace[460694176] transaction","detail":"{read_only:false; response_revision:6908; number_of_response:1; }","duration":"104.462819ms","start":"2026-05-21T03:41:11.836633Z","end":"2026-05-21T03:41:11.941096Z","steps":["trace[460694176] 'process raft request' (duration: 104.277373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:11.941571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.959166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-21T03:41:11.9416Z","caller":"traceutil/trace.go:171","msg":"trace[2105405498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6908; }","duration":"162.019568ms","start":"2026-05-21T03:41:11.779573Z","end":"2026-05-21T03:41:11.941593Z","steps":["trace[2105405498] 'agreement among raft nodes before linearized reading' (duration: 161.930475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:11.941737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.202963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-21T03:41:11.941796Z","caller":"traceutil/trace.go:171","msg":"trace[1026872786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6908; }","duration":"235.269686ms","start":"2026-05-21T03:41:11.706511Z","end":"2026-05-21T03:41:11.941781Z","steps":["trace[1026872786] 'agreement among raft nodes before linearized reading' (duration: 235.153742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:12.229276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.192343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T03:41:12.229398Z","caller":"traceutil/trace.go:171","msg":"trace[2132205524] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6911; }","duration":"155.360479ms","start":"2026-05-21T03:41:12.074014Z","end":"2026-05-21T03:41:12.229375Z","steps":["trace[2132205524] 'range keys from in-memory index tree' (duration: 155.10208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:12.229435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.060384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T03:41:12.229498Z","caller":"traceutil/trace.go:171","msg":"trace[956242908] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:6911; }","duration":"133.157457ms","start":"2026-05-21T03:41:12.096325Z","end":"2026-05-21T03:41:12.229483Z","steps":["trace[956242908] 'count revisions from in-memory index tree' (duration: 132.997242ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:41:12.3802Z","caller":"traceutil/trace.go:171","msg":"trace[1361415098] transaction","detail":"{read_only:false; response_revision:6912; number_of_response:1; }","duration":"145.421379ms","start":"2026-05-21T03:41:12.234744Z","end":"2026-05-21T03:41:12.380165Z","steps":["trace[1361415098] 'process raft request' (duration: 145.269914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T03:41:12.380356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.106796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-21T03:41:12.380394Z","caller":"traceutil/trace.go:171","msg":"trace[1989286184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6912; }","duration":"143.191978ms","start":"2026-05-21T03:41:12.237195Z","end":"2026-05-21T03:41:12.380387Z","steps":["trace[1989286184] 'agreement among raft nodes before linearized reading' (duration: 143.036522ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:41:12.380183Z","caller":"traceutil/trace.go:171","msg":"trace[1680816932] linearizableReadLoop","detail":"{readStateIndex:7179; appliedIndex:7178; }","duration":"142.910768ms","start":"2026-05-21T03:41:12.237228Z","end":"2026-05-21T03:41:12.380139Z","steps":["trace[1680816932] 'read index received' (duration: 142.777523ms)","trace[1680816932] 'applied index is now lower than readState.Index' (duration: 132.345µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:41:16.147827Z","caller":"traceutil/trace.go:171","msg":"trace[224610481] transaction","detail":"{read_only:false; response_revision:6928; number_of_response:1; }","duration":"106.538933ms","start":"2026-05-21T03:41:16.041259Z","end":"2026-05-21T03:41:16.147798Z","steps":["trace[224610481] 'process raft request' (duration: 86.488528ms)","trace[224610481] 'compare' (duration: 19.940842ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:41:16.175183Z","caller":"traceutil/trace.go:171","msg":"trace[1728267004] transaction","detail":"{read_only:false; response_revision:6929; number_of_response:1; }","duration":"132.74672ms","start":"2026-05-21T03:41:16.042405Z","end":"2026-05-21T03:41:16.175152Z","steps":["trace[1728267004] 'process raft request' (duration: 131.655545ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T03:41:16.513166Z","caller":"traceutil/trace.go:171","msg":"trace[2127521702] transaction","detail":"{read_only:false; response_revision:6931; number_of_response:1; }","duration":"113.245983ms","start":"2026-05-21T03:41:16.399874Z","end":"2026-05-21T03:41:16.51312Z","steps":["trace[2127521702] 'process raft request' (duration: 35.551823ms)","trace[2127521702] 'compare' (duration: 77.250696ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T03:41:58.52892Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5082} {"level":"info","ts":"2026-05-21T03:41:58.618943Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5082,"took":"88.506396ms","hash":499550939,"current-db-size-bytes":51318784,"current-db-size":"51 MB","current-db-size-in-use-bytes":18489344,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-21T03:41:58.619081Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":499550939,"revision":5082,"compact-revision":2745}