{"level":"warn","ts":"2026-04-11T02:12:18.464164Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-11T02:12:18.464491Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=instance=https://199.204.45.72:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-11T02:12:18.464585Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-11T02:12:18.464596Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-04-11T02:12:18.464624Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-11T02:12:18.46568Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-04-11T02:12:18.465922Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.72:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-11T02:12:18.469374Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.168067ms"} {"level":"info","ts":"2026-04-11T02:12:18.476604Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"50e03cebfd94cbba","cluster-id":"120c03c1d5b80f94"} {"level":"info","ts":"2026-04-11T02:12:18.476705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=()"} {"level":"info","ts":"2026-04-11T02:12:18.476733Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 0"} {"level":"info","ts":"2026-04-11T02:12:18.47675Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 50e03cebfd94cbba [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-11T02:12:18.476775Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 1"} {"level":"info","ts":"2026-04-11T02:12:18.476834Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"warn","ts":"2026-04-11T02:12:18.482058Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-11T02:12:18.483316Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-11T02:12:18.484261Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-11T02:12:18.486247Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"50e03cebfd94cbba","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-11T02:12:18.486529Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"50e03cebfd94cbba","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-11T02:12:18.486466Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-11T02:12:18.486683Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-11T02:12:18.48671Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-11T02:12:18.48827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"info","ts":"2026-04-11T02:12:18.488753Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","added-peer-id":"50e03cebfd94cbba","added-peer-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-04-11T02:12:18.490768Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-11T02:12:18.491115Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"50e03cebfd94cbba","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-11T02:12:18.491166Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-11T02:12:18.491905Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-04-11T02:12:18.491935Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-04-11T02:12:19.377858Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba is starting a new election at term 1"} {"level":"info","ts":"2026-04-11T02:12:19.377952Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became pre-candidate at term 1"} {"level":"info","ts":"2026-04-11T02:12:19.378002Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgPreVoteResp from 50e03cebfd94cbba at term 1"} {"level":"info","ts":"2026-04-11T02:12:19.37803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became candidate at term 2"} {"level":"info","ts":"2026-04-11T02:12:19.378042Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgVoteResp from 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-04-11T02:12:19.378057Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became leader at term 2"} {"level":"info","ts":"2026-04-11T02:12:19.37807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 50e03cebfd94cbba elected leader 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-04-11T02:12:19.378993Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"50e03cebfd94cbba","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.72:2379]}","request-path":"/0/members/50e03cebfd94cbba/attributes","cluster-id":"120c03c1d5b80f94","publish-timeout":"7s"} {"level":"info","ts":"2026-04-11T02:12:19.379089Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-11T02:12:19.379136Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-11T02:12:19.379327Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-11T02:12:19.379319Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-11T02:12:19.379416Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-11T02:12:19.380293Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","cluster-version":"3.5"} {"level":"info","ts":"2026-04-11T02:12:19.380394Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-11T02:12:19.380469Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-11T02:12:19.384282Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-11T02:12:19.38525Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"warn","ts":"2026-04-11T02:12:40.343835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.120278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:12:40.344007Z","caller":"traceutil/trace.go:171","msg":"trace[2092626833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:453; }","duration":"153.318462ms","start":"2026-04-11T02:12:40.190663Z","end":"2026-04-11T02:12:40.343982Z","steps":["trace[2092626833] 'range keys from in-memory index tree' (duration: 152.989335ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:12:55.511323Z","caller":"traceutil/trace.go:171","msg":"trace[1476871750] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"242.588159ms","start":"2026-04-11T02:12:55.26861Z","end":"2026-04-11T02:12:55.511198Z","steps":["trace[1476871750] 'process raft request' (duration: 242.18717ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:12:55.916566Z","caller":"traceutil/trace.go:171","msg":"trace[204261660] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:631; }","duration":"482.367236ms","start":"2026-04-11T02:12:55.434171Z","end":"2026-04-11T02:12:55.916538Z","steps":["trace[204261660] 'read index received' (duration: 76.569724ms)","trace[204261660] 'applied index is now lower than readState.Index' (duration: 405.796322ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:12:55.916691Z","caller":"traceutil/trace.go:171","msg":"trace[981914058] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"564.869436ms","start":"2026-04-11T02:12:55.351813Z","end":"2026-04-11T02:12:55.916682Z","steps":["trace[981914058] 'process raft request' (duration: 564.182792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:12:55.917197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:12:55.35179Z","time spent":"564.930117ms","remote":"127.0.0.1:41926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036257,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:12:55.917499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.297723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-11T02:12:55.917581Z","caller":"traceutil/trace.go:171","msg":"trace[207383591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:615; }","duration":"436.386505ms","start":"2026-04-11T02:12:55.481172Z","end":"2026-04-11T02:12:55.917558Z","steps":["trace[207383591] 'agreement among raft nodes before linearized reading' (duration: 436.194271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:12:55.917622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:12:55.481096Z","time spent":"436.516778ms","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-11T02:12:55.917974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.812107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jxkcs\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-11T02:12:55.918019Z","caller":"traceutil/trace.go:171","msg":"trace[630817377] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jxkcs; range_end:; response_count:1; response_revision:615; }","duration":"483.901489ms","start":"2026-04-11T02:12:55.434102Z","end":"2026-04-11T02:12:55.918003Z","steps":["trace[630817377] 'agreement among raft nodes before linearized reading' (duration: 483.754336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:12:55.918054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:12:55.434075Z","time spent":"483.969661ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-jxkcs\" "} {"level":"info","ts":"2026-04-11T02:12:56.046523Z","caller":"traceutil/trace.go:171","msg":"trace[207412996] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"124.723623ms","start":"2026-04-11T02:12:55.921767Z","end":"2026-04-11T02:12:56.04649Z","steps":["trace[207412996] 'process raft request' (duration: 101.755102ms)","trace[207412996] 'compare' (duration: 22.835918ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:12:56.051654Z","caller":"traceutil/trace.go:171","msg":"trace[1950801323] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"120.589634ms","start":"2026-04-11T02:12:55.931047Z","end":"2026-04-11T02:12:56.051637Z","steps":["trace[1950801323] 'process raft request' (duration: 120.331668ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:31.700135Z","caller":"traceutil/trace.go:171","msg":"trace[1704330695] linearizableReadLoop","detail":"{readStateIndex:1166; appliedIndex:1165; }","duration":"153.882045ms","start":"2026-04-11T02:13:31.546227Z","end":"2026-04-11T02:13:31.700109Z","steps":["trace[1704330695] 'read index received' (duration: 153.67797ms)","trace[1704330695] 'applied index is now lower than readState.Index' (duration: 202.875µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:13:31.700253Z","caller":"traceutil/trace.go:171","msg":"trace[1231285949] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"183.346104ms","start":"2026-04-11T02:13:31.516873Z","end":"2026-04-11T02:13:31.700219Z","steps":["trace[1231285949] 'process raft request' (duration: 183.044338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:31.700963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.685681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-11T02:13:31.70104Z","caller":"traceutil/trace.go:171","msg":"trace[697073436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1138; }","duration":"154.841625ms","start":"2026-04-11T02:13:31.546181Z","end":"2026-04-11T02:13:31.701023Z","steps":["trace[697073436] 'agreement among raft nodes before linearized reading' (duration: 154.584739ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:37.131122Z","caller":"traceutil/trace.go:171","msg":"trace[592920059] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"491.489902ms","start":"2026-04-11T02:13:36.639607Z","end":"2026-04-11T02:13:37.131097Z","steps":["trace[592920059] 'process raft request' (duration: 491.318267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:37.131303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:36.639591Z","time spent":"491.624174ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:13:37.693089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219084016694589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:38.194204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219084016694589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:38.69515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219084016694589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:39.192727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000321883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-11T02:13:39.192865Z","caller":"traceutil/trace.go:171","msg":"trace[769803751] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000520367s","start":"2026-04-11T02:13:37.192316Z","end":"2026-04-11T02:13:39.192836Z","steps":["trace[769803751] 'agreement among raft nodes before linearized reading' (duration: 2.000356773s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:39.192915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:37.192296Z","time spent":"2.00060944s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-11T02:13:39.195422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219084016694589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:39.69601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219084016694589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:40.196448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219084016694589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:40.697421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219084016694589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:41.194164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000705949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:41.194262Z","caller":"traceutil/trace.go:171","msg":"trace[1468976547] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000873632s","start":"2026-04-11T02:13:39.193368Z","end":"2026-04-11T02:13:41.194241Z","steps":["trace[1468976547] 'agreement among raft nodes before linearized reading' (duration: 2.0007407s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:41.194314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:39.193341Z","time spent":"2.000962654s","remote":"127.0.0.1:41822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/11 02:13:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:41.19756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219084016694589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:41.698493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219084016694589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:42.198873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219084016694589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:42.700069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219084016694589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:42.72275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999511741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:42.722847Z","caller":"traceutil/trace.go:171","msg":"trace[1810196309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999671294s","start":"2026-04-11T02:13:37.723147Z","end":"2026-04-11T02:13:42.722818Z","steps":["trace[1810196309] 'agreement among raft nodes before linearized reading' (duration: 4.999547242s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:42.722897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:37.723113Z","time spent":"4.999773747s","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/11 02:13:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:42.726912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999051521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-11T02:13:42.727001Z","caller":"traceutil/trace.go:171","msg":"trace[6707286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999205674s","start":"2026-04-11T02:13:37.727776Z","end":"2026-04-11T02:13:42.726982Z","steps":["trace[6707286] 'agreement among raft nodes before linearized reading' (duration: 4.999085252s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:42.727057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:37.72775Z","time spent":"4.999296776s","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/11 02:13:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:43.162878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:38.164682Z","time spent":"4.998187149s","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/11 02:13:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:43.201294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219084016694589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:43.201342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999901372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-11T02:13:43.201429Z","caller":"traceutil/trace.go:171","msg":"trace[1617375868] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000077507s","start":"2026-04-11T02:13:41.201331Z","end":"2026-04-11T02:13:43.201408Z","steps":["trace[1617375868] 'agreement among raft nodes before linearized reading' (duration: 1.999930984s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:43.201488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:41.201307Z","time spent":"2.00017186s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-11T02:13:43.423306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999339086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-11T02:13:43.423389Z","caller":"traceutil/trace.go:171","msg":"trace[94392376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999474829s","start":"2026-04-11T02:13:38.423893Z","end":"2026-04-11T02:13:43.423368Z","steps":["trace[94392376] 'agreement among raft nodes before linearized reading' (duration: 4.999376997s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:43.423442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:38.423872Z","time spent":"4.999556372s","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/11 02:13:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:43.469625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.331548855s","expected-duration":"1s"} {"level":"info","ts":"2026-04-11T02:13:43.472097Z","caller":"traceutil/trace.go:171","msg":"trace[1234988012] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"6.33506551s","start":"2026-04-11T02:13:37.136999Z","end":"2026-04-11T02:13:43.472065Z","steps":["trace[1234988012] 'process raft request' (duration: 6.332861322s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:43.472279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:37.136993Z","time spent":"6.335190253s","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1613,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:13:43.495716Z","caller":"traceutil/trace.go:171","msg":"trace[1142117305] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"6.357158394s","start":"2026-04-11T02:13:37.138528Z","end":"2026-04-11T02:13:43.495686Z","steps":["trace[1142117305] 'process raft request' (duration: 6.356917748s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:43.495905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:37.138513Z","time spent":"6.357284718s","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4768,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:13:43.501101Z","caller":"traceutil/trace.go:171","msg":"trace[2085795850] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1196; }","duration":"6.30870282s","start":"2026-04-11T02:13:37.192375Z","end":"2026-04-11T02:13:43.501078Z","steps":["trace[2085795850] 'read index received' (duration: 6.277495381s)","trace[2085795850] 'applied index is now lower than readState.Index' (duration: 31.206409ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:13:43.501196Z","caller":"traceutil/trace.go:171","msg":"trace[1441884851] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"2.303374967s","start":"2026-04-11T02:13:41.197786Z","end":"2026-04-11T02:13:43.501161Z","steps":["trace[1441884851] 'process raft request' (duration: 2.303196233s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:43.501247Z","caller":"traceutil/trace.go:171","msg":"trace[135834207] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"686.087401ms","start":"2026-04-11T02:13:42.815143Z","end":"2026-04-11T02:13:43.50123Z","steps":["trace[135834207] 'process raft request' (duration: 685.887027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:43.501356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:42.815114Z","time spent":"686.162313ms","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:13:43.501367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:41.197707Z","time spent":"2.303554241s","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-11T02:13:43.501688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.306629937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-11T02:13:43.501717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.687932424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:43.501777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704301627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-11T02:13:43.501776Z","caller":"traceutil/trace.go:171","msg":"trace[553671719] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1172; }","duration":"3.688019466s","start":"2026-04-11T02:13:39.813745Z","end":"2026-04-11T02:13:43.501764Z","steps":["trace[553671719] 'agreement among raft nodes before linearized reading' (duration: 3.687933665s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:43.5018Z","caller":"traceutil/trace.go:171","msg":"trace[745545513] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1172; }","duration":"4.704357838s","start":"2026-04-11T02:13:38.797433Z","end":"2026-04-11T02:13:43.501791Z","steps":["trace[745545513] 'agreement among raft nodes before linearized reading' (duration: 4.704320087s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:43.501822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:38.797412Z","time spent":"4.70440597s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:43.50182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:39.813727Z","time spent":"3.688082617s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:43.501928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.267132139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-11T02:13:43.50197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.614173607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:43.501973Z","caller":"traceutil/trace.go:171","msg":"trace[1441756211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1172; }","duration":"5.267257993s","start":"2026-04-11T02:13:38.234702Z","end":"2026-04-11T02:13:43.50196Z","steps":["trace[1441756211] 'agreement among raft nodes before linearized reading' (duration: 5.267067759s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:43.501993Z","caller":"traceutil/trace.go:171","msg":"trace[311428559] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1172; }","duration":"5.614234637s","start":"2026-04-11T02:13:37.88775Z","end":"2026-04-11T02:13:43.501985Z","steps":["trace[311428559] 'agreement among raft nodes before linearized reading' (duration: 5.614197646s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:43.502013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:37.887726Z","time spent":"5.614282839s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:43.502007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:38.234671Z","time spent":"5.267330064s","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-11T02:13:43.502013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.871067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:43.502044Z","caller":"traceutil/trace.go:171","msg":"trace[109631078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1172; }","duration":"299.920717ms","start":"2026-04-11T02:13:43.202115Z","end":"2026-04-11T02:13:43.502035Z","steps":["trace[109631078] 'agreement among raft nodes before linearized reading' (duration: 299.872806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:43.502153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.830409072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-11T02:13:43.502205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.145657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:548"} {"level":"warn","ts":"2026-04-11T02:13:43.502224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.174656546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-11T02:13:43.50224Z","caller":"traceutil/trace.go:171","msg":"trace[1506900319] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1172; }","duration":"5.830550994s","start":"2026-04-11T02:13:37.67167Z","end":"2026-04-11T02:13:43.502221Z","steps":["trace[1506900319] 'agreement among raft nodes before linearized reading' (duration: 5.83035395s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:43.502251Z","caller":"traceutil/trace.go:171","msg":"trace[538632271] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1172; }","duration":"338.211568ms","start":"2026-04-11T02:13:43.164015Z","end":"2026-04-11T02:13:43.502227Z","steps":["trace[538632271] 'agreement among raft nodes before linearized reading' (duration: 338.156027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:43.502292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:37.671646Z","time spent":"5.830636596s","remote":"127.0.0.1:42008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:43.502289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:43.163993Z","time spent":"338.288909ms","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":570,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-11T02:13:43.502302Z","caller":"traceutil/trace.go:171","msg":"trace[1590662372] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1172; }","duration":"5.174773458s","start":"2026-04-11T02:13:38.327497Z","end":"2026-04-11T02:13:43.50227Z","steps":["trace[1590662372] 'agreement among raft nodes before linearized reading' (duration: 5.174630105s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:43.50234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:38.327414Z","time spent":"5.17491601s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":17,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:43.502351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.78514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-11T02:13:43.502373Z","caller":"traceutil/trace.go:171","msg":"trace[2020102182] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1172; }","duration":"408.848011ms","start":"2026-04-11T02:13:43.093519Z","end":"2026-04-11T02:13:43.502367Z","steps":["trace[2020102182] 'agreement among raft nodes before linearized reading' (duration: 408.757139ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:43.501736Z","caller":"traceutil/trace.go:171","msg":"trace[1364691926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1172; }","duration":"6.306707879s","start":"2026-04-11T02:13:37.195012Z","end":"2026-04-11T02:13:43.50172Z","steps":["trace[1364691926] 'agreement among raft nodes before linearized reading' (duration: 6.306546085s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:43.502394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:43.093487Z","time spent":"408.902713ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":81,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:43.50226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.958633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-11T02:13:43.502412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:37.194992Z","time spent":"6.307408563s","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-11T02:13:43.502471Z","caller":"traceutil/trace.go:171","msg":"trace[1551460721] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:1172; }","duration":"933.172497ms","start":"2026-04-11T02:13:42.569258Z","end":"2026-04-11T02:13:43.50243Z","steps":["trace[1551460721] 'agreement among raft nodes before linearized reading' (duration: 932.951882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:43.502531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:42.569232Z","time spent":"933.280119ms","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-04-11T02:13:43.5026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.890722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-04-11T02:13:43.502741Z","caller":"traceutil/trace.go:171","msg":"trace[947618609] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1172; }","duration":"500.080877ms","start":"2026-04-11T02:13:43.002629Z","end":"2026-04-11T02:13:43.50271Z","steps":["trace[947618609] 'agreement among raft nodes before linearized reading' (duration: 499.73206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:43.503857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:43.002612Z","time spent":"501.18086ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":246,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"info","ts":"2026-04-11T02:13:47.743553Z","caller":"traceutil/trace.go:171","msg":"trace[1976150163] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"220.148468ms","start":"2026-04-11T02:13:47.523366Z","end":"2026-04-11T02:13:47.743515Z","steps":["trace[1976150163] 'process raft request' (duration: 218.623054ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:47.743554Z","caller":"traceutil/trace.go:171","msg":"trace[1082138621] linearizableReadLoop","detail":"{readStateIndex:1226; appliedIndex:1225; }","duration":"217.337328ms","start":"2026-04-11T02:13:47.526175Z","end":"2026-04-11T02:13:47.743512Z","steps":["trace[1082138621] 'read index received' (duration: 215.841555ms)","trace[1082138621] 'applied index is now lower than readState.Index' (duration: 1.494152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:13:47.743892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.892779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-11T02:13:47.743951Z","caller":"traceutil/trace.go:171","msg":"trace[961833335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1194; }","duration":"218.052673ms","start":"2026-04-11T02:13:47.525888Z","end":"2026-04-11T02:13:47.74394Z","steps":["trace[961833335] 'agreement among raft nodes before linearized reading' (duration: 217.724146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:47.745552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.071695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-11T02:13:47.745623Z","caller":"traceutil/trace.go:171","msg":"trace[1295880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1194; }","duration":"219.192338ms","start":"2026-04-11T02:13:47.526413Z","end":"2026-04-11T02:13:47.745606Z","steps":["trace[1295880] 'agreement among raft nodes before linearized reading' (duration: 218.992863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:08.930631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219084016695102,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-11T02:14:09.221693Z","caller":"traceutil/trace.go:171","msg":"trace[1912925014] linearizableReadLoop","detail":"{readStateIndex:1478; appliedIndex:1477; }","duration":"791.821917ms","start":"2026-04-11T02:14:08.429818Z","end":"2026-04-11T02:14:09.22164Z","steps":["trace[1912925014] 'read index received' (duration: 791.621513ms)","trace[1912925014] 'applied index is now lower than readState.Index' (duration: 199.594µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:14:09.22177Z","caller":"traceutil/trace.go:171","msg":"trace[1132315244] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"992.110898ms","start":"2026-04-11T02:14:08.229626Z","end":"2026-04-11T02:14:09.221737Z","steps":["trace[1132315244] 'process raft request' (duration: 991.872363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:09.221917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:14:08.229595Z","time spent":"992.244271ms","remote":"127.0.0.1:39980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3125,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-11T02:14:09.22195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.346053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-11T02:14:09.221952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.184205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-11T02:14:09.222004Z","caller":"traceutil/trace.go:171","msg":"trace[1096823798] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1437; }","duration":"445.455045ms","start":"2026-04-11T02:14:08.776533Z","end":"2026-04-11T02:14:09.221988Z","steps":["trace[1096823798] 'agreement among raft nodes before linearized reading' (duration: 445.271351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:09.222054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:14:08.776484Z","time spent":"445.555717ms","remote":"127.0.0.1:42160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":21,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-11T02:14:09.222028Z","caller":"traceutil/trace.go:171","msg":"trace[1322375433] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1437; }","duration":"260.300988ms","start":"2026-04-11T02:14:08.961708Z","end":"2026-04-11T02:14:09.222008Z","steps":["trace[1322375433] 'agreement among raft nodes before linearized reading' (duration: 260.145225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:09.222197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.836023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-11T02:14:09.222316Z","caller":"traceutil/trace.go:171","msg":"trace[68579264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1437; }","duration":"376.003107ms","start":"2026-04-11T02:14:08.846285Z","end":"2026-04-11T02:14:09.222289Z","steps":["trace[68579264] 'agreement among raft nodes before linearized reading' (duration: 375.657729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:09.222067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.429037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-11T02:14:09.222381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:14:08.846266Z","time spent":"376.100998ms","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-11T02:14:09.22243Z","caller":"traceutil/trace.go:171","msg":"trace[48204661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1437; }","duration":"363.828745ms","start":"2026-04-11T02:14:08.858585Z","end":"2026-04-11T02:14:09.222414Z","steps":["trace[48204661] 'agreement among raft nodes before linearized reading' (duration: 363.285854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:09.222487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:14:08.858571Z","time spent":"363.900678ms","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-11T02:14:09.222528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.685005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:14:09.222598Z","caller":"traceutil/trace.go:171","msg":"trace[641647471] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1437; }","duration":"792.796248ms","start":"2026-04-11T02:14:08.429784Z","end":"2026-04-11T02:14:09.22258Z","steps":["trace[641647471] 'agreement among raft nodes before linearized reading' (duration: 792.007731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:09.222654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:14:08.429767Z","time spent":"792.872199ms","remote":"127.0.0.1:39954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-11T02:14:09.995124Z","caller":"traceutil/trace.go:171","msg":"trace[1499675778] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"101.489825ms","start":"2026-04-11T02:14:09.892779Z","end":"2026-04-11T02:14:09.994269Z","steps":["trace[1499675778] 'process raft request' (duration: 101.316681ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:14:15.379724Z","caller":"traceutil/trace.go:171","msg":"trace[961809017] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"108.229279ms","start":"2026-04-11T02:14:15.271467Z","end":"2026-04-11T02:14:15.379696Z","steps":["trace[961809017] 'process raft request' (duration: 108.047875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:15.554379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.349719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-11T02:14:15.554479Z","caller":"traceutil/trace.go:171","msg":"trace[293481805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1465; }","duration":"141.503702ms","start":"2026-04-11T02:14:15.412952Z","end":"2026-04-11T02:14:15.554456Z","steps":["trace[293481805] 'range keys from in-memory index tree' (duration: 141.169694ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:14:18.364459Z","caller":"traceutil/trace.go:171","msg":"trace[1100112829] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1489; }","duration":"111.057791ms","start":"2026-04-11T02:14:18.253374Z","end":"2026-04-11T02:14:18.364432Z","steps":["trace[1100112829] 'process raft request' (duration: 61.207822ms)","trace[1100112829] 'compare' (duration: 49.741605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:14:39.861038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.614755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-11T02:14:39.861145Z","caller":"traceutil/trace.go:171","msg":"trace[916904718] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1930; }","duration":"173.261523ms","start":"2026-04-11T02:14:39.687871Z","end":"2026-04-11T02:14:39.861132Z","steps":["trace[916904718] 'read index received' (duration: 52.398123ms)","trace[916904718] 'applied index is now lower than readState.Index' (duration: 120.86168ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:14:39.861166Z","caller":"traceutil/trace.go:171","msg":"trace[1451886980] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"185.426794ms","start":"2026-04-11T02:14:39.675708Z","end":"2026-04-11T02:14:39.861135Z","steps":["trace[1451886980] 'process raft request' (duration: 64.536014ms)","trace[1451886980] 'compare' (duration: 120.404719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:14:39.861254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.358325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:14:39.861331Z","caller":"traceutil/trace.go:171","msg":"trace[847974917] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1862; }","duration":"173.479717ms","start":"2026-04-11T02:14:39.68783Z","end":"2026-04-11T02:14:39.86131Z","steps":["trace[847974917] 'agreement among raft nodes before linearized reading' (duration: 173.334804ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:14:39.990706Z","caller":"traceutil/trace.go:171","msg":"trace[1090697826] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"124.62061ms","start":"2026-04-11T02:14:39.86604Z","end":"2026-04-11T02:14:39.990661Z","steps":["trace[1090697826] 'process raft request' (duration: 105.835288ms)","trace[1090697826] 'compare' (duration: 18.598378ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:14:40.299228Z","caller":"traceutil/trace.go:171","msg":"trace[767090590] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1935; }","duration":"106.015342ms","start":"2026-04-11T02:14:40.193193Z","end":"2026-04-11T02:14:40.299209Z","steps":["trace[767090590] 'read index received' (duration: 105.91527ms)","trace[767090590] 'applied index is now lower than readState.Index' (duration: 99.122µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:14:40.299294Z","caller":"traceutil/trace.go:171","msg":"trace[203043233] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"122.470815ms","start":"2026-04-11T02:14:40.176797Z","end":"2026-04-11T02:14:40.299268Z","steps":["trace[203043233] 'process raft request' (duration: 122.290661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:40.299426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.215136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:14:40.299468Z","caller":"traceutil/trace.go:171","msg":"trace[906972168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1867; }","duration":"106.312129ms","start":"2026-04-11T02:14:40.193146Z","end":"2026-04-11T02:14:40.299458Z","steps":["trace[906972168] 'agreement among raft nodes before linearized reading' (duration: 106.214577ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:14:40.355935Z","caller":"traceutil/trace.go:171","msg":"trace[735045297] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"108.828812ms","start":"2026-04-11T02:14:40.247078Z","end":"2026-04-11T02:14:40.355907Z","steps":["trace[735045297] 'process raft request' (duration: 89.505408ms)","trace[735045297] 'compare' (duration: 19.15503ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:15:24.259589Z","caller":"traceutil/trace.go:171","msg":"trace[201017679] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"110.741458ms","start":"2026-04-11T02:15:24.1488Z","end":"2026-04-11T02:15:24.259542Z","steps":["trace[201017679] 'process raft request' (duration: 110.268868ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:15:24.631774Z","caller":"traceutil/trace.go:171","msg":"trace[1336221808] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"132.555393ms","start":"2026-04-11T02:15:24.499177Z","end":"2026-04-11T02:15:24.631733Z","steps":["trace[1336221808] 'process raft request' (duration: 113.178459ms)","trace[1336221808] 'compare' (duration: 19.116389ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:15:24.744637Z","caller":"traceutil/trace.go:171","msg":"trace[1477827755] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"107.782834ms","start":"2026-04-11T02:15:24.636821Z","end":"2026-04-11T02:15:24.744603Z","steps":["trace[1477827755] 'process raft request' (duration: 107.718492ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:15:24.744677Z","caller":"traceutil/trace.go:171","msg":"trace[240126165] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"107.986717ms","start":"2026-04-11T02:15:24.636655Z","end":"2026-04-11T02:15:24.744642Z","steps":["trace[240126165] 'process raft request' (duration: 97.388761ms)","trace[240126165] 'compare' (duration: 10.374292ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:15:30.843033Z","caller":"traceutil/trace.go:171","msg":"trace[2129565451] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"191.868291ms","start":"2026-04-11T02:15:30.651118Z","end":"2026-04-11T02:15:30.842987Z","steps":["trace[2129565451] 'process raft request' (duration: 191.636686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:15:30.999691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.051241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-11T02:15:30.999846Z","caller":"traceutil/trace.go:171","msg":"trace[111991532] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"151.407926ms","start":"2026-04-11T02:15:30.84842Z","end":"2026-04-11T02:15:30.999828Z","steps":["trace[111991532] 'process raft request' (duration: 13.142801ms)","trace[111991532] 'compare' (duration: 137.944049ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:15:30.99998Z","caller":"traceutil/trace.go:171","msg":"trace[1591296318] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"150.979757ms","start":"2026-04-11T02:15:30.848977Z","end":"2026-04-11T02:15:30.999957Z","steps":["trace[1591296318] 'process raft request' (duration: 150.806734ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:15:36.448561Z","caller":"traceutil/trace.go:171","msg":"trace[1650898230] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"100.707253ms","start":"2026-04-11T02:15:36.347829Z","end":"2026-04-11T02:15:36.448536Z","steps":["trace[1650898230] 'process raft request' (duration: 100.518369ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:16:59.927218Z","caller":"traceutil/trace.go:171","msg":"trace[1551466765] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"162.955464ms","start":"2026-04-11T02:16:59.764237Z","end":"2026-04-11T02:16:59.927192Z","steps":["trace[1551466765] 'process raft request' (duration: 162.78725ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:19:35.789091Z","caller":"traceutil/trace.go:171","msg":"trace[95567373] transaction","detail":"{read_only:false; response_revision:3890; number_of_response:1; }","duration":"109.153503ms","start":"2026-04-11T02:19:35.679883Z","end":"2026-04-11T02:19:35.789036Z","steps":["trace[95567373] 'process raft request' (duration: 108.975169ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:19:35.931769Z","caller":"traceutil/trace.go:171","msg":"trace[1753539370] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"251.509052ms","start":"2026-04-11T02:19:35.680225Z","end":"2026-04-11T02:19:35.931734Z","steps":["trace[1753539370] 'process raft request' (duration: 191.027015ms)","trace[1753539370] 'compare' (duration: 59.935616ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:19:35.932108Z","caller":"traceutil/trace.go:171","msg":"trace[1165116761] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"249.906328ms","start":"2026-04-11T02:19:35.682089Z","end":"2026-04-11T02:19:35.931995Z","steps":["trace[1165116761] 'process raft request' (duration: 249.51869ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:19:35.946536Z","caller":"traceutil/trace.go:171","msg":"trace[1272275023] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"155.887677ms","start":"2026-04-11T02:19:35.790632Z","end":"2026-04-11T02:19:35.946519Z","steps":["trace[1272275023] 'process raft request' (duration: 155.743914ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:19:35.946764Z","caller":"traceutil/trace.go:171","msg":"trace[1139194840] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"101.123622ms","start":"2026-04-11T02:19:35.8456Z","end":"2026-04-11T02:19:35.946724Z","steps":["trace[1139194840] 'process raft request' (duration: 100.871327ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:01.97059Z","caller":"traceutil/trace.go:171","msg":"trace[1143388713] linearizableReadLoop","detail":"{readStateIndex:5233; appliedIndex:5232; }","duration":"139.544762ms","start":"2026-04-11T02:21:01.831008Z","end":"2026-04-11T02:21:01.970553Z","steps":["trace[1143388713] 'read index received' (duration: 139.369598ms)","trace[1143388713] 'applied index is now lower than readState.Index' (duration: 173.624µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:21:01.970675Z","caller":"traceutil/trace.go:171","msg":"trace[932028832] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"143.050526ms","start":"2026-04-11T02:21:01.827598Z","end":"2026-04-11T02:21:01.970648Z","steps":["trace[932028832] 'process raft request' (duration: 142.76175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:01.971252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.210455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719261"} {"level":"info","ts":"2026-04-11T02:21:01.9713Z","caller":"traceutil/trace.go:171","msg":"trace[1583047189] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5048; }","duration":"140.327928ms","start":"2026-04-11T02:21:01.830958Z","end":"2026-04-11T02:21:01.971286Z","steps":["trace[1583047189] 'agreement among raft nodes before linearized reading' (duration: 139.764536ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:17.273065Z","caller":"traceutil/trace.go:171","msg":"trace[996367780] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"112.126867ms","start":"2026-04-11T02:21:17.160898Z","end":"2026-04-11T02:21:17.273025Z","steps":["trace[996367780] 'process raft request' (duration: 111.861232ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:17.440254Z","caller":"traceutil/trace.go:171","msg":"trace[578688163] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"156.648796ms","start":"2026-04-11T02:21:17.283562Z","end":"2026-04-11T02:21:17.440211Z","steps":["trace[578688163] 'process raft request' (duration: 156.419841ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:17.484006Z","caller":"traceutil/trace.go:171","msg":"trace[1856135128] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"199.971598ms","start":"2026-04-11T02:21:17.283998Z","end":"2026-04-11T02:21:17.483969Z","steps":["trace[1856135128] 'process raft request' (duration: 198.999668ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:17.484315Z","caller":"traceutil/trace.go:171","msg":"trace[1093815120] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"200.245914ms","start":"2026-04-11T02:21:17.284053Z","end":"2026-04-11T02:21:17.484299Z","steps":["trace[1093815120] 'process raft request' (duration: 199.118491ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:17.484647Z","caller":"traceutil/trace.go:171","msg":"trace[1017870062] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"199.484248ms","start":"2026-04-11T02:21:17.285142Z","end":"2026-04-11T02:21:17.484626Z","steps":["trace[1017870062] 'process raft request' (duration: 198.084429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:34.26313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.096813ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:21:34.263322Z","caller":"traceutil/trace.go:171","msg":"trace[475408201] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5645; }","duration":"217.320148ms","start":"2026-04-11T02:21:34.045977Z","end":"2026-04-11T02:21:34.263297Z","steps":["trace[475408201] 'range keys from in-memory index tree' (duration: 217.069503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:34.263364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.839724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-11T02:21:34.263509Z","caller":"traceutil/trace.go:171","msg":"trace[149516279] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"359.748292ms","start":"2026-04-11T02:21:33.903735Z","end":"2026-04-11T02:21:34.263483Z","steps":["trace[149516279] 'process raft request' (duration: 37.689683ms)","trace[149516279] 'compare' (duration: 321.465446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:21:34.26362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:21:33.903698Z","time spent":"359.875454ms","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:21:34.594487Z","caller":"traceutil/trace.go:171","msg":"trace[200159535] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"128.180279ms","start":"2026-04-11T02:21:34.466283Z","end":"2026-04-11T02:21:34.594463Z","steps":["trace[200159535] 'process raft request' (duration: 128.075447ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:34.594775Z","caller":"traceutil/trace.go:171","msg":"trace[997648664] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"129.679631ms","start":"2026-04-11T02:21:34.465031Z","end":"2026-04-11T02:21:34.594711Z","steps":["trace[997648664] 'process raft request' (duration: 129.1388ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:34.594904Z","caller":"traceutil/trace.go:171","msg":"trace[1567623775] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"129.725802ms","start":"2026-04-11T02:21:34.465135Z","end":"2026-04-11T02:21:34.594861Z","steps":["trace[1567623775] 'process raft request' (duration: 129.17866ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:34.611136Z","caller":"traceutil/trace.go:171","msg":"trace[1703274132] linearizableReadLoop","detail":"{readStateIndex:5854; appliedIndex:5853; }","duration":"111.73502ms","start":"2026-04-11T02:21:34.499371Z","end":"2026-04-11T02:21:34.611106Z","steps":["trace[1703274132] 'read index received' (duration: 95.571375ms)","trace[1703274132] 'applied index is now lower than readState.Index' (duration: 16.162265ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:21:34.611232Z","caller":"traceutil/trace.go:171","msg":"trace[2093218037] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"116.767207ms","start":"2026-04-11T02:21:34.494438Z","end":"2026-04-11T02:21:34.611205Z","steps":["trace[2093218037] 'process raft request' (duration: 116.42321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:34.611517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.127918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-11T02:21:34.611676Z","caller":"traceutil/trace.go:171","msg":"trace[324422492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5652; }","duration":"112.345082ms","start":"2026-04-11T02:21:34.499308Z","end":"2026-04-11T02:21:34.611653Z","steps":["trace[324422492] 'agreement among raft nodes before linearized reading' (duration: 111.977235ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:34.796583Z","caller":"traceutil/trace.go:171","msg":"trace[1739066710] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"144.805164ms","start":"2026-04-11T02:21:34.651717Z","end":"2026-04-11T02:21:34.796522Z","steps":["trace[1739066710] 'process raft request' (duration: 72.108456ms)","trace[1739066710] 'compare' (duration: 71.785019ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:21:34.796605Z","caller":"traceutil/trace.go:171","msg":"trace[1361378749] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"143.602668ms","start":"2026-04-11T02:21:34.652961Z","end":"2026-04-11T02:21:34.796564Z","steps":["trace[1361378749] 'process raft request' (duration: 143.447785ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:34.797375Z","caller":"traceutil/trace.go:171","msg":"trace[113175333] linearizableReadLoop","detail":"{readStateIndex:5858; appliedIndex:5856; }","duration":"104.818972ms","start":"2026-04-11T02:21:34.692523Z","end":"2026-04-11T02:21:34.797342Z","steps":["trace[113175333] 'read index received' (duration: 31.347327ms)","trace[113175333] 'applied index is now lower than readState.Index' (duration: 73.469615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:21:34.797827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.034427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:21:34.797881Z","caller":"traceutil/trace.go:171","msg":"trace[1557298454] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5656; }","duration":"105.402145ms","start":"2026-04-11T02:21:34.692462Z","end":"2026-04-11T02:21:34.797864Z","steps":["trace[1557298454] 'agreement among raft nodes before linearized reading' (duration: 105.048417ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:22:19.40876Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2977} {"level":"info","ts":"2026-04-11T02:22:19.490523Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2977,"took":"79.959699ms","hash":4070417377,"current-db-size-bytes":58204160,"current-db-size":"58 MB","current-db-size-in-use-bytes":33607680,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-11T02:22:19.490585Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4070417377,"revision":2977,"compact-revision":-1} {"level":"info","ts":"2026-04-11T02:27:19.423759Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6058} {"level":"info","ts":"2026-04-11T02:27:19.558771Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6058,"took":"131.463652ms","hash":1255009069,"current-db-size-bytes":58204160,"current-db-size":"58 MB","current-db-size-in-use-bytes":22712320,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-11T02:27:19.558871Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1255009069,"revision":6058,"compact-revision":2977} {"level":"warn","ts":"2026-04-11T02:27:23.918438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.982587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-11T02:27:23.918543Z","caller":"traceutil/trace.go:171","msg":"trace[1905295239] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"239.996007ms","start":"2026-04-11T02:27:23.678531Z","end":"2026-04-11T02:27:23.918527Z","steps":["trace[1905295239] 'process raft request' (duration: 112.837136ms)","trace[1905295239] 'compare' (duration: 126.65629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:27:35.494668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.994298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-11T02:27:35.494829Z","caller":"traceutil/trace.go:171","msg":"trace[424221453] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8657; }","duration":"302.567486ms","start":"2026-04-11T02:27:35.192225Z","end":"2026-04-11T02:27:35.494792Z","steps":["trace[424221453] 'read index received' (duration: 78.233852ms)","trace[424221453] 'applied index is now lower than readState.Index' (duration: 224.331774ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:27:35.49494Z","caller":"traceutil/trace.go:171","msg":"trace[2016136567] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"339.787977ms","start":"2026-04-11T02:27:35.155138Z","end":"2026-04-11T02:27:35.494926Z","steps":["trace[2016136567] 'process raft request' (duration: 115.405931ms)","trace[2016136567] 'compare' (duration: 223.829504ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:27:35.495012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:27:35.155104Z","time spent":"339.874068ms","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:27:35.495327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.063816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:27:35.495429Z","caller":"traceutil/trace.go:171","msg":"trace[2112553266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8371; }","duration":"303.22578ms","start":"2026-04-11T02:27:35.192175Z","end":"2026-04-11T02:27:35.4954Z","steps":["trace[2112553266] 'agreement among raft nodes before linearized reading' (duration: 303.011095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:27:35.495473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:27:35.192155Z","time spent":"303.310591ms","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-11T02:27:36.43867Z","caller":"traceutil/trace.go:171","msg":"trace[944658958] linearizableReadLoop","detail":"{readStateIndex:8661; appliedIndex:8660; }","duration":"136.153182ms","start":"2026-04-11T02:27:36.302483Z","end":"2026-04-11T02:27:36.438636Z","steps":["trace[944658958] 'read index received' (duration: 135.863466ms)","trace[944658958] 'applied index is now lower than readState.Index' (duration: 287.986µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:27:36.438743Z","caller":"traceutil/trace.go:171","msg":"trace[889740700] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"253.937824ms","start":"2026-04-11T02:27:36.184756Z","end":"2026-04-11T02:27:36.438694Z","steps":["trace[889740700] 'process raft request' (duration: 253.699609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:27:36.438965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.419448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:27:36.439111Z","caller":"traceutil/trace.go:171","msg":"trace[415903067] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8374; }","duration":"136.628503ms","start":"2026-04-11T02:27:36.302422Z","end":"2026-04-11T02:27:36.439051Z","steps":["trace[415903067] 'agreement among raft nodes before linearized reading' (duration: 136.348317ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:27:37.097149Z","caller":"traceutil/trace.go:171","msg":"trace[1280318505] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"132.115555ms","start":"2026-04-11T02:27:36.965001Z","end":"2026-04-11T02:27:37.097117Z","steps":["trace[1280318505] 'process raft request' (duration: 94.595448ms)","trace[1280318505] 'compare' (duration: 36.997287ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:27:37.617533Z","caller":"traceutil/trace.go:171","msg":"trace[43161043] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"116.942774ms","start":"2026-04-11T02:27:37.500544Z","end":"2026-04-11T02:27:37.617487Z","steps":["trace[43161043] 'process raft request' (duration: 116.729419ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:05.378423Z","caller":"traceutil/trace.go:171","msg":"trace[868097116] linearizableReadLoop","detail":"{readStateIndex:8877; appliedIndex:8876; }","duration":"186.180744ms","start":"2026-04-11T02:28:05.192218Z","end":"2026-04-11T02:28:05.378399Z","steps":["trace[868097116] 'read index received' (duration: 186.128503ms)","trace[868097116] 'applied index is now lower than readState.Index' (duration: 50.851µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:28:05.37892Z","caller":"traceutil/trace.go:171","msg":"trace[1331586107] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"267.91136ms","start":"2026-04-11T02:28:05.110992Z","end":"2026-04-11T02:28:05.378903Z","steps":["trace[1331586107] 'process raft request' (duration: 267.275726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:28:05.379245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.014522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:28:05.379291Z","caller":"traceutil/trace.go:171","msg":"trace[1753761652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8582; }","duration":"187.123824ms","start":"2026-04-11T02:28:05.192156Z","end":"2026-04-11T02:28:05.37928Z","steps":["trace[1753761652] 'agreement among raft nodes before linearized reading' (duration: 187.030202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:28:05.438843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.307847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-11T02:28:05.438887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.140479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-11T02:28:05.438927Z","caller":"traceutil/trace.go:171","msg":"trace[600692382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8583; }","duration":"202.420429ms","start":"2026-04-11T02:28:05.236485Z","end":"2026-04-11T02:28:05.438906Z","steps":["trace[600692382] 'agreement among raft nodes before linearized reading' (duration: 202.213245ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:05.438975Z","caller":"traceutil/trace.go:171","msg":"trace[1608725380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8583; }","duration":"118.284552ms","start":"2026-04-11T02:28:05.320669Z","end":"2026-04-11T02:28:05.438954Z","steps":["trace[1608725380] 'agreement among raft nodes before linearized reading' (duration: 117.963866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:28:05.439318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.045754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-11T02:28:05.439449Z","caller":"traceutil/trace.go:171","msg":"trace[1595696162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8583; }","duration":"195.266678ms","start":"2026-04-11T02:28:05.244151Z","end":"2026-04-11T02:28:05.439418Z","steps":["trace[1595696162] 'agreement among raft nodes before linearized reading' (duration: 194.85944ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:05.590415Z","caller":"traceutil/trace.go:171","msg":"trace[1082577645] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"146.302628ms","start":"2026-04-11T02:28:05.444071Z","end":"2026-04-11T02:28:05.590374Z","steps":["trace[1082577645] 'process raft request' (duration: 53.422135ms)","trace[1082577645] 'compare' (duration: 92.26379ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:28:05.590581Z","caller":"traceutil/trace.go:171","msg":"trace[694878598] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"146.112784ms","start":"2026-04-11T02:28:05.44436Z","end":"2026-04-11T02:28:05.590473Z","steps":["trace[694878598] 'process raft request' (duration: 145.870629ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:05.591321Z","caller":"traceutil/trace.go:171","msg":"trace[1986893727] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"146.505182ms","start":"2026-04-11T02:28:05.444804Z","end":"2026-04-11T02:28:05.591309Z","steps":["trace[1986893727] 'process raft request' (duration: 146.151755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:28:07.896948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.426301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-11T02:28:07.897393Z","caller":"traceutil/trace.go:171","msg":"trace[337152521] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"298.354387ms","start":"2026-04-11T02:28:07.598985Z","end":"2026-04-11T02:28:07.897339Z","steps":["trace[337152521] 'process raft request' (duration: 298.08157ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:07.89742Z","caller":"traceutil/trace.go:171","msg":"trace[1930524592] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"298.458289ms","start":"2026-04-11T02:28:07.598888Z","end":"2026-04-11T02:28:07.897347Z","steps":["trace[1930524592] 'process raft request' (duration: 158.531547ms)","trace[1930524592] 'compare' (duration: 139.159875ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:28:07.96845Z","caller":"traceutil/trace.go:171","msg":"trace[1264204401] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"234.027971ms","start":"2026-04-11T02:28:07.734387Z","end":"2026-04-11T02:28:07.968415Z","steps":["trace[1264204401] 'process raft request' (duration: 233.673064ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:07.968484Z","caller":"traceutil/trace.go:171","msg":"trace[2118871059] linearizableReadLoop","detail":"{readStateIndex:8893; appliedIndex:8889; }","duration":"107.084724ms","start":"2026-04-11T02:28:07.861368Z","end":"2026-04-11T02:28:07.968453Z","steps":["trace[2118871059] 'read index received' (duration: 34.180026ms)","trace[2118871059] 'applied index is now lower than readState.Index' (duration: 72.903048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:28:07.968796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.404721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-11T02:28:07.968928Z","caller":"traceutil/trace.go:171","msg":"trace[1792331767] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8597; }","duration":"107.606525ms","start":"2026-04-11T02:28:07.861295Z","end":"2026-04-11T02:28:07.968902Z","steps":["trace[1792331767] 'agreement among raft nodes before linearized reading' (duration: 107.266828ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:17.510654Z","caller":"traceutil/trace.go:171","msg":"trace[1084274943] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"119.091489ms","start":"2026-04-11T02:28:17.391516Z","end":"2026-04-11T02:28:17.510608Z","steps":["trace[1084274943] 'process raft request' (duration: 63.401206ms)","trace[1084274943] 'compare' (duration: 55.482268ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:28:17.515593Z","caller":"traceutil/trace.go:171","msg":"trace[1669931647] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8687; }","duration":"122.328309ms","start":"2026-04-11T02:28:17.393205Z","end":"2026-04-11T02:28:17.515533Z","steps":["trace[1669931647] 'process raft request' (duration: 122.017862ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:18.071033Z","caller":"traceutil/trace.go:171","msg":"trace[1052169000] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"122.847489ms","start":"2026-04-11T02:28:17.948159Z","end":"2026-04-11T02:28:18.071006Z","steps":["trace[1052169000] 'process raft request' (duration: 107.669217ms)","trace[1052169000] 'compare' (duration: 14.626431ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:28:18.096264Z","caller":"traceutil/trace.go:171","msg":"trace[1844191260] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"111.216161ms","start":"2026-04-11T02:28:17.985019Z","end":"2026-04-11T02:28:18.096235Z","steps":["trace[1844191260] 'process raft request' (duration: 110.978066ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:18.360487Z","caller":"traceutil/trace.go:171","msg":"trace[1281054345] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"282.592812ms","start":"2026-04-11T02:28:18.077869Z","end":"2026-04-11T02:28:18.360462Z","steps":["trace[1281054345] 'process raft request' (duration: 282.414617ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:18.377585Z","caller":"traceutil/trace.go:171","msg":"trace[427344664] linearizableReadLoop","detail":"{readStateIndex:8995; appliedIndex:8992; }","duration":"184.775275ms","start":"2026-04-11T02:28:18.192786Z","end":"2026-04-11T02:28:18.377561Z","steps":["trace[427344664] 'read index received' (duration: 167.628871ms)","trace[427344664] 'applied index is now lower than readState.Index' (duration: 17.145334ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:28:18.377634Z","caller":"traceutil/trace.go:171","msg":"trace[150912278] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"276.372841ms","start":"2026-04-11T02:28:18.101222Z","end":"2026-04-11T02:28:18.377595Z","steps":["trace[150912278] 'process raft request' (duration: 276.188877ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:18.377656Z","caller":"traceutil/trace.go:171","msg":"trace[1274633513] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"217.487379ms","start":"2026-04-11T02:28:18.160148Z","end":"2026-04-11T02:28:18.377635Z","steps":["trace[1274633513] 'process raft request' (duration: 217.378147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:28:18.377734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.932788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:28:18.37777Z","caller":"traceutil/trace.go:171","msg":"trace[817354924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8696; }","duration":"185.03203ms","start":"2026-04-11T02:28:18.192728Z","end":"2026-04-11T02:28:18.37776Z","steps":["trace[817354924] 'agreement among raft nodes before linearized reading' (duration: 184.953208ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:18.962937Z","caller":"traceutil/trace.go:171","msg":"trace[900389317] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"124.055685ms","start":"2026-04-11T02:28:18.838857Z","end":"2026-04-11T02:28:18.962913Z","steps":["trace[900389317] 'process raft request' (duration: 123.38335ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:39.800026Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002429.wal"} {"level":"info","ts":"2026-04-11T02:30:06.632321Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-11T02:30:06.63942Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-11T02:30:06.639556Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-11T02:31:52.461823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.042179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368042"} {"level":"info","ts":"2026-04-11T02:31:52.461981Z","caller":"traceutil/trace.go:171","msg":"trace[1863612587] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:10490; }","duration":"116.281835ms","start":"2026-04-11T02:31:52.345679Z","end":"2026-04-11T02:31:52.461961Z","steps":["trace[1863612587] 'range keys from in-memory index tree' (duration: 115.358784ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:32:19.431112Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8187} {"level":"info","ts":"2026-04-11T02:32:19.514374Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8187,"took":"79.713456ms","hash":4108327334,"current-db-size-bytes":58204160,"current-db-size":"58 MB","current-db-size-in-use-bytes":26075136,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-11T02:32:19.514478Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4108327334,"revision":8187,"compact-revision":6058} {"level":"info","ts":"2026-04-11T02:34:29.727255Z","caller":"traceutil/trace.go:171","msg":"trace[1242015905] linearizableReadLoop","detail":"{readStateIndex:11755; appliedIndex:11754; }","duration":"116.117669ms","start":"2026-04-11T02:34:29.6111Z","end":"2026-04-11T02:34:29.727218Z","steps":["trace[1242015905] 'read index received' (duration: 80.690935ms)","trace[1242015905] 'applied index is now lower than readState.Index' (duration: 35.425714ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:34:29.727339Z","caller":"traceutil/trace.go:171","msg":"trace[2022249581] transaction","detail":"{read_only:false; response_revision:11367; number_of_response:1; }","duration":"159.588732ms","start":"2026-04-11T02:34:29.567703Z","end":"2026-04-11T02:34:29.727291Z","steps":["trace[2022249581] 'process raft request' (duration: 124.103058ms)","trace[2022249581] 'compare' (duration: 35.28743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:34:29.727517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.385825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:34:29.727644Z","caller":"traceutil/trace.go:171","msg":"trace[1339046409] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:11367; }","duration":"116.578668ms","start":"2026-04-11T02:34:29.611038Z","end":"2026-04-11T02:34:29.727616Z","steps":["trace[1339046409] 'agreement among raft nodes before linearized reading' (duration: 116.367904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:34:29.727567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.079519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-11T02:34:29.727862Z","caller":"traceutil/trace.go:171","msg":"trace[1396019023] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11367; }","duration":"109.361345ms","start":"2026-04-11T02:34:29.618433Z","end":"2026-04-11T02:34:29.727794Z","steps":["trace[1396019023] 'agreement among raft nodes before linearized reading' (duration: 108.977427ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:37:19.43831Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10680} {"level":"info","ts":"2026-04-11T02:37:19.518537Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10680,"took":"78.139861ms","hash":1010129400,"current-db-size-bytes":58204160,"current-db-size":"58 MB","current-db-size-in-use-bytes":21176320,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-11T02:37:19.518683Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1010129400,"revision":10680,"compact-revision":8187}