{"level":"warn","ts":"2026-04-11T02:12:08.880661Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-11T02:12:08.880755Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.44:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.44:2380","--initial-cluster=instance=https://199.204.45.44:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.44:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.44:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-11T02:12:08.880824Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-11T02:12:08.88084Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-11T02:12:08.880862Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-11T02:12:08.881646Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"]} {"level":"info","ts":"2026-04-11T02:12:08.881733Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.44:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-11T02:12:08.885876Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.903602ms"} {"level":"info","ts":"2026-04-11T02:12:08.891526Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a0a01fc7fbf6be45","cluster-id":"92fa3fee501eaaec"} {"level":"info","ts":"2026-04-11T02:12:08.89162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=()"} {"level":"info","ts":"2026-04-11T02:12:08.891654Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 0"} {"level":"info","ts":"2026-04-11T02:12:08.891668Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a0a01fc7fbf6be45 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-11T02:12:08.891683Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 1"} {"level":"info","ts":"2026-04-11T02:12:08.891727Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"warn","ts":"2026-04-11T02:12:08.905943Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-11T02:12:08.907857Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-11T02:12:08.909207Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-11T02:12:08.911237Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a0a01fc7fbf6be45","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-11T02:12:08.911389Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a0a01fc7fbf6be45","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-11T02:12:08.911523Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-11T02:12:08.911676Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-11T02:12:08.911694Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-11T02:12:08.913109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"info","ts":"2026-04-11T02:12:08.913885Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","added-peer-id":"a0a01fc7fbf6be45","added-peer-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-11T02:12:08.915811Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-11T02:12:08.915981Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-04-11T02:12:08.916039Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-04-11T02:12:08.916041Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a0a01fc7fbf6be45","initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-11T02:12:08.916102Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-11T02:12:09.192609Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 is starting a new election at term 1"} {"level":"info","ts":"2026-04-11T02:12:09.192669Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-11T02:12:09.192693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgPreVoteResp from a0a01fc7fbf6be45 at term 1"} {"level":"info","ts":"2026-04-11T02:12:09.192713Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became candidate at term 2"} {"level":"info","ts":"2026-04-11T02:12:09.192731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgVoteResp from a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-04-11T02:12:09.192747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became leader at term 2"} {"level":"info","ts":"2026-04-11T02:12:09.192761Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a0a01fc7fbf6be45 elected leader a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-04-11T02:12:09.193614Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a0a01fc7fbf6be45","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.44:2379]}","request-path":"/0/members/a0a01fc7fbf6be45/attributes","cluster-id":"92fa3fee501eaaec","publish-timeout":"7s"} {"level":"info","ts":"2026-04-11T02:12:09.193773Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-11T02:12:09.193814Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-11T02:12:09.193957Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-11T02:12:09.194108Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-11T02:12:09.194134Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-11T02:12:09.194762Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","cluster-version":"3.5"} {"level":"info","ts":"2026-04-11T02:12:09.194843Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-11T02:12:09.194892Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-11T02:12:09.195971Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.44:2379"} {"level":"info","ts":"2026-04-11T02:12:09.198419Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-11T02:12:47.361362Z","caller":"traceutil/trace.go:171","msg":"trace[639630196] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"198.607632ms","start":"2026-04-11T02:12:47.162718Z","end":"2026-04-11T02:12:47.361326Z","steps":["trace[639630196] 'process raft request' (duration: 192.818819ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:12:47.537838Z","caller":"traceutil/trace.go:171","msg":"trace[2096352328] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"116.829299ms","start":"2026-04-11T02:12:47.42097Z","end":"2026-04-11T02:12:47.537799Z","steps":["trace[2096352328] 'process raft request' (duration: 116.639494ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:12:48.030364Z","caller":"traceutil/trace.go:171","msg":"trace[1938523881] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"422.944248ms","start":"2026-04-11T02:12:47.607385Z","end":"2026-04-11T02:12:48.030329Z","steps":["trace[1938523881] 'process raft request' (duration: 422.526696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:12:48.031125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:12:47.607353Z","time spent":"423.112492ms","remote":"127.0.0.1:55386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:13:03.760553Z","caller":"traceutil/trace.go:171","msg":"trace[1009677023] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"126.573203ms","start":"2026-04-11T02:13:03.633955Z","end":"2026-04-11T02:13:03.760528Z","steps":["trace[1009677023] 'process raft request' (duration: 126.401899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:15.872544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:16.372815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:16.873661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:17.374579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:17.612015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000122463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-11T02:13:17.612146Z","caller":"traceutil/trace.go:171","msg":"trace[1500148065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000310118s","start":"2026-04-11T02:13:15.611813Z","end":"2026-04-11T02:13:17.612123Z","steps":["trace[1500148065] 'agreement among raft nodes before linearized reading' (duration: 2.000160014s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:17.612222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:15.611789Z","time spent":"2.000414481s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/11 02:13:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:17.874999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:18.375468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:18.876177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:19.377214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:19.612497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999898909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-11T02:13:19.612583Z","caller":"traceutil/trace.go:171","msg":"trace[409623624] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000033823s","start":"2026-04-11T02:13:17.61253Z","end":"2026-04-11T02:13:19.612564Z","steps":["trace[409623624] 'agreement among raft nodes before linearized reading' (duration: 1.99992723s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:19.612653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:17.612515Z","time spent":"2.000128386s","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/11 02:13:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:19.878137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:20.135087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:15.136365Z","time spent":"4.998712581s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/11 02:13:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:20.370986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999111974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:20.37108Z","caller":"traceutil/trace.go:171","msg":"trace[1741502789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999269248s","start":"2026-04-11T02:13:15.37179Z","end":"2026-04-11T02:13:20.371059Z","steps":["trace[1741502789] 'agreement among raft nodes before linearized reading' (duration: 4.999149984s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:20.371134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:15.371765Z","time spent":"4.999358351s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/11 02:13:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:20.379181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:20.880187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:21.218151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:21.218243Z","caller":"traceutil/trace.go:171","msg":"trace[2046202968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00024075s","start":"2026-04-11T02:13:19.217986Z","end":"2026-04-11T02:13:21.218227Z","steps":["trace[2046202968] 'agreement among raft nodes before linearized reading' (duration: 2.000127577s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:21.21829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:19.217963Z","time spent":"2.000318212s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/11 02:13:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:21.380992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:21.620886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000713495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-11T02:13:21.62099Z","caller":"traceutil/trace.go:171","msg":"trace[1720494839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000876129s","start":"2026-04-11T02:13:19.620092Z","end":"2026-04-11T02:13:21.620968Z","steps":["trace[1720494839] 'agreement among raft nodes before linearized reading' (duration: 2.000738255s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:21.62105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:19.620075Z","time spent":"2.000959231s","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-11T02:13:21.851017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:16.852639Z","time spent":"4.998367116s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/11 02:13:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:21.871907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999146828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:21.872009Z","caller":"traceutil/trace.go:171","msg":"trace[1625945505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999306763s","start":"2026-04-11T02:13:16.872679Z","end":"2026-04-11T02:13:21.871985Z","steps":["trace[1625945505] 'agreement among raft nodes before linearized reading' (duration: 4.999177839s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:21.872108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:16.872658Z","time spent":"4.999435136s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/11 02:13:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:21.881165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:22.136269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:15.136037Z","time spent":"7.000223105s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-11T02:13:22.372311Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-11T02:13:22.651226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:15.650088Z","time spent":"7.001129955s","remote":"127.0.0.1:55384","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-11T02:13:22.872822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:23.152977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:16.15284Z","time spent":"7.000129906s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-11T02:13:23.373596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:23.629762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000417655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-11T02:13:23.629849Z","caller":"traceutil/trace.go:171","msg":"trace[540822106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000576839s","start":"2026-04-11T02:13:21.629252Z","end":"2026-04-11T02:13:23.629829Z","steps":["trace[540822106] 'agreement among raft nodes before linearized reading' (duration: 2.000466606s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:23.629899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:21.629214Z","time spent":"2.000675803s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/11 02:13:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:23.873879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:24.374857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:24.480732Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3e459d7a4f944131","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-11T02:13:24.875089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:25.131998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994460181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:25.132112Z","caller":"traceutil/trace.go:171","msg":"trace[279860090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.994642066s","start":"2026-04-11T02:13:22.137446Z","end":"2026-04-11T02:13:25.132088Z","steps":["trace[279860090] 'agreement among raft nodes before linearized reading' (duration: 2.994504992s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:25.132129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.617449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-11T02:13:25.132167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:22.137389Z","time spent":"2.99476786s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/11 02:13:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-11T02:13:25.132381Z","caller":"traceutil/trace.go:171","msg":"trace[488746407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"990.863496ms","start":"2026-04-11T02:13:24.141344Z","end":"2026-04-11T02:13:25.132208Z","steps":["trace[488746407] 'agreement among raft nodes before linearized reading' (duration: 990.6409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:25.132469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:24.141323Z","time spent":"991.130254ms","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/11 02:13:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:25.157633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.543915957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:25.157723Z","caller":"traceutil/trace.go:171","msg":"trace[718319647] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; }","duration":"4.544052511s","start":"2026-04-11T02:13:20.613653Z","end":"2026-04-11T02:13:25.157705Z","steps":["trace[718319647] 'agreement among raft nodes before linearized reading' (duration: 4.543928378s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:25.157726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.525382545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-11T02:13:25.157727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.563131758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-11T02:13:25.157781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:20.613642Z","time spent":"4.544125983s","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"info","ts":"2026-04-11T02:13:25.157787Z","caller":"traceutil/trace.go:171","msg":"trace[799452135] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; }","duration":"4.525468978s","start":"2026-04-11T02:13:20.632303Z","end":"2026-04-11T02:13:25.157772Z","steps":["trace[799452135] 'agreement among raft nodes before linearized reading' (duration: 4.525396916s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:25.157797Z","caller":"traceutil/trace.go:171","msg":"trace[1770761697] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; }","duration":"4.563233411s","start":"2026-04-11T02:13:20.594549Z","end":"2026-04-11T02:13:25.157783Z","steps":["trace[1770761697] 'agreement among raft nodes before linearized reading' (duration: 4.563138679s)"],"step_count":1} 2026/04/11 02:13:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:25.15786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:20.594544Z","time spent":"4.563291343s","remote":"127.0.0.1:46164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-04-11T02:13:25.157849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:20.632294Z","time spent":"4.52553721s","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} 2026/04/11 02:13:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/11 02:13:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:25.1579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.590753806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:25.158046Z","caller":"traceutil/trace.go:171","msg":"trace[288207707] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; }","duration":"4.591218539s","start":"2026-04-11T02:13:20.566801Z","end":"2026-04-11T02:13:25.158019Z","steps":["trace[288207707] 'agreement among raft nodes before linearized reading' (duration: 4.590758816s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:25.158436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:20.566796Z","time spent":"4.591562179s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} 2026/04/11 02:13:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:25.371536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996895189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:25.37168Z","caller":"traceutil/trace.go:171","msg":"trace[1766811949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997109255s","start":"2026-04-11T02:13:22.374534Z","end":"2026-04-11T02:13:25.371643Z","steps":["trace[1766811949] 'agreement among raft nodes before linearized reading' (duration: 2.99692166s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:25.371762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:22.374511Z","time spent":"2.997237759s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/11 02:13:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:25.375307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:25.553025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:18.552193Z","time spent":"7.000824145s","remote":"127.0.0.1:55272","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-11T02:13:25.629902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999749343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:25.630001Z","caller":"traceutil/trace.go:171","msg":"trace[1921317802] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999921558s","start":"2026-04-11T02:13:23.630055Z","end":"2026-04-11T02:13:25.629977Z","steps":["trace[1921317802] 'agreement among raft nodes before linearized reading' (duration: 1.999793045s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:25.630084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:23.630027Z","time spent":"2.000037691s","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/11 02:13:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:25.876425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:26.37732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:26.850509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997731623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:26.850607Z","caller":"traceutil/trace.go:171","msg":"trace[1338509091] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997896018s","start":"2026-04-11T02:13:21.852688Z","end":"2026-04-11T02:13:26.850584Z","steps":["trace[1338509091] 'agreement among raft nodes before linearized reading' (duration: 4.997763474s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:26.850659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:21.852668Z","time spent":"4.99798091s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/11 02:13:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:26.871968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997820971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:26.872056Z","caller":"traceutil/trace.go:171","msg":"trace[1677645078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997962266s","start":"2026-04-11T02:13:23.874075Z","end":"2026-04-11T02:13:26.872037Z","steps":["trace[1677645078] 'agreement among raft nodes before linearized reading' (duration: 2.997848802s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:26.87211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:23.874051Z","time spent":"2.998050188s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/11 02:13:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:26.878325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:27.05711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999984038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:27.057271Z","caller":"traceutil/trace.go:171","msg":"trace[629723586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000204694s","start":"2026-04-11T02:13:17.057046Z","end":"2026-04-11T02:13:27.05725Z","steps":["trace[629723586] 'agreement among raft nodes before linearized reading' (duration: 10.000021669s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:27.057346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:17.057023Z","time spent":"10.000310258s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/11 02:13:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:27.379124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:27.638428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-11T02:13:27.638611Z","caller":"traceutil/trace.go:171","msg":"trace[1523345570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000529845s","start":"2026-04-11T02:13:25.638059Z","end":"2026-04-11T02:13:27.638588Z","steps":["trace[1523345570] 'agreement among raft nodes before linearized reading' (duration: 2.000320449s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:27.638695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:25.638036Z","time spent":"2.000646729s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/11 02:13:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:27.879251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:28.380169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537789246030379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:28.380406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"13.244182388s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-11T02:13:28.398745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:23.898355Z","time spent":"4.500377578s","remote":"127.0.0.1:46862","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-11T02:13:28.398995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875483826s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:28.399149Z","caller":"traceutil/trace.go:171","msg":"trace[1421202818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:864; }","duration":"3.87564235s","start":"2026-04-11T02:13:24.523478Z","end":"2026-04-11T02:13:28.39912Z","steps":["trace[1421202818] 'range keys from in-memory index tree' (duration: 3.875460745s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.667928Z","caller":"traceutil/trace.go:171","msg":"trace[1835896403] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"6.351945612s","start":"2026-04-11T02:13:22.31595Z","end":"2026-04-11T02:13:28.667896Z","steps":["trace[1835896403] 'process raft request' (duration: 6.351594752s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.667951Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"99.753µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-04-11T02:13:28.668165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:22.315917Z","time spent":"6.352082066s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:13:28.668079Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3e459d7a4f944131","error":"lease not found"} {"level":"info","ts":"2026-04-11T02:13:28.668194Z","caller":"traceutil/trace.go:171","msg":"trace[686854918] transaction","detail":"{read_only:false; number_of_response:1; response_revision:870; }","duration":"3.531862272s","start":"2026-04-11T02:13:25.136293Z","end":"2026-04-11T02:13:28.668155Z","steps":["trace[686854918] 'process raft request' (duration: 3.531728468s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.668277Z","caller":"traceutil/trace.go:171","msg":"trace[1202627625] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"3.293028907s","start":"2026-04-11T02:13:25.375205Z","end":"2026-04-11T02:13:28.668234Z","steps":["trace[1202627625] 'process raft request' (duration: 3.292852062s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.6683Z","caller":"traceutil/trace.go:171","msg":"trace[1439837862] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"1.608500169s","start":"2026-04-11T02:13:27.059781Z","end":"2026-04-11T02:13:28.668282Z","steps":["trace[1439837862] 'process raft request' (duration: 1.608432267s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.668291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:25.557438Z","time spent":"3.110850457s","remote":"127.0.0.1:55272","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-11T02:13:28.668398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:25.136246Z","time spent":"3.532029456s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:13:28.66843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:25.375173Z","time spent":"3.293162371s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:13:28.668446Z","caller":"traceutil/trace.go:171","msg":"trace[1309737407] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"1.794046713s","start":"2026-04-11T02:13:26.874389Z","end":"2026-04-11T02:13:28.668436Z","steps":["trace[1309737407] 'process raft request' (duration: 1.793779215s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.668492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:26.874368Z","time spent":"1.794099995s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:13:28.668402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:27.059761Z","time spent":"1.608577961s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:13:28.668646Z","caller":"traceutil/trace.go:171","msg":"trace[1293610083] transaction","detail":"{read_only:false; number_of_response:1; response_revision:870; }","duration":"5.511161647s","start":"2026-04-11T02:13:23.157468Z","end":"2026-04-11T02:13:28.668629Z","steps":["trace[1293610083] 'process raft request' (duration: 5.51019873s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.668713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:23.15745Z","time spent":"5.511229849s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} 2026/04/11 02:13:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-11T02:13:28.759571Z","caller":"traceutil/trace.go:171","msg":"trace[1438436252] linearizableReadLoop","detail":"{readStateIndex:912; appliedIndex:896; }","duration":"6.387097242s","start":"2026-04-11T02:13:22.372443Z","end":"2026-04-11T02:13:28.75954Z","steps":["trace[1438436252] 'read index received' (duration: 6.008119262s)","trace[1438436252] 'applied index is now lower than readState.Index' (duration: 378.97679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:13:28.759769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.66561209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-kcwzb\" ","response":"range_response_count:1 size:5676"} {"level":"warn","ts":"2026-04-11T02:13:28.759821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.146914632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:28.759813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.128540845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:28.759894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.165480985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:28.759908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.128771081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:28.759959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.486720313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-11T02:13:28.759988Z","caller":"traceutil/trace.go:171","msg":"trace[791448330] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:875; }","duration":"7.486784405s","start":"2026-04-11T02:13:21.273196Z","end":"2026-04-11T02:13:28.75998Z","steps":["trace[791448330] 'agreement among raft nodes before linearized reading' (duration: 7.486720203s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.75998Z","caller":"traceutil/trace.go:171","msg":"trace[960891660] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:874; }","duration":"8.165594368s","start":"2026-04-11T02:13:20.594363Z","end":"2026-04-11T02:13:28.759957Z","steps":["trace[960891660] 'agreement among raft nodes before linearized reading' (duration: 8.165478965s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.759965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.576412032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-11T02:13:28.760022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:21.273171Z","time spent":"7.486842777s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:28.760021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.165737242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:28.760042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:20.594342Z","time spent":"8.16568433s","remote":"127.0.0.1:46164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"info","ts":"2026-04-11T02:13:28.760059Z","caller":"traceutil/trace.go:171","msg":"trace[317830842] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:874; }","duration":"9.576566896s","start":"2026-04-11T02:13:19.183473Z","end":"2026-04-11T02:13:28.76004Z","steps":["trace[317830842] 'agreement among raft nodes before linearized reading' (duration: 9.57635912s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.760086Z","caller":"traceutil/trace.go:171","msg":"trace[1266817069] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:875; }","duration":"8.165817624s","start":"2026-04-11T02:13:20.594242Z","end":"2026-04-11T02:13:28.76006Z","steps":["trace[1266817069] 'agreement among raft nodes before linearized reading' (duration: 8.165655149s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.759822Z","caller":"traceutil/trace.go:171","msg":"trace[898692116] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-kcwzb; range_end:; response_count:1; response_revision:874; }","duration":"10.665720863s","start":"2026-04-11T02:13:18.094087Z","end":"2026-04-11T02:13:28.759808Z","steps":["trace[898692116] 'agreement among raft nodes before linearized reading' (duration: 10.665533858s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.760059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.193769901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:28.760115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:19.18345Z","time spent":"9.576655219s","remote":"127.0.0.1:55686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:28.760136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:20.594224Z","time spent":"8.165897567s","remote":"127.0.0.1:46164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:28.760157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:18.094063Z","time spent":"10.666077473s","remote":"127.0.0.1:55386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5700,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-kcwzb\" "} {"level":"info","ts":"2026-04-11T02:13:28.759997Z","caller":"traceutil/trace.go:171","msg":"trace[709551908] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:874; }","duration":"8.128905696s","start":"2026-04-11T02:13:20.631072Z","end":"2026-04-11T02:13:28.759977Z","steps":["trace[709551908] 'agreement among raft nodes before linearized reading' (duration: 8.12870954s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.760177Z","caller":"traceutil/trace.go:171","msg":"trace[644619301] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:875; }","duration":"8.193930906s","start":"2026-04-11T02:13:20.566212Z","end":"2026-04-11T02:13:28.760143Z","steps":["trace[644619301] 'agreement among raft nodes before linearized reading' (duration: 8.19369256s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.760238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:20.631063Z","time spent":"8.129146212s","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-11T02:13:28.760243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:20.566198Z","time spent":"8.194026149s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"info","ts":"2026-04-11T02:13:28.75993Z","caller":"traceutil/trace.go:171","msg":"trace[1154299244] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:874; }","duration":"8.1286888s","start":"2026-04-11T02:13:20.631217Z","end":"2026-04-11T02:13:28.759905Z","steps":["trace[1154299244] 'agreement among raft nodes before linearized reading' (duration: 8.128503304s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.7603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:20.631205Z","time spent":"8.12908273s","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:28.759817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.571779728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:28.760384Z","caller":"traceutil/trace.go:171","msg":"trace[1012934010] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:874; }","duration":"7.572392385s","start":"2026-04-11T02:13:21.187969Z","end":"2026-04-11T02:13:28.760361Z","steps":["trace[1012934010] 'agreement among raft nodes before linearized reading' (duration: 7.571743637s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.759772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.193485943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:28.760446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:21.187942Z","time spent":"7.572481777s","remote":"127.0.0.1:55418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-11T02:13:28.760474Z","caller":"traceutil/trace.go:171","msg":"trace[842756073] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:874; }","duration":"8.194219604s","start":"2026-04-11T02:13:20.566237Z","end":"2026-04-11T02:13:28.760456Z","steps":["trace[842756073] 'agreement among raft nodes before linearized reading' (duration: 8.193488023s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.760522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:20.566219Z","time spent":"8.194286826s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-11T02:13:28.759875Z","caller":"traceutil/trace.go:171","msg":"trace[677386106] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:874; }","duration":"8.146999954s","start":"2026-04-11T02:13:20.612864Z","end":"2026-04-11T02:13:28.759863Z","steps":["trace[677386106] 'agreement among raft nodes before linearized reading' (duration: 8.146931202s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.76064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:20.612838Z","time spent":"8.147777747s","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:28.759826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.14685667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:28.760725Z","caller":"traceutil/trace.go:171","msg":"trace[1012028806] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:874; }","duration":"8.147816067s","start":"2026-04-11T02:13:20.612894Z","end":"2026-04-11T02:13:28.760711Z","steps":["trace[1012028806] 'agreement among raft nodes before linearized reading' (duration: 8.146814399s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.760776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:20.612871Z","time spent":"8.14788724s","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-04-11T02:13:28.759871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.113967337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-11T02:13:28.760868Z","caller":"traceutil/trace.go:171","msg":"trace[1789564175] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:874; }","duration":"10.114977875s","start":"2026-04-11T02:13:18.645866Z","end":"2026-04-11T02:13:28.760844Z","steps":["trace[1789564175] 'agreement among raft nodes before linearized reading' (duration: 10.113976447s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.760924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:18.645853Z","time spent":"10.115052998s","remote":"127.0.0.1:55708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:28.761311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.984689624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:28.761438Z","caller":"traceutil/trace.go:171","msg":"trace[1357250087] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:875; }","duration":"7.984858549s","start":"2026-04-11T02:13:20.776561Z","end":"2026-04-11T02:13:28.761419Z","steps":["trace[1357250087] 'agreement among raft nodes before linearized reading' (duration: 7.983349757s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.761534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:20.776537Z","time spent":"7.984976793s","remote":"127.0.0.1:55468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:28.806341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.129518658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:28.806367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766628842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:28.806388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.244897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:28.806412Z","caller":"traceutil/trace.go:171","msg":"trace[482075073] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:877; }","duration":"6.129643881s","start":"2026-04-11T02:13:22.676753Z","end":"2026-04-11T02:13:28.806397Z","steps":["trace[482075073] 'agreement among raft nodes before linearized reading' (duration: 6.129524468s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.806444Z","caller":"traceutil/trace.go:171","msg":"trace[581285168] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:877; }","duration":"1.766721364s","start":"2026-04-11T02:13:27.039703Z","end":"2026-04-11T02:13:28.806424Z","steps":["trace[581285168] 'agreement among raft nodes before linearized reading' (duration: 1.76655575s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.806445Z","caller":"traceutil/trace.go:171","msg":"trace[585038094] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:877; }","duration":"206.309178ms","start":"2026-04-11T02:13:28.600123Z","end":"2026-04-11T02:13:28.806432Z","steps":["trace[585038094] 'agreement among raft nodes before linearized reading' (duration: 206.212846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.806456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:22.676713Z","time spent":"6.129731054s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:28.806488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:27.039641Z","time spent":"1.766837248s","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:28.806495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.151654321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5334"} {"level":"warn","ts":"2026-04-11T02:13:28.80652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.344383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-11T02:13:28.80656Z","caller":"traceutil/trace.go:171","msg":"trace[678601507] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:877; }","duration":"6.151753615s","start":"2026-04-11T02:13:22.654792Z","end":"2026-04-11T02:13:28.806545Z","steps":["trace[678601507] 'agreement among raft nodes before linearized reading' (duration: 6.15158857s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.80658Z","caller":"traceutil/trace.go:171","msg":"trace[928943642] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:877; }","duration":"134.435585ms","start":"2026-04-11T02:13:28.67213Z","end":"2026-04-11T02:13:28.806566Z","steps":["trace[928943642] 'agreement among raft nodes before linearized reading' (duration: 134.287621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.806614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:22.654769Z","time spent":"6.151833686s","remote":"127.0.0.1:55384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":5358,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-11T02:13:28.806342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98415701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:28.806687Z","caller":"traceutil/trace.go:171","msg":"trace[1436275078] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:877; }","duration":"2.98451351s","start":"2026-04-11T02:13:25.822156Z","end":"2026-04-11T02:13:28.80667Z","steps":["trace[1436275078] 'agreement among raft nodes before linearized reading' (duration: 2.984109079s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.806684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.684535729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-11T02:13:28.806716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167319497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:28.806725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.26325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:28.806747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:25.822087Z","time spent":"2.984643364s","remote":"127.0.0.1:55732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-11T02:13:28.806752Z","caller":"traceutil/trace.go:171","msg":"trace[1267611566] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:877; }","duration":"5.684654042s","start":"2026-04-11T02:13:23.122084Z","end":"2026-04-11T02:13:28.806738Z","steps":["trace[1267611566] 'agreement among raft nodes before linearized reading' (duration: 5.684497808s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.80677Z","caller":"traceutil/trace.go:171","msg":"trace[1179767875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:877; }","duration":"1.16740974s","start":"2026-04-11T02:13:27.639345Z","end":"2026-04-11T02:13:28.806755Z","steps":["trace[1179767875] 'agreement among raft nodes before linearized reading' (duration: 1.167319357s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.806777Z","caller":"traceutil/trace.go:171","msg":"trace[2047191971] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:0; response_revision:877; }","duration":"546.345943ms","start":"2026-04-11T02:13:28.260417Z","end":"2026-04-11T02:13:28.806763Z","steps":["trace[2047191971] 'agreement among raft nodes before linearized reading' (duration: 546.267791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.806788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.27624903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:28.806815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:28.260397Z","time spent":"546.408434ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-11T02:13:28.806811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.387341189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:28.80689Z","caller":"traceutil/trace.go:171","msg":"trace[1482064391] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:877; }","duration":"4.276385384s","start":"2026-04-11T02:13:24.530476Z","end":"2026-04-11T02:13:28.806862Z","steps":["trace[1482064391] 'agreement among raft nodes before linearized reading' (duration: 4.27625247s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.806812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:27.639326Z","time spent":"1.167475571s","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-11T02:13:28.806993Z","caller":"traceutil/trace.go:171","msg":"trace[1149359943] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:0; response_revision:877; }","duration":"6.387605296s","start":"2026-04-11T02:13:22.419333Z","end":"2026-04-11T02:13:28.806938Z","steps":["trace[1149359943] 'agreement among raft nodes before linearized reading' (duration: 6.387222865s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.806992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:24.53045Z","time spent":"4.276509027s","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:13:28.807098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:22.41932Z","time spent":"6.387764241s","remote":"127.0.0.1:55230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-04-11T02:13:28.806805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:23.122058Z","time spent":"5.684736895s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":43,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-11T02:13:28.910643Z","caller":"traceutil/trace.go:171","msg":"trace[1798967906] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:915; }","duration":"104.375538ms","start":"2026-04-11T02:13:28.806242Z","end":"2026-04-11T02:13:28.910618Z","steps":["trace[1798967906] 'read index received' (duration: 88.132531ms)","trace[1798967906] 'applied index is now lower than readState.Index' (duration: 16.241467ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:13:28.910712Z","caller":"traceutil/trace.go:171","msg":"trace[1071449781] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"140.089234ms","start":"2026-04-11T02:13:28.770592Z","end":"2026-04-11T02:13:28.910682Z","steps":["trace[1071449781] 'process raft request' (duration: 123.760325ms)","trace[1071449781] 'compare' (duration: 16.096543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:13:28.910864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.430498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-11T02:13:28.910924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.243685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a52ba13ef19949\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-11T02:13:28.910963Z","caller":"traceutil/trace.go:171","msg":"trace[2079651376] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a52ba13ef19949; range_end:; response_count:1; response_revision:878; }","duration":"147.329128ms","start":"2026-04-11T02:13:28.763621Z","end":"2026-04-11T02:13:28.91095Z","steps":["trace[2079651376] 'agreement among raft nodes before linearized reading' (duration: 147.116662ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.910959Z","caller":"traceutil/trace.go:171","msg":"trace[949532428] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:878; }","duration":"116.582612ms","start":"2026-04-11T02:13:28.794356Z","end":"2026-04-11T02:13:28.910939Z","steps":["trace[949532428] 'agreement among raft nodes before linearized reading' (duration: 116.344056ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.927923Z","caller":"traceutil/trace.go:171","msg":"trace[1719379691] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"117.037015ms","start":"2026-04-11T02:13:28.810865Z","end":"2026-04-11T02:13:28.927902Z","steps":["trace[1719379691] 'process raft request' (duration: 116.912692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.928077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.515297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:28.928123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.220268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/local-path-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:28.928139Z","caller":"traceutil/trace.go:171","msg":"trace[1884323546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:879; }","duration":"112.61831ms","start":"2026-04-11T02:13:28.815507Z","end":"2026-04-11T02:13:28.928125Z","steps":["trace[1884323546] 'agreement among raft nodes before linearized reading' (duration: 112.422215ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.9282Z","caller":"traceutil/trace.go:171","msg":"trace[701131076] range","detail":"{range_begin:/registry/configmaps/local-path-storage/local-path-config; range_end:; response_count:0; response_revision:879; }","duration":"118.30174ms","start":"2026-04-11T02:13:28.809864Z","end":"2026-04-11T02:13:28.928166Z","steps":["trace[701131076] 'agreement among raft nodes before linearized reading' (duration: 118.111115ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:29.096217Z","caller":"traceutil/trace.go:171","msg":"trace[395904103] linearizableReadLoop","detail":"{readStateIndex:920; appliedIndex:919; }","duration":"140.111095ms","start":"2026-04-11T02:13:28.956062Z","end":"2026-04-11T02:13:29.096173Z","steps":["trace[395904103] 'read index received' (duration: 58.082455ms)","trace[395904103] 'applied index is now lower than readState.Index' (duration: 82.02683ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:13:29.096316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.388167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:29.096376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.229098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:29.096274Z","caller":"traceutil/trace.go:171","msg":"trace[613414914] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"167.511496ms","start":"2026-04-11T02:13:28.928707Z","end":"2026-04-11T02:13:29.096218Z","steps":["trace[613414914] 'process raft request' (duration: 85.377324ms)","trace[613414914] 'compare' (duration: 81.760752ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:13:29.096407Z","caller":"traceutil/trace.go:171","msg":"trace[80646845] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:0; response_revision:881; }","duration":"165.530471ms","start":"2026-04-11T02:13:28.930858Z","end":"2026-04-11T02:13:29.096388Z","steps":["trace[80646845] 'agreement among raft nodes before linearized reading' (duration: 165.362416ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:29.096441Z","caller":"traceutil/trace.go:171","msg":"trace[1912838648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:881; }","duration":"167.307981ms","start":"2026-04-11T02:13:28.929112Z","end":"2026-04-11T02:13:29.09642Z","steps":["trace[1912838648] 'agreement among raft nodes before linearized reading' (duration: 167.217638ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:29.133194Z","caller":"traceutil/trace.go:171","msg":"trace[735487491] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"169.235605ms","start":"2026-04-11T02:13:28.963934Z","end":"2026-04-11T02:13:29.13317Z","steps":["trace[735487491] 'process raft request' (duration: 168.972297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:29.133334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.412912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a52ba13ef19949\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-11T02:13:29.133452Z","caller":"traceutil/trace.go:171","msg":"trace[1067144675] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a52ba13ef19949; range_end:; response_count:1; response_revision:882; }","duration":"173.575727ms","start":"2026-04-11T02:13:28.959854Z","end":"2026-04-11T02:13:29.13343Z","steps":["trace[1067144675] 'agreement among raft nodes before linearized reading' (duration: 173.282469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:29.276344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.960629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:29.276429Z","caller":"traceutil/trace.go:171","msg":"trace[52622061] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:886; }","duration":"108.074503ms","start":"2026-04-11T02:13:29.168331Z","end":"2026-04-11T02:13:29.276405Z","steps":["trace[52622061] 'agreement among raft nodes before linearized reading' (duration: 107.919289ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:29.461902Z","caller":"traceutil/trace.go:171","msg":"trace[260235248] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"155.179019ms","start":"2026-04-11T02:13:29.30669Z","end":"2026-04-11T02:13:29.461869Z","steps":["trace[260235248] 'process raft request' (duration: 100.774277ms)","trace[260235248] 'compare' (duration: 54.115104ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:13:29.461938Z","caller":"traceutil/trace.go:171","msg":"trace[22006344] linearizableReadLoop","detail":"{readStateIndex:931; appliedIndex:929; }","duration":"145.072095ms","start":"2026-04-11T02:13:29.31683Z","end":"2026-04-11T02:13:29.461902Z","steps":["trace[22006344] 'read index received' (duration: 90.640092ms)","trace[22006344] 'applied index is now lower than readState.Index' (duration: 54.430653ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:13:29.462119Z","caller":"traceutil/trace.go:171","msg":"trace[2052905739] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"152.203375ms","start":"2026-04-11T02:13:29.309887Z","end":"2026-04-11T02:13:29.462091Z","steps":["trace[2052905739] 'process raft request' (duration: 151.921637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:29.462245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.720891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-11T02:13:29.462282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.447815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/coredns-7c96b6546b-t64k2.18a52ba0ff8b5928\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:29.462316Z","caller":"traceutil/trace.go:171","msg":"trace[439938293] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:892; }","duration":"114.808963ms","start":"2026-04-11T02:13:29.347493Z","end":"2026-04-11T02:13:29.462302Z","steps":["trace[439938293] 'agreement among raft nodes before linearized reading' (duration: 114.69238ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:29.46234Z","caller":"traceutil/trace.go:171","msg":"trace[1119886315] range","detail":"{range_begin:/registry/events/kube-system/coredns-7c96b6546b-t64k2.18a52ba0ff8b5928; range_end:; response_count:0; response_revision:892; }","duration":"145.546358ms","start":"2026-04-11T02:13:29.316765Z","end":"2026-04-11T02:13:29.462311Z","steps":["trace[1119886315] 'agreement among raft nodes before linearized reading' (duration: 145.476056ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:14:51.639616Z","caller":"traceutil/trace.go:171","msg":"trace[1808026970] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2004; }","duration":"375.848614ms","start":"2026-04-11T02:14:51.263743Z","end":"2026-04-11T02:14:51.639592Z","steps":["trace[1808026970] 'read index received' (duration: 375.808933ms)","trace[1808026970] 'applied index is now lower than readState.Index' (duration: 38.871µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:14:51.639711Z","caller":"traceutil/trace.go:171","msg":"trace[1061189227] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"425.197081ms","start":"2026-04-11T02:14:51.214492Z","end":"2026-04-11T02:14:51.639689Z","steps":["trace[1061189227] 'process raft request' (duration: 424.965095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:51.639786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.017999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b011fbca-4a00-4aec-b002-16cf88693ff8\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-04-11T02:14:51.639833Z","caller":"traceutil/trace.go:171","msg":"trace[877700548] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b011fbca-4a00-4aec-b002-16cf88693ff8; range_end:; response_count:1; response_revision:1917; }","duration":"376.116462ms","start":"2026-04-11T02:14:51.263703Z","end":"2026-04-11T02:14:51.63982Z","steps":["trace[877700548] 'agreement among raft nodes before linearized reading' (duration: 376.023859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:51.639834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:14:51.214471Z","time spent":"425.293543ms","remote":"127.0.0.1:55386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:14:51.639871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:14:51.263682Z","time spent":"376.180424ms","remote":"127.0.0.1:55386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b011fbca-4a00-4aec-b002-16cf88693ff8\" "} {"level":"info","ts":"2026-04-11T02:14:51.708114Z","caller":"traceutil/trace.go:171","msg":"trace[661432359] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"201.396495ms","start":"2026-04-11T02:14:51.506679Z","end":"2026-04-11T02:14:51.708075Z","steps":["trace[661432359] 'process raft request' (duration: 168.455563ms)","trace[661432359] 'compare' (duration: 32.742807ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:14:51.70815Z","caller":"traceutil/trace.go:171","msg":"trace[1369117623] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"118.382037ms","start":"2026-04-11T02:14:51.589746Z","end":"2026-04-11T02:14:51.708128Z","steps":["trace[1369117623] 'process raft request' (duration: 118.262863ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:14:51.708184Z","caller":"traceutil/trace.go:171","msg":"trace[911129695] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"110.153699ms","start":"2026-04-11T02:14:51.598001Z","end":"2026-04-11T02:14:51.708155Z","steps":["trace[911129695] 'process raft request' (duration: 110.055137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:51.708405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.579327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-11T02:14:51.708518Z","caller":"traceutil/trace.go:171","msg":"trace[64575924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1920; }","duration":"405.741112ms","start":"2026-04-11T02:14:51.302749Z","end":"2026-04-11T02:14:51.70849Z","steps":["trace[64575924] 'agreement among raft nodes before linearized reading' (duration: 405.491625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:51.708581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:14:51.302728Z","time spent":"405.838755ms","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-11T02:14:52.117588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.288846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-11T02:14:52.117913Z","caller":"traceutil/trace.go:171","msg":"trace[944609943] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"333.45364ms","start":"2026-04-11T02:14:51.784382Z","end":"2026-04-11T02:14:52.117836Z","steps":["trace[944609943] 'process raft request' (duration: 29.832265ms)","trace[944609943] 'compare' (duration: 303.183423ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:14:52.117991Z","caller":"traceutil/trace.go:171","msg":"trace[141030170] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"333.510752ms","start":"2026-04-11T02:14:51.784457Z","end":"2026-04-11T02:14:52.117968Z","steps":["trace[141030170] 'process raft request' (duration: 333.238715ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:14:52.118025Z","caller":"traceutil/trace.go:171","msg":"trace[1089811058] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"333.153862ms","start":"2026-04-11T02:14:51.784852Z","end":"2026-04-11T02:14:52.118006Z","steps":["trace[1089811058] 'process raft request' (duration: 332.909075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:52.1181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:14:51.784354Z","time spent":"333.643506ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:14:52.118112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:14:51.784822Z","time spent":"333.243615ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1471,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:14:52.118118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:14:51.784438Z","time spent":"333.618175ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:14:52.11817Z","caller":"traceutil/trace.go:171","msg":"trace[2097994042] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"332.226466ms","start":"2026-04-11T02:14:51.785607Z","end":"2026-04-11T02:14:52.117833Z","steps":["trace[2097994042] 'process raft request' (duration: 332.187015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:52.118289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:14:51.785583Z","time spent":"332.638638ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":977,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:14:59.20263Z","caller":"traceutil/trace.go:171","msg":"trace[1819832779] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"109.507081ms","start":"2026-04-11T02:14:59.093093Z","end":"2026-04-11T02:14:59.2026Z","steps":["trace[1819832779] 'process raft request' (duration: 109.361517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:15:03.973849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.215087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-11T02:15:03.973966Z","caller":"traceutil/trace.go:171","msg":"trace[125389939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2024; }","duration":"181.386742ms","start":"2026-04-11T02:15:03.792548Z","end":"2026-04-11T02:15:03.973934Z","steps":["trace[125389939] 'range keys from in-memory index tree' (duration: 180.96262ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:15:41.558997Z","caller":"traceutil/trace.go:171","msg":"trace[1193688491] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"155.149065ms","start":"2026-04-11T02:15:41.40382Z","end":"2026-04-11T02:15:41.558969Z","steps":["trace[1193688491] 'process raft request' (duration: 154.984031ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:15:41.567577Z","caller":"traceutil/trace.go:171","msg":"trace[1035033512] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"103.071713ms","start":"2026-04-11T02:15:41.464484Z","end":"2026-04-11T02:15:41.567556Z","steps":["trace[1035033512] 'process raft request' (duration: 102.96708ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:15:42.033935Z","caller":"traceutil/trace.go:171","msg":"trace[982664678] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"139.403719ms","start":"2026-04-11T02:15:41.894502Z","end":"2026-04-11T02:15:42.033906Z","steps":["trace[982664678] 'process raft request' (duration: 139.252255ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:15:42.384087Z","caller":"traceutil/trace.go:171","msg":"trace[128389140] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"454.849111ms","start":"2026-04-11T02:15:41.9292Z","end":"2026-04-11T02:15:42.384049Z","steps":["trace[128389140] 'process raft request' (duration: 443.642431ms)","trace[128389140] 'compare' (duration: 10.717207ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:15:42.384195Z","caller":"traceutil/trace.go:171","msg":"trace[1385557537] linearizableReadLoop","detail":"{readStateIndex:2346; appliedIndex:2344; }","duration":"131.599853ms","start":"2026-04-11T02:15:42.252551Z","end":"2026-04-11T02:15:42.384151Z","steps":["trace[1385557537] 'read index received' (duration: 120.30893ms)","trace[1385557537] 'applied index is now lower than readState.Index' (duration: 11.289063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:15:42.384619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.073727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-11T02:15:42.384709Z","caller":"traceutil/trace.go:171","msg":"trace[817560808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2246; }","duration":"132.18084ms","start":"2026-04-11T02:15:42.252497Z","end":"2026-04-11T02:15:42.384678Z","steps":["trace[817560808] 'agreement among raft nodes before linearized reading' (duration: 131.955784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:15:42.384265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:15:41.92917Z","time spent":"455.006386ms","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:15:42.384347Z","caller":"traceutil/trace.go:171","msg":"trace[720119729] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"455.013915ms","start":"2026-04-11T02:15:41.929288Z","end":"2026-04-11T02:15:42.384302Z","steps":["trace[720119729] 'process raft request' (duration: 454.683636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:15:42.385029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:15:41.929279Z","time spent":"455.656424ms","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:17:02.851308Z","caller":"traceutil/trace.go:171","msg":"trace[1513314693] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"130.600126ms","start":"2026-04-11T02:17:02.720651Z","end":"2026-04-11T02:17:02.851251Z","steps":["trace[1513314693] 'process raft request' (duration: 130.409001ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:17:02.87125Z","caller":"traceutil/trace.go:171","msg":"trace[2069133376] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"135.307554ms","start":"2026-04-11T02:17:02.735922Z","end":"2026-04-11T02:17:02.871229Z","steps":["trace[2069133376] 'process raft request' (duration: 135.169851ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:17:09.19721Z","caller":"traceutil/trace.go:171","msg":"trace[1617587456] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"319.941387ms","start":"2026-04-11T02:17:08.877224Z","end":"2026-04-11T02:17:09.197165Z","steps":["trace[1617587456] 'process raft request' (duration: 319.732851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:17:09.19746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:17:08.877192Z","time spent":"320.142853ms","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:17:09.517387Z","caller":"traceutil/trace.go:171","msg":"trace[449435070] linearizableReadLoop","detail":"{readStateIndex:3033; appliedIndex:3031; }","duration":"402.369296ms","start":"2026-04-11T02:17:09.114975Z","end":"2026-04-11T02:17:09.517345Z","steps":["trace[449435070] 'read index received' (duration: 81.965236ms)","trace[449435070] 'applied index is now lower than readState.Index' (duration: 320.40172ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:17:09.517438Z","caller":"traceutil/trace.go:171","msg":"trace[1668919357] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"377.586475ms","start":"2026-04-11T02:17:09.139811Z","end":"2026-04-11T02:17:09.517397Z","steps":["trace[1668919357] 'process raft request' (duration: 377.297917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:17:09.517594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.608303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-11T02:17:09.517694Z","caller":"traceutil/trace.go:171","msg":"trace[678232786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2907; }","duration":"402.764767ms","start":"2026-04-11T02:17:09.114907Z","end":"2026-04-11T02:17:09.517672Z","steps":["trace[678232786] 'agreement among raft nodes before linearized reading' (duration: 402.544241ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:17:09.517216Z","caller":"traceutil/trace.go:171","msg":"trace[2003314100] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"628.979995ms","start":"2026-04-11T02:17:08.888208Z","end":"2026-04-11T02:17:09.517188Z","steps":["trace[2003314100] 'process raft request' (duration: 545.579049ms)","trace[2003314100] 'compare' (duration: 83.088257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:17:09.517811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:17:09.114873Z","time spent":"402.925662ms","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-11T02:17:09.517691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:17:09.139767Z","time spent":"377.765449ms","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:17:09.517915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:17:08.888171Z","time spent":"629.665684ms","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:17:09.518471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.182403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-11T02:17:09.518506Z","caller":"traceutil/trace.go:171","msg":"trace[1512484141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2908; }","duration":"353.246195ms","start":"2026-04-11T02:17:09.165251Z","end":"2026-04-11T02:17:09.518497Z","steps":["trace[1512484141] 'agreement among raft nodes before linearized reading' (duration: 353.129672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:17:09.518527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:17:09.165232Z","time spent":"353.290216ms","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-11T02:17:09.518519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.415766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-11T02:17:09.518576Z","caller":"traceutil/trace.go:171","msg":"trace[1001806411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2908; }","duration":"233.510478ms","start":"2026-04-11T02:17:09.285046Z","end":"2026-04-11T02:17:09.518556Z","steps":["trace[1001806411] 'agreement among raft nodes before linearized reading' (duration: 233.369755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:17:09.519054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.876816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-11T02:17:09.519094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.688632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:17:09.519111Z","caller":"traceutil/trace.go:171","msg":"trace[2053264621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2908; }","duration":"396.985508ms","start":"2026-04-11T02:17:09.122113Z","end":"2026-04-11T02:17:09.519098Z","steps":["trace[2053264621] 'agreement among raft nodes before linearized reading' (duration: 396.238658ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:17:09.519144Z","caller":"traceutil/trace.go:171","msg":"trace[1483633003] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2908; }","duration":"359.790224ms","start":"2026-04-11T02:17:09.159341Z","end":"2026-04-11T02:17:09.519131Z","steps":["trace[1483633003] 'agreement among raft nodes before linearized reading' (duration: 359.054554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:17:09.519209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:17:09.159314Z","time spent":"359.878867ms","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-11T02:17:09.519229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:17:09.122086Z","time spent":"397.130463ms","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-11T02:21:06.926406Z","caller":"traceutil/trace.go:171","msg":"trace[278938022] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"198.383067ms","start":"2026-04-11T02:21:06.727989Z","end":"2026-04-11T02:21:06.926372Z","steps":["trace[278938022] 'process raft request' (duration: 106.316869ms)","trace[278938022] 'compare' (duration: 91.902853ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:21:07.094119Z","caller":"traceutil/trace.go:171","msg":"trace[1228070307] linearizableReadLoop","detail":"{readStateIndex:5346; appliedIndex:5345; }","duration":"111.07693ms","start":"2026-04-11T02:21:06.983017Z","end":"2026-04-11T02:21:07.094094Z","steps":["trace[1228070307] 'read index received' (duration: 110.994527ms)","trace[1228070307] 'applied index is now lower than readState.Index' (duration: 81.533µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:21:07.094222Z","caller":"traceutil/trace.go:171","msg":"trace[1691801021] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"158.190583ms","start":"2026-04-11T02:21:06.936003Z","end":"2026-04-11T02:21:07.094194Z","steps":["trace[1691801021] 'process raft request' (duration: 157.944017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:07.094711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.668046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-11T02:21:07.09478Z","caller":"traceutil/trace.go:171","msg":"trace[42229565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5137; }","duration":"111.795859ms","start":"2026-04-11T02:21:06.982969Z","end":"2026-04-11T02:21:07.094765Z","steps":["trace[42229565] 'agreement among raft nodes before linearized reading' (duration: 111.375458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:07.094873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.357605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-11T02:21:07.094985Z","caller":"traceutil/trace.go:171","msg":"trace[2050007985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5137; }","duration":"104.514919ms","start":"2026-04-11T02:21:06.990444Z","end":"2026-04-11T02:21:07.094959Z","steps":["trace[2050007985] 'agreement among raft nodes before linearized reading' (duration: 103.930143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:07.094871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.223476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-11T02:21:07.095192Z","caller":"traceutil/trace.go:171","msg":"trace[415251111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5137; }","duration":"106.597197ms","start":"2026-04-11T02:21:06.988584Z","end":"2026-04-11T02:21:07.095182Z","steps":["trace[415251111] 'agreement among raft nodes before linearized reading' (duration: 105.768124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:07.095283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.732355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-11T02:21:07.095417Z","caller":"traceutil/trace.go:171","msg":"trace[1321444795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5137; }","duration":"104.92126ms","start":"2026-04-11T02:21:06.990466Z","end":"2026-04-11T02:21:07.095387Z","steps":["trace[1321444795] 'agreement among raft nodes before linearized reading' (duration: 104.488198ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:16.275515Z","caller":"traceutil/trace.go:171","msg":"trace[2127860511] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"104.271712ms","start":"2026-04-11T02:21:16.171216Z","end":"2026-04-11T02:21:16.275488Z","steps":["trace[2127860511] 'process raft request' (duration: 104.056176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:16.416815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.110463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-11T02:21:16.417014Z","caller":"traceutil/trace.go:171","msg":"trace[2048971541] linearizableReadLoop","detail":"{readStateIndex:5536; appliedIndex:5534; }","duration":"117.670471ms","start":"2026-04-11T02:21:16.299328Z","end":"2026-04-11T02:21:16.416998Z","steps":["trace[2048971541] 'read index received' (duration: 13.158671ms)","trace[2048971541] 'applied index is now lower than readState.Index' (duration: 104.51079ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:21:16.417103Z","caller":"traceutil/trace.go:171","msg":"trace[566974472] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"144.986341ms","start":"2026-04-11T02:21:16.272105Z","end":"2026-04-11T02:21:16.417091Z","steps":["trace[566974472] 'process raft request' (duration: 14.518718ms)","trace[566974472] 'compare' (duration: 129.927828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:21:16.417329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.982219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:21:16.417389Z","caller":"traceutil/trace.go:171","msg":"trace[1516349495] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5320; }","duration":"118.082382ms","start":"2026-04-11T02:21:16.299293Z","end":"2026-04-11T02:21:16.417376Z","steps":["trace[1516349495] 'agreement among raft nodes before linearized reading' (duration: 117.941779ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:16.417329Z","caller":"traceutil/trace.go:171","msg":"trace[668240435] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"140.390655ms","start":"2026-04-11T02:21:16.276909Z","end":"2026-04-11T02:21:16.4173Z","steps":["trace[668240435] 'process raft request' (duration: 140.013525ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:20.806839Z","caller":"traceutil/trace.go:171","msg":"trace[742586759] linearizableReadLoop","detail":"{readStateIndex:5585; appliedIndex:5584; }","duration":"366.581346ms","start":"2026-04-11T02:21:20.440231Z","end":"2026-04-11T02:21:20.806813Z","steps":["trace[742586759] 'read index received' (duration: 366.514844ms)","trace[742586759] 'applied index is now lower than readState.Index' (duration: 65.482µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:21:20.807132Z","caller":"traceutil/trace.go:171","msg":"trace[531096189] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"419.612502ms","start":"2026-04-11T02:21:20.387508Z","end":"2026-04-11T02:21:20.807121Z","steps":["trace[531096189] 'process raft request' (duration: 419.17808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:20.807234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:21:20.387486Z","time spent":"419.681764ms","remote":"127.0.0.1:55386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5960,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:21:20.807404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.146922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-11T02:21:20.807665Z","caller":"traceutil/trace.go:171","msg":"trace[1080978544] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5368; }","duration":"367.351207ms","start":"2026-04-11T02:21:20.440189Z","end":"2026-04-11T02:21:20.80754Z","steps":["trace[1080978544] 'agreement among raft nodes before linearized reading' (duration: 366.951996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:20.807734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:21:20.44017Z","time spent":"367.548922ms","remote":"127.0.0.1:55364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-11T02:21:20.81625Z","caller":"traceutil/trace.go:171","msg":"trace[22104553] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"332.062638ms","start":"2026-04-11T02:21:20.484163Z","end":"2026-04-11T02:21:20.816226Z","steps":["trace[22104553] 'process raft request' (duration: 331.521363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:20.816388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:21:20.484138Z","time spent":"332.178821ms","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:21:20.816693Z","caller":"traceutil/trace.go:171","msg":"trace[505709982] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"332.51718ms","start":"2026-04-11T02:21:20.484164Z","end":"2026-04-11T02:21:20.816681Z","steps":["trace[505709982] 'process raft request' (duration: 331.657636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:20.816766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:21:20.484138Z","time spent":"332.591752ms","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:21:20.817088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.71117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-11T02:21:20.817142Z","caller":"traceutil/trace.go:171","msg":"trace[767338144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5370; }","duration":"157.802013ms","start":"2026-04-11T02:21:20.659328Z","end":"2026-04-11T02:21:20.81713Z","steps":["trace[767338144] 'agreement among raft nodes before linearized reading' (duration: 156.775255ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:38.907851Z","caller":"traceutil/trace.go:171","msg":"trace[1541243635] linearizableReadLoop","detail":"{readStateIndex:5909; appliedIndex:5908; }","duration":"256.247056ms","start":"2026-04-11T02:21:38.65158Z","end":"2026-04-11T02:21:38.907828Z","steps":["trace[1541243635] 'read index received' (duration: 256.102202ms)","trace[1541243635] 'applied index is now lower than readState.Index' (duration: 143.604µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:21:38.907901Z","caller":"traceutil/trace.go:171","msg":"trace[1780411308] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"315.201125ms","start":"2026-04-11T02:21:38.592668Z","end":"2026-04-11T02:21:38.907869Z","steps":["trace[1780411308] 'process raft request' (duration: 314.939738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:38.908129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.534554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-11T02:21:38.908181Z","caller":"traceutil/trace.go:171","msg":"trace[248892906] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5686; }","duration":"256.646057ms","start":"2026-04-11T02:21:38.651519Z","end":"2026-04-11T02:21:38.908165Z","steps":["trace[248892906] 'agreement among raft nodes before linearized reading' (duration: 256.466912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:38.908385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:21:38.592636Z","time spent":"315.522134ms","remote":"127.0.0.1:55386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17215,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:21:38.925183Z","caller":"traceutil/trace.go:171","msg":"trace[1572155225] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"163.214552ms","start":"2026-04-11T02:21:38.761934Z","end":"2026-04-11T02:21:38.925149Z","steps":["trace[1572155225] 'process raft request' (duration: 163.037687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:38.925525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.179359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:21:38.925605Z","caller":"traceutil/trace.go:171","msg":"trace[1539370983] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5689; }","duration":"195.315463ms","start":"2026-04-11T02:21:38.730276Z","end":"2026-04-11T02:21:38.925591Z","steps":["trace[1539370983] 'agreement among raft nodes before linearized reading' (duration: 195.119637ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:22:09.541204Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2908} {"level":"info","ts":"2026-04-11T02:22:09.612516Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2908,"took":"70.235708ms","hash":2011183648,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":32374784,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-11T02:22:09.612574Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2011183648,"revision":2908,"compact-revision":-1} {"level":"info","ts":"2026-04-11T02:27:09.550456Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5883} {"level":"info","ts":"2026-04-11T02:27:09.631951Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5883,"took":"78.156559ms","hash":3295167207,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":26267648,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-11T02:27:09.632021Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3295167207,"revision":5883,"compact-revision":2908} {"level":"info","ts":"2026-04-11T02:27:37.189719Z","caller":"traceutil/trace.go:171","msg":"trace[1534163840] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"112.854826ms","start":"2026-04-11T02:27:37.076833Z","end":"2026-04-11T02:27:37.189688Z","steps":["trace[1534163840] 'process raft request' (duration: 112.589729ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:27:37.437769Z","caller":"traceutil/trace.go:171","msg":"trace[294409900] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"242.714595ms","start":"2026-04-11T02:27:37.195016Z","end":"2026-04-11T02:27:37.43773Z","steps":["trace[294409900] 'process raft request' (duration: 242.609542ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:27:37.437913Z","caller":"traceutil/trace.go:171","msg":"trace[1303961713] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"243.572099ms","start":"2026-04-11T02:27:37.194294Z","end":"2026-04-11T02:27:37.437866Z","steps":["trace[1303961713] 'process raft request' (duration: 160.39663ms)","trace[1303961713] 'compare' (duration: 82.775488ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:27:37.438278Z","caller":"traceutil/trace.go:171","msg":"trace[1607149814] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"243.203849ms","start":"2026-04-11T02:27:37.195029Z","end":"2026-04-11T02:27:37.438233Z","steps":["trace[1607149814] 'process raft request' (duration: 242.649004ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:27:37.438294Z","caller":"traceutil/trace.go:171","msg":"trace[698490252] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"243.093006ms","start":"2026-04-11T02:27:37.195149Z","end":"2026-04-11T02:27:37.438242Z","steps":["trace[698490252] 'process raft request' (duration: 242.829479ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:27:56.835178Z","caller":"traceutil/trace.go:171","msg":"trace[2112919870] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"130.502779ms","start":"2026-04-11T02:27:56.704649Z","end":"2026-04-11T02:27:56.835151Z","steps":["trace[2112919870] 'process raft request' (duration: 130.262072ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:27:56.901278Z","caller":"traceutil/trace.go:171","msg":"trace[1028596807] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"181.900293ms","start":"2026-04-11T02:27:56.71935Z","end":"2026-04-11T02:27:56.90125Z","steps":["trace[1028596807] 'process raft request' (duration: 174.596552ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:27:56.901457Z","caller":"traceutil/trace.go:171","msg":"trace[219537853] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"130.432238ms","start":"2026-04-11T02:27:56.770998Z","end":"2026-04-11T02:27:56.90143Z","steps":["trace[219537853] 'process raft request' (duration: 130.211461ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:26.587961Z","caller":"traceutil/trace.go:171","msg":"trace[1324673389] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"167.794124ms","start":"2026-04-11T02:28:26.420141Z","end":"2026-04-11T02:28:26.587935Z","steps":["trace[1324673389] 'process raft request' (duration: 166.654563ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:26.611942Z","caller":"traceutil/trace.go:171","msg":"trace[900544693] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"161.629865ms","start":"2026-04-11T02:28:26.450278Z","end":"2026-04-11T02:28:26.611908Z","steps":["trace[900544693] 'process raft request' (duration: 161.437089ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:29.9466Z","caller":"traceutil/trace.go:171","msg":"trace[2110554103] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"240.352441ms","start":"2026-04-11T02:28:29.706225Z","end":"2026-04-11T02:28:29.946577Z","steps":["trace[2110554103] 'process raft request' (duration: 240.183626ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:29.946655Z","caller":"traceutil/trace.go:171","msg":"trace[26537239] linearizableReadLoop","detail":"{readStateIndex:9043; appliedIndex:9043; }","duration":"166.53355ms","start":"2026-04-11T02:28:29.780092Z","end":"2026-04-11T02:28:29.946625Z","steps":["trace[26537239] 'read index received' (duration: 166.51766ms)","trace[26537239] 'applied index is now lower than readState.Index' (duration: 14.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:28:29.946847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.750566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-11T02:28:29.946909Z","caller":"traceutil/trace.go:171","msg":"trace[390644350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8715; }","duration":"166.874449ms","start":"2026-04-11T02:28:29.780021Z","end":"2026-04-11T02:28:29.946895Z","steps":["trace[390644350] 'agreement among raft nodes before linearized reading' (duration: 166.680084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:28:30.005132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.896955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-11T02:28:30.005142Z","caller":"traceutil/trace.go:171","msg":"trace[640976571] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"167.130226ms","start":"2026-04-11T02:28:29.837973Z","end":"2026-04-11T02:28:30.005103Z","steps":["trace[640976571] 'process raft request' (duration: 166.819488ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:30.005216Z","caller":"traceutil/trace.go:171","msg":"trace[2107863073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8716; }","duration":"201.021308ms","start":"2026-04-11T02:28:29.804177Z","end":"2026-04-11T02:28:30.005198Z","steps":["trace[2107863073] 'agreement among raft nodes before linearized reading' (duration: 200.805502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:28:30.005161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.491684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-11T02:28:30.005314Z","caller":"traceutil/trace.go:171","msg":"trace[630377754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8716; }","duration":"164.69745ms","start":"2026-04-11T02:28:29.840604Z","end":"2026-04-11T02:28:30.005302Z","steps":["trace[630377754] 'agreement among raft nodes before linearized reading' (duration: 164.367921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:28:30.005478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.923596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-11T02:28:30.005565Z","caller":"traceutil/trace.go:171","msg":"trace[544229794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8716; }","duration":"205.256044ms","start":"2026-04-11T02:28:29.80029Z","end":"2026-04-11T02:28:30.005546Z","steps":["trace[544229794] 'agreement among raft nodes before linearized reading' (duration: 204.712339ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:30.209747Z","caller":"traceutil/trace.go:171","msg":"trace[2134251132] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"200.475733ms","start":"2026-04-11T02:28:30.009252Z","end":"2026-04-11T02:28:30.209728Z","steps":["trace[2134251132] 'process raft request' (duration: 200.253127ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:30.210036Z","caller":"traceutil/trace.go:171","msg":"trace[242653375] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"200.528395ms","start":"2026-04-11T02:28:30.009499Z","end":"2026-04-11T02:28:30.210028Z","steps":["trace[242653375] 'process raft request' (duration: 200.184386ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:30.210049Z","caller":"traceutil/trace.go:171","msg":"trace[208601237] linearizableReadLoop","detail":"{readStateIndex:9048; appliedIndex:9045; }","duration":"178.258912ms","start":"2026-04-11T02:28:30.031769Z","end":"2026-04-11T02:28:30.210028Z","steps":["trace[208601237] 'read index received' (duration: 177.693667ms)","trace[208601237] 'applied index is now lower than readState.Index' (duration: 564.295µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:28:30.21009Z","caller":"traceutil/trace.go:171","msg":"trace[688949206] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"199.771144ms","start":"2026-04-11T02:28:30.010294Z","end":"2026-04-11T02:28:30.210065Z","steps":["trace[688949206] 'process raft request' (duration: 199.641521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:28:30.210498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.712845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228830"} {"level":"info","ts":"2026-04-11T02:28:30.210559Z","caller":"traceutil/trace.go:171","msg":"trace[35865147] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8720; }","duration":"178.831148ms","start":"2026-04-11T02:28:30.031716Z","end":"2026-04-11T02:28:30.210547Z","steps":["trace[35865147] 'agreement among raft nodes before linearized reading' (duration: 178.413657ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:39.200828Z","caller":"traceutil/trace.go:171","msg":"trace[749930085] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"119.618709ms","start":"2026-04-11T02:28:39.081173Z","end":"2026-04-11T02:28:39.200792Z","steps":["trace[749930085] 'process raft request' (duration: 119.228659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:28:39.400845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.268172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-11T02:28:39.400934Z","caller":"traceutil/trace.go:171","msg":"trace[1140617158] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8807; }","duration":"142.427697ms","start":"2026-04-11T02:28:39.258487Z","end":"2026-04-11T02:28:39.400915Z","steps":["trace[1140617158] 'range keys from in-memory index tree' (duration: 142.002425ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:40.473715Z","caller":"traceutil/trace.go:171","msg":"trace[674343546] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"193.457401ms","start":"2026-04-11T02:28:40.280215Z","end":"2026-04-11T02:28:40.473672Z","steps":["trace[674343546] 'process raft request' (duration: 176.509585ms)","trace[674343546] 'compare' (duration: 16.431852ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:28:40.473979Z","caller":"traceutil/trace.go:171","msg":"trace[2044524382] linearizableReadLoop","detail":"{readStateIndex:9151; appliedIndex:9149; }","duration":"175.666392ms","start":"2026-04-11T02:28:40.298284Z","end":"2026-04-11T02:28:40.47395Z","steps":["trace[2044524382] 'read index received' (duration: 158.443938ms)","trace[2044524382] 'applied index is now lower than readState.Index' (duration: 17.221444ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:28:40.474175Z","caller":"traceutil/trace.go:171","msg":"trace[983063161] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"193.891482ms","start":"2026-04-11T02:28:40.280267Z","end":"2026-04-11T02:28:40.474159Z","steps":["trace[983063161] 'process raft request' (duration: 193.211154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:28:40.474615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.311629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228745"} {"level":"info","ts":"2026-04-11T02:28:40.474675Z","caller":"traceutil/trace.go:171","msg":"trace[1568467039] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8818; }","duration":"176.405991ms","start":"2026-04-11T02:28:40.298256Z","end":"2026-04-11T02:28:40.474662Z","steps":["trace[1568467039] 'agreement among raft nodes before linearized reading' (duration: 176.01309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:28:40.474997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.117043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-11T02:28:40.475089Z","caller":"traceutil/trace.go:171","msg":"trace[2019149418] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8818; }","duration":"128.251507ms","start":"2026-04-11T02:28:40.346814Z","end":"2026-04-11T02:28:40.475066Z","steps":["trace[2019149418] 'agreement among raft nodes before linearized reading' (duration: 127.432255ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:55.266195Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002450.wal"} {"level":"info","ts":"2026-04-11T02:30:05.574703Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a0a01fc7fbf6be45","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-11T02:30:05.580883Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-11T02:30:05.581034Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-11T02:30:24.306388Z","caller":"traceutil/trace.go:171","msg":"trace[1430822307] transaction","detail":"{read_only:false; response_revision:9763; number_of_response:1; }","duration":"175.707923ms","start":"2026-04-11T02:30:24.130651Z","end":"2026-04-11T02:30:24.306359Z","steps":["trace[1430822307] 'process raft request' (duration: 175.500157ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:30:26.309477Z","caller":"traceutil/trace.go:171","msg":"trace[747322600] transaction","detail":"{read_only:false; response_revision:9774; number_of_response:1; }","duration":"102.094298ms","start":"2026-04-11T02:30:26.207362Z","end":"2026-04-11T02:30:26.309457Z","steps":["trace[747322600] 'process raft request' (duration: 101.980685ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:32:09.556444Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8061} {"level":"info","ts":"2026-04-11T02:32:09.619666Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8061,"took":"60.361548ms","hash":3327663296,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":28590080,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-11T02:32:09.619731Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3327663296,"revision":8061,"compact-revision":5883} {"level":"info","ts":"2026-04-11T02:37:09.567518Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10463} {"level":"info","ts":"2026-04-11T02:37:09.654019Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10463,"took":"84.237616ms","hash":3872871204,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":22073344,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-11T02:37:09.654106Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3872871204,"revision":10463,"compact-revision":8061}