{"level":"warn","ts":"2026-05-09T16:49:17.006959Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-09T16:49:17.007068Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=instance=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-09T16:49:17.007157Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-09T16:49:17.00717Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-05-09T16:49:17.007194Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-09T16:49:17.007908Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-05-09T16:49:17.008026Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-09T16:49:17.011584Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.267804ms"} {"level":"info","ts":"2026-05-09T16:49:17.017769Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"51a5c416a4d98c86","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-05-09T16:49:17.017862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=()"} {"level":"info","ts":"2026-05-09T16:49:17.017884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 0"} {"level":"info","ts":"2026-05-09T16:49:17.017895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 51a5c416a4d98c86 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-09T16:49:17.017907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 1"} {"level":"info","ts":"2026-05-09T16:49:17.017959Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"warn","ts":"2026-05-09T16:49:17.026772Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-09T16:49:17.029356Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-09T16:49:17.030542Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-09T16:49:17.032705Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"51a5c416a4d98c86","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-09T16:49:17.033201Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"51a5c416a4d98c86","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-09T16:49:17.033254Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T16:49:17.033277Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T16:49:17.033292Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T16:49:17.035212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"info","ts":"2026-05-09T16:49:17.03537Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","added-peer-id":"51a5c416a4d98c86","added-peer-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-05-09T16:49:17.037675Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-09T16:49:17.037736Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-05-09T16:49:17.037793Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-05-09T16:49:17.037949Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"51a5c416a4d98c86","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-09T16:49:17.037994Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-09T16:49:17.518775Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 is starting a new election at term 1"} {"level":"info","ts":"2026-05-09T16:49:17.518853Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-09T16:49:17.518882Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgPreVoteResp from 51a5c416a4d98c86 at term 1"} {"level":"info","ts":"2026-05-09T16:49:17.518897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became candidate at term 2"} {"level":"info","ts":"2026-05-09T16:49:17.518902Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgVoteResp from 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-05-09T16:49:17.518914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became leader at term 2"} {"level":"info","ts":"2026-05-09T16:49:17.518921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 51a5c416a4d98c86 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-05-09T16:49:17.521036Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"51a5c416a4d98c86","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.23:2379]}","request-path":"/0/members/51a5c416a4d98c86/attributes","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-05-09T16:49:17.521044Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-09T16:49:17.521076Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-09T16:49:17.521081Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T16:49:17.522002Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-09T16:49:17.52206Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-09T16:49:17.522226Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T16:49:17.522313Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T16:49:17.522343Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T16:49:17.524239Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-09T16:49:17.524532Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"warn","ts":"2026-05-09T16:49:19.005481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.839976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-05-09T16:49:19.005603Z","caller":"traceutil/trace.go:171","msg":"trace[1341590180] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:5; }","duration":"271.677263ms","start":"2026-05-09T16:49:18.733905Z","end":"2026-05-09T16:49:19.005583Z","steps":["trace[1341590180] 'read index received' (duration: 128.154925ms)","trace[1341590180] 'applied index is now lower than readState.Index' (duration: 143.521088ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T16:49:19.005647Z","caller":"traceutil/trace.go:171","msg":"trace[118976586] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"271.791317ms","start":"2026-05-09T16:49:18.733809Z","end":"2026-05-09T16:49:19.0056Z","steps":["trace[118976586] 'process raft request' (duration: 128.240578ms)","trace[118976586] 'compare' (duration: 142.723722ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T16:49:19.005916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.966802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T16:49:19.005979Z","caller":"traceutil/trace.go:171","msg":"trace[692295998] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:3; }","duration":"272.091356ms","start":"2026-05-09T16:49:18.733873Z","end":"2026-05-09T16:49:19.005964Z","steps":["trace[692295998] 'agreement among raft nodes before linearized reading' (duration: 271.789697ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:49:19.00681Z","caller":"traceutil/trace.go:171","msg":"trace[497378852] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"210.819853ms","start":"2026-05-09T16:49:18.79597Z","end":"2026-05-09T16:49:19.00679Z","steps":["trace[497378852] 'process raft request' (duration: 210.684819ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:49:19.006972Z","caller":"traceutil/trace.go:171","msg":"trace[243863420] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"211.04539ms","start":"2026-05-09T16:49:18.795916Z","end":"2026-05-09T16:49:19.006961Z","steps":["trace[243863420] 'process raft request' (duration: 210.612176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:49:19.007304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.979429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T16:49:19.007395Z","caller":"traceutil/trace.go:171","msg":"trace[1976892863] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"236.103123ms","start":"2026-05-09T16:49:18.77127Z","end":"2026-05-09T16:49:19.007373Z","steps":["trace[1976892863] 'agreement among raft nodes before linearized reading' (duration: 235.934297ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:49:19.00777Z","caller":"traceutil/trace.go:171","msg":"trace[72913449] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"211.426803ms","start":"2026-05-09T16:49:18.79633Z","end":"2026-05-09T16:49:19.007757Z","steps":["trace[72913449] 'process raft request' (duration: 210.359449ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:49:19.007947Z","caller":"traceutil/trace.go:171","msg":"trace[616296590] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"188.386005ms","start":"2026-05-09T16:49:18.819538Z","end":"2026-05-09T16:49:19.007924Z","steps":["trace[616296590] 'process raft request' (duration: 187.60208ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:49:19.007993Z","caller":"traceutil/trace.go:171","msg":"trace[1878762018] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"211.471934ms","start":"2026-05-09T16:49:18.796471Z","end":"2026-05-09T16:49:19.007943Z","steps":["trace[1878762018] 'process raft request' (duration: 210.245655ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:49:19.008073Z","caller":"traceutil/trace.go:171","msg":"trace[1315114961] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"211.423303ms","start":"2026-05-09T16:49:18.796638Z","end":"2026-05-09T16:49:19.008061Z","steps":["trace[1315114961] 'process raft request' (duration: 210.10085ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:49:19.008113Z","caller":"traceutil/trace.go:171","msg":"trace[834241777] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"211.218756ms","start":"2026-05-09T16:49:18.796878Z","end":"2026-05-09T16:49:19.008097Z","steps":["trace[834241777] 'process raft request' (duration: 209.898813ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:49:19.008229Z","caller":"traceutil/trace.go:171","msg":"trace[985146761] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"194.002375ms","start":"2026-05-09T16:49:18.814218Z","end":"2026-05-09T16:49:19.00822Z","steps":["trace[985146761] 'process raft request' (duration: 192.581809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:49:19.008366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.500137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-09T16:49:19.0084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.095037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-09T16:49:19.00843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.059521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T16:49:19.010257Z","caller":"traceutil/trace.go:171","msg":"trace[2001544514] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"141.941928ms","start":"2026-05-09T16:49:18.868299Z","end":"2026-05-09T16:49:19.010241Z","steps":["trace[2001544514] 'agreement among raft nodes before linearized reading' (duration: 140.086088ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:49:19.01033Z","caller":"traceutil/trace.go:171","msg":"trace[2122295330] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"163.936092ms","start":"2026-05-09T16:49:18.846364Z","end":"2026-05-09T16:49:19.0103Z","steps":["trace[2122295330] 'agreement among raft nodes before linearized reading' (duration: 162.051891ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:49:19.010274Z","caller":"traceutil/trace.go:171","msg":"trace[1961282095] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"214.300485ms","start":"2026-05-09T16:49:18.795829Z","end":"2026-05-09T16:49:19.010129Z","steps":["trace[1961282095] 'agreement among raft nodes before linearized reading' (duration: 212.504647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:49:19.008459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.575763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T16:49:19.010432Z","caller":"traceutil/trace.go:171","msg":"trace[1714326517] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"196.550366ms","start":"2026-05-09T16:49:18.813858Z","end":"2026-05-09T16:49:19.010408Z","steps":["trace[1714326517] 'agreement among raft nodes before linearized reading' (duration: 194.585753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:49:19.008567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.205129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T16:49:19.010665Z","caller":"traceutil/trace.go:171","msg":"trace[1668870830] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"239.328267ms","start":"2026-05-09T16:49:18.771326Z","end":"2026-05-09T16:49:19.010654Z","steps":["trace[1668870830] 'agreement among raft nodes before linearized reading' (duration: 237.222689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:49:19.008596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.348467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T16:49:19.010787Z","caller":"traceutil/trace.go:171","msg":"trace[1810244321] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:0; response_revision:11; }","duration":"216.566148ms","start":"2026-05-09T16:49:18.794213Z","end":"2026-05-09T16:49:19.010779Z","steps":["trace[1810244321] 'agreement among raft nodes before linearized reading' (duration: 214.370587ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:49:51.305178Z","caller":"traceutil/trace.go:171","msg":"trace[60954001] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"119.329057ms","start":"2026-05-09T16:49:51.185824Z","end":"2026-05-09T16:49:51.305153Z","steps":["trace[60954001] 'process raft request' (duration: 118.330673ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:49:51.588095Z","caller":"traceutil/trace.go:171","msg":"trace[2031175916] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:589; }","duration":"257.616954ms","start":"2026-05-09T16:49:51.33045Z","end":"2026-05-09T16:49:51.588067Z","steps":["trace[2031175916] 'read index received' (duration: 257.514841ms)","trace[2031175916] 'applied index is now lower than readState.Index' (duration: 101.033µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T16:49:51.588351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.870632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-09T16:49:51.588443Z","caller":"traceutil/trace.go:171","msg":"trace[62612545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:567; }","duration":"258.003907ms","start":"2026-05-09T16:49:51.330421Z","end":"2026-05-09T16:49:51.588425Z","steps":["trace[62612545] 'agreement among raft nodes before linearized reading' (duration: 257.748438ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:49:51.58878Z","caller":"traceutil/trace.go:171","msg":"trace[2000848578] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"258.430282ms","start":"2026-05-09T16:49:51.329687Z","end":"2026-05-09T16:49:51.588117Z","steps":["trace[2000848578] 'process raft request' (duration: 258.213634ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:49:51.745098Z","caller":"traceutil/trace.go:171","msg":"trace[695877784] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"151.401872ms","start":"2026-05-09T16:49:51.593671Z","end":"2026-05-09T16:49:51.745073Z","steps":["trace[695877784] 'process raft request' (duration: 151.340889ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:49:51.745169Z","caller":"traceutil/trace.go:171","msg":"trace[1268913585] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"385.667396ms","start":"2026-05-09T16:49:51.35947Z","end":"2026-05-09T16:49:51.745137Z","steps":["trace[1268913585] 'process raft request' (duration: 346.836202ms)","trace[1268913585] 'compare' (duration: 38.531954ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T16:49:51.745373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:49:51.359442Z","time spent":"385.827961ms","remote":"127.0.0.1:40300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T16:49:52.235603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.383378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-09T16:49:52.235768Z","caller":"traceutil/trace.go:171","msg":"trace[1974617602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:569; }","duration":"378.591185ms","start":"2026-05-09T16:49:51.857138Z","end":"2026-05-09T16:49:52.235729Z","steps":["trace[1974617602] 'range keys from in-memory index tree' (duration: 378.206212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:49:52.235841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:49:51.857111Z","time spent":"378.702118ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-09T16:51:27.649891Z","caller":"traceutil/trace.go:171","msg":"trace[82489142] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"277.365535ms","start":"2026-05-09T16:51:27.372496Z","end":"2026-05-09T16:51:27.649862Z","steps":["trace[82489142] 'process raft request' (duration: 277.234471ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:51:27.65013Z","caller":"traceutil/trace.go:171","msg":"trace[976374939] linearizableReadLoop","detail":"{readStateIndex:1875; appliedIndex:1875; }","duration":"265.930512ms","start":"2026-05-09T16:51:27.384181Z","end":"2026-05-09T16:51:27.650111Z","steps":["trace[976374939] 'read index received' (duration: 265.916361ms)","trace[976374939] 'applied index is now lower than readState.Index' (duration: 12.281µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T16:51:27.650532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.335703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-09T16:51:27.650576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.497002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:51:27.650636Z","caller":"traceutil/trace.go:171","msg":"trace[2143154503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1803; }","duration":"266.441266ms","start":"2026-05-09T16:51:27.384134Z","end":"2026-05-09T16:51:27.650576Z","steps":["trace[2143154503] 'agreement among raft nodes before linearized reading' (duration: 266.261051ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:51:27.650679Z","caller":"traceutil/trace.go:171","msg":"trace[2054192851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1803; }","duration":"215.636517ms","start":"2026-05-09T16:51:27.435025Z","end":"2026-05-09T16:51:27.650661Z","steps":["trace[2054192851] 'agreement among raft nodes before linearized reading' (duration: 215.453622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:51:27.650901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.240485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T16:51:27.651083Z","caller":"traceutil/trace.go:171","msg":"trace[707740667] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1803; }","duration":"106.469802ms","start":"2026-05-09T16:51:27.544586Z","end":"2026-05-09T16:51:27.651056Z","steps":["trace[707740667] 'agreement among raft nodes before linearized reading' (duration: 105.952167ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:51:27.776291Z","caller":"traceutil/trace.go:171","msg":"trace[832229092] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"120.396853ms","start":"2026-05-09T16:51:27.655864Z","end":"2026-05-09T16:51:27.776261Z","steps":["trace[832229092] 'process raft request' (duration: 79.425912ms)","trace[832229092] 'compare' (duration: 40.775895ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T16:51:28.138258Z","caller":"traceutil/trace.go:171","msg":"trace[543157918] linearizableReadLoop","detail":"{readStateIndex:1879; appliedIndex:1878; }","duration":"111.048256ms","start":"2026-05-09T16:51:28.027186Z","end":"2026-05-09T16:51:28.138234Z","steps":["trace[543157918] 'read index received' (duration: 110.858521ms)","trace[543157918] 'applied index is now lower than readState.Index' (duration: 188.855µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T16:51:28.13843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.222741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:51:28.138532Z","caller":"traceutil/trace.go:171","msg":"trace[699791090] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1807; }","duration":"111.386205ms","start":"2026-05-09T16:51:28.027126Z","end":"2026-05-09T16:51:28.138512Z","steps":["trace[699791090] 'agreement among raft nodes before linearized reading' (duration: 111.2222ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:51:28.138304Z","caller":"traceutil/trace.go:171","msg":"trace[653272106] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"161.59845ms","start":"2026-05-09T16:51:27.976674Z","end":"2026-05-09T16:51:28.138272Z","steps":["trace[653272106] 'process raft request' (duration: 161.396515ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:52:01.46379Z","caller":"traceutil/trace.go:171","msg":"trace[386259690] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"127.553387ms","start":"2026-05-09T16:52:01.336211Z","end":"2026-05-09T16:52:01.463764Z","steps":["trace[386259690] 'process raft request' (duration: 120.94799ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:52:02.189676Z","caller":"traceutil/trace.go:171","msg":"trace[1241175863] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"121.966138ms","start":"2026-05-09T16:52:02.067667Z","end":"2026-05-09T16:52:02.189633Z","steps":["trace[1241175863] 'process raft request' (duration: 121.71447ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:52:02.470989Z","caller":"traceutil/trace.go:171","msg":"trace[1787814148] linearizableReadLoop","detail":"{readStateIndex:2131; appliedIndex:2130; }","duration":"114.687071ms","start":"2026-05-09T16:52:02.356282Z","end":"2026-05-09T16:52:02.470969Z","steps":["trace[1787814148] 'read index received' (duration: 114.66352ms)","trace[1787814148] 'applied index is now lower than readState.Index' (duration: 22.311µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T16:52:02.471123Z","caller":"traceutil/trace.go:171","msg":"trace[2001606983] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"121.603906ms","start":"2026-05-09T16:52:02.349507Z","end":"2026-05-09T16:52:02.471111Z","steps":["trace[2001606983] 'process raft request' (duration: 121.331808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:52:02.471404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.100303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-09T16:52:02.471481Z","caller":"traceutil/trace.go:171","msg":"trace[328728361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2051; }","duration":"115.207627ms","start":"2026-05-09T16:52:02.356254Z","end":"2026-05-09T16:52:02.471462Z","steps":["trace[328728361] 'agreement among raft nodes before linearized reading' (duration: 114.99356ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:52:02.522531Z","caller":"traceutil/trace.go:171","msg":"trace[1023971059] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"142.665253ms","start":"2026-05-09T16:52:02.379847Z","end":"2026-05-09T16:52:02.522513Z","steps":["trace[1023971059] 'process raft request' (duration: 142.378014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:52:02.615657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.055718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T16:52:02.615728Z","caller":"traceutil/trace.go:171","msg":"trace[1555377697] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2053; }","duration":"128.181312ms","start":"2026-05-09T16:52:02.487531Z","end":"2026-05-09T16:52:02.615712Z","steps":["trace[1555377697] 'agreement among raft nodes before linearized reading' (duration: 127.957825ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:52:02.615875Z","caller":"traceutil/trace.go:171","msg":"trace[1051259950] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"140.496658ms","start":"2026-05-09T16:52:02.47535Z","end":"2026-05-09T16:52:02.615847Z","steps":["trace[1051259950] 'process raft request' (duration: 83.518684ms)","trace[1051259950] 'compare' (duration: 56.424348ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T16:52:02.615904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.461092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:52:02.61616Z","caller":"traceutil/trace.go:171","msg":"trace[1796865641] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2053; }","duration":"120.563805ms","start":"2026-05-09T16:52:02.495392Z","end":"2026-05-09T16:52:02.615956Z","steps":["trace[1796865641] 'agreement among raft nodes before linearized reading' (duration: 120.445022ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:53:07.4899Z","caller":"traceutil/trace.go:171","msg":"trace[1717380928] linearizableReadLoop","detail":"{readStateIndex:2599; appliedIndex:2598; }","duration":"182.736264ms","start":"2026-05-09T16:53:07.307134Z","end":"2026-05-09T16:53:07.48987Z","steps":["trace[1717380928] 'read index received' (duration: 168.873723ms)","trace[1717380928] 'applied index is now lower than readState.Index' (duration: 13.861541ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T16:53:07.489965Z","caller":"traceutil/trace.go:171","msg":"trace[874537597] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"203.65408ms","start":"2026-05-09T16:53:07.28627Z","end":"2026-05-09T16:53:07.489924Z","steps":["trace[874537597] 'process raft request' (duration: 189.789179ms)","trace[874537597] 'compare' (duration: 13.445138ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T16:53:07.49008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.91942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:53:07.490146Z","caller":"traceutil/trace.go:171","msg":"trace[871495888] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2504; }","duration":"183.026374ms","start":"2026-05-09T16:53:07.307107Z","end":"2026-05-09T16:53:07.490133Z","steps":["trace[871495888] 'agreement among raft nodes before linearized reading' (duration: 182.91024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:10.855864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:11.356347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:11.857031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:12.357852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:12.399475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.367201461s","expected-duration":"1s"} {"level":"info","ts":"2026-05-09T16:53:12.400081Z","caller":"traceutil/trace.go:171","msg":"trace[1874704993] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"2.367893013s","start":"2026-05-09T16:53:10.032156Z","end":"2026-05-09T16:53:12.400049Z","steps":["trace[1874704993] 'process raft request' (duration: 2.367670326s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:12.400366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:10.032134Z","time spent":"2.368043268s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:53:12.402485Z","caller":"traceutil/trace.go:171","msg":"trace[237260345] linearizableReadLoop","detail":"{readStateIndex:2614; appliedIndex:2611; }","duration":"2.047125269s","start":"2026-05-09T16:53:10.355337Z","end":"2026-05-09T16:53:12.402462Z","steps":["trace[237260345] 'read index received' (duration: 2.044435763s)","trace[237260345] 'applied index is now lower than readState.Index' (duration: 2.688626ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T16:53:12.402824Z","caller":"traceutil/trace.go:171","msg":"trace[1276376259] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"2.256872314s","start":"2026-05-09T16:53:10.145937Z","end":"2026-05-09T16:53:12.402809Z","steps":["trace[1276376259] 'process raft request' (duration: 2.256366618s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:12.402962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968322847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:53:12.403041Z","caller":"traceutil/trace.go:171","msg":"trace[37378075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2519; }","duration":"1.968424481s","start":"2026-05-09T16:53:10.434599Z","end":"2026-05-09T16:53:12.403024Z","steps":["trace[37378075] 'agreement among raft nodes before linearized reading' (duration: 1.968308467s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:12.40312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:10.434589Z","time spent":"1.968511343s","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T16:53:12.403156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559194347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:53:12.403191Z","caller":"traceutil/trace.go:171","msg":"trace[4414473] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2519; }","duration":"1.559266609s","start":"2026-05-09T16:53:10.843915Z","end":"2026-05-09T16:53:12.403182Z","steps":["trace[4414473] 'agreement among raft nodes before linearized reading' (duration: 1.559201487s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:12.403226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:10.843899Z","time spent":"1.559320561s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:53:12.403357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372597509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:53:12.403415Z","caller":"traceutil/trace.go:171","msg":"trace[1749268213] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2519; }","duration":"1.372717403s","start":"2026-05-09T16:53:11.030684Z","end":"2026-05-09T16:53:12.403401Z","steps":["trace[1749268213] 'agreement among raft nodes before linearized reading' (duration: 1.372552458s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:12.4035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487638077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-09T16:53:12.403538Z","caller":"traceutil/trace.go:171","msg":"trace[380605922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2519; }","duration":"1.487703899s","start":"2026-05-09T16:53:10.915826Z","end":"2026-05-09T16:53:12.40353Z","steps":["trace[380605922] 'agreement among raft nodes before linearized reading' (duration: 1.487585845s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:12.403573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709444426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T16:53:12.403456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:11.030667Z","time spent":"1.372776945s","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:53:12.403513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.428323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-09T16:53:12.403743Z","caller":"traceutil/trace.go:171","msg":"trace[1223242550] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2519; }","duration":"493.814425ms","start":"2026-05-09T16:53:11.909904Z","end":"2026-05-09T16:53:12.403719Z","steps":["trace[1223242550] 'agreement among raft nodes before linearized reading' (duration: 493.208436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:12.402979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:10.145908Z","time spent":"2.256952317s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T16:53:12.40386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:11.909881Z","time spent":"493.96499ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-09T16:53:12.404027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885817148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-09T16:53:12.404076Z","caller":"traceutil/trace.go:171","msg":"trace[373213579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2519; }","duration":"1.88589322s","start":"2026-05-09T16:53:10.51817Z","end":"2026-05-09T16:53:12.404063Z","steps":["trace[373213579] 'agreement among raft nodes before linearized reading' (duration: 1.885783307s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:12.404107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:10.518154Z","time spent":"1.885945992s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T16:53:12.403156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2569389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-09T16:53:12.403581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:10.915808Z","time spent":"1.487766571s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T16:53:12.404244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.836071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T16:53:12.404258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048851324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-09T16:53:12.404571Z","caller":"traceutil/trace.go:171","msg":"trace[281013775] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:2519; }","duration":"2.049253477s","start":"2026-05-09T16:53:10.355297Z","end":"2026-05-09T16:53:12.404551Z","steps":["trace[281013775] 'agreement among raft nodes before linearized reading' (duration: 2.048592336s)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:53:12.404507Z","caller":"traceutil/trace.go:171","msg":"trace[2109457090] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2519; }","duration":"144.996887ms","start":"2026-05-09T16:53:12.259305Z","end":"2026-05-09T16:53:12.404302Z","steps":["trace[2109457090] 'agreement among raft nodes before linearized reading' (duration: 144.851572ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:53:12.404222Z","caller":"traceutil/trace.go:171","msg":"trace[1283430893] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2519; }","duration":"1.258051166s","start":"2026-05-09T16:53:11.146155Z","end":"2026-05-09T16:53:12.404206Z","steps":["trace[1283430893] 'agreement among raft nodes before linearized reading' (duration: 1.256865358s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:12.405321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:11.146131Z","time spent":"1.259172872s","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-09T16:53:12.403493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588590844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-09T16:53:12.405533Z","caller":"traceutil/trace.go:171","msg":"trace[2069705026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2519; }","duration":"1.590667961s","start":"2026-05-09T16:53:10.814853Z","end":"2026-05-09T16:53:12.405521Z","steps":["trace[2069705026] 'agreement among raft nodes before linearized reading' (duration: 1.588493541s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:12.405572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:10.814833Z","time spent":"1.590726592s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-09T16:53:12.403645Z","caller":"traceutil/trace.go:171","msg":"trace[388819726] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2519; }","duration":"1.70955151s","start":"2026-05-09T16:53:10.694068Z","end":"2026-05-09T16:53:12.403619Z","steps":["trace[388819726] 'agreement among raft nodes before linearized reading' (duration: 1.709459557s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:12.405627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:10.694044Z","time spent":"1.711565004s","remote":"127.0.0.1:44438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:53:12.405676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.444807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-09T16:53:12.402949Z","caller":"traceutil/trace.go:171","msg":"trace[226042476] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"1.226089246s","start":"2026-05-09T16:53:11.176825Z","end":"2026-05-09T16:53:12.402914Z","steps":["trace[226042476] 'process raft request' (duration: 1.225598051s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:12.405823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:11.176795Z","time spent":"1.228992219s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T16:53:12.405028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:10.355282Z","time spent":"2.049728622s","remote":"127.0.0.1:39964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-05-09T16:53:12.405787Z","caller":"traceutil/trace.go:171","msg":"trace[33567080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2519; }","duration":"903.551381ms","start":"2026-05-09T16:53:11.502159Z","end":"2026-05-09T16:53:12.405711Z","steps":["trace[33567080] 'agreement among raft nodes before linearized reading' (duration: 902.121715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:12.405113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.904479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:53:12.405964Z","caller":"traceutil/trace.go:171","msg":"trace[385494848] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2519; }","duration":"839.807818ms","start":"2026-05-09T16:53:11.566142Z","end":"2026-05-09T16:53:12.40595Z","steps":["trace[385494848] 'agreement among raft nodes before linearized reading' (duration: 838.93173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:12.406027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:11.566113Z","time spent":"839.886331ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:53:12.406056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:11.50213Z","time spent":"903.745817ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T16:53:12.406269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.147402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-09T16:53:12.406486Z","caller":"traceutil/trace.go:171","msg":"trace[941196634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2519; }","duration":"900.228235ms","start":"2026-05-09T16:53:11.506065Z","end":"2026-05-09T16:53:12.406293Z","steps":["trace[941196634] 'agreement among raft nodes before linearized reading' (duration: 899.11719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:12.406507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:11.506041Z","time spent":"900.461922ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T16:53:16.928074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:17.428911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:17.92931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:20.145642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710864328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T16:53:20.145714Z","caller":"traceutil/trace.go:171","msg":"trace[67312808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.710981592s","start":"2026-05-09T16:53:17.434717Z","end":"2026-05-09T16:53:20.145699Z","steps":["trace[67312808] 'agreement among raft nodes before linearized reading' (duration: 2.710892069s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:20.14575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:17.434703Z","time spent":"2.711040814s","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 16:53:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:20.146546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:20.64691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:21.148188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:21.415333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:16.416171Z","time spent":"4.999154178s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-09T16:53:21.41875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:16.421595Z","time spent":"4.997152534s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/09 16:53:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:21.428067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000043357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T16:53:21.4281Z","caller":"traceutil/trace.go:171","msg":"trace[1698082300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000113759s","start":"2026-05-09T16:53:16.427976Z","end":"2026-05-09T16:53:21.428089Z","steps":["trace[1698082300] 'agreement among raft nodes before linearized reading' (duration: 5.000070288s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:21.428122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:16.427965Z","time spent":"5.000152981s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/09 16:53:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:21.428177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998633102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T16:53:21.42819Z","caller":"traceutil/trace.go:171","msg":"trace[1526872245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998699214s","start":"2026-05-09T16:53:16.429486Z","end":"2026-05-09T16:53:21.428186Z","steps":["trace[1526872245] 'agreement among raft nodes before linearized reading' (duration: 4.998684764s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:21.428205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:16.429459Z","time spent":"4.998742316s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/09 16:53:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:21.429105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999460158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T16:53:21.429144Z","caller":"traceutil/trace.go:171","msg":"trace[551819517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99950906s","start":"2026-05-09T16:53:16.429611Z","end":"2026-05-09T16:53:21.42912Z","steps":["trace[551819517] 'agreement among raft nodes before linearized reading' (duration: 4.999483889s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:21.429167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:16.429585Z","time spent":"4.999575582s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/09 16:53:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:21.649763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:22.109135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963129741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T16:53:22.109225Z","caller":"traceutil/trace.go:171","msg":"trace[435513235] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.963255714s","start":"2026-05-09T16:53:20.145949Z","end":"2026-05-09T16:53:22.109205Z","steps":["trace[435513235] 'agreement among raft nodes before linearized reading' (duration: 1.963151231s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:22.109278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:20.145935Z","time spent":"1.963331287s","remote":"127.0.0.1:39934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 16:53:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:22.150881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:22.651343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:22.840449Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869e0da4aeedfb","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-09T16:53:23.080426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:16.079308Z","time spent":"7.001112754s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-09T16:53:23.152391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:23.420108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:16.418976Z","time spent":"7.00112668s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-09T16:53:23.428067Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-09T16:53:23.929303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:24.114281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T16:53:24.115193Z","caller":"traceutil/trace.go:171","msg":"trace[1450767605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244818s","start":"2026-05-09T16:53:22.114139Z","end":"2026-05-09T16:53:24.114383Z","steps":["trace[1450767605] 'agreement among raft nodes before linearized reading' (duration: 2.000033751s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:24.115329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:22.11413Z","time spent":"2.001159737s","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T16:53:24.305079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:17.304008Z","time spent":"7.001056402s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-09T16:53:24.430286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:24.931269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:25.43189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:25.447434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999952715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T16:53:25.447512Z","caller":"traceutil/trace.go:171","msg":"trace[151847141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000093849s","start":"2026-05-09T16:53:23.447401Z","end":"2026-05-09T16:53:25.447495Z","steps":["trace[151847141] 'agreement among raft nodes before linearized reading' (duration: 1.999974155s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:25.447556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:23.447388Z","time spent":"2.000159182s","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T16:53:25.932319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:26.116108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999530409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T16:53:26.116189Z","caller":"traceutil/trace.go:171","msg":"trace[1310259773] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999672703s","start":"2026-05-09T16:53:24.116498Z","end":"2026-05-09T16:53:26.116171Z","steps":["trace[1310259773] 'agreement among raft nodes before linearized reading' (duration: 1.999563689s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:26.116237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:24.116477Z","time spent":"1.999750706s","remote":"127.0.0.1:39934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 16:53:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:26.414889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99359694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T16:53:26.414985Z","caller":"traceutil/trace.go:171","msg":"trace[786596183] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.993739835s","start":"2026-05-09T16:53:21.421226Z","end":"2026-05-09T16:53:26.414966Z","steps":["trace[786596183] 'agreement among raft nodes before linearized reading' (duration: 4.993618811s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:26.415036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:21.421212Z","time spent":"4.993812847s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-09T16:53:26.419572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998241159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T16:53:26.419606Z","caller":"traceutil/trace.go:171","msg":"trace[1111947722] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998294701s","start":"2026-05-09T16:53:21.421303Z","end":"2026-05-09T16:53:26.419598Z","steps":["trace[1111947722] 'agreement among raft nodes before linearized reading' (duration: 4.99825241s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:26.419629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:21.421298Z","time spent":"4.998326192s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/09 16:53:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:26.424174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001073822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T16:53:26.424254Z","caller":"traceutil/trace.go:171","msg":"trace[440427654] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"3.001188036s","start":"2026-05-09T16:53:23.423048Z","end":"2026-05-09T16:53:26.424236Z","steps":["trace[440427654] 'agreement among raft nodes before linearized reading' (duration: 3.001089692s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:26.424301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:23.423037Z","time spent":"3.001253887s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/09 16:53:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:26.431967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001694773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T16:53:26.432003Z","caller":"traceutil/trace.go:171","msg":"trace[1547913238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.001758024s","start":"2026-05-09T16:53:23.430236Z","end":"2026-05-09T16:53:26.431994Z","steps":["trace[1547913238] 'agreement among raft nodes before linearized reading' (duration: 3.001719063s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:26.432025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:23.430222Z","time spent":"3.001798396s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/09 16:53:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:26.432111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002391724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T16:53:26.432156Z","caller":"traceutil/trace.go:171","msg":"trace[1846475110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.002457907s","start":"2026-05-09T16:53:23.429692Z","end":"2026-05-09T16:53:26.432149Z","steps":["trace[1846475110] 'agreement among raft nodes before linearized reading' (duration: 3.002412065s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:26.432177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:23.42968Z","time spent":"3.002490338s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/09 16:53:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:26.432482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:26.437617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008109423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T16:53:26.437695Z","caller":"traceutil/trace.go:171","msg":"trace[635371160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.008200535s","start":"2026-05-09T16:53:16.429475Z","end":"2026-05-09T16:53:26.437676Z","steps":["trace[635371160] 'agreement among raft nodes before linearized reading' (duration: 10.008121673s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:26.438036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001265764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T16:53:26.438086Z","caller":"traceutil/trace.go:171","msg":"trace[920742529] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.001335386s","start":"2026-05-09T16:53:16.436738Z","end":"2026-05-09T16:53:26.438073Z","steps":["trace[920742529] 'agreement among raft nodes before linearized reading' (duration: 10.001274174s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:26.438121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:16.436732Z","time spent":"10.001380527s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/09 16:53:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:26.438199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002802743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T16:53:26.438224Z","caller":"traceutil/trace.go:171","msg":"trace[1276048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.002860205s","start":"2026-05-09T16:53:16.435358Z","end":"2026-05-09T16:53:26.438218Z","steps":["trace[1276048] 'agreement among raft nodes before linearized reading' (duration: 10.002834214s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:26.438249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:16.435342Z","time spent":"10.002901747s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/09 16:53:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:26.437774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:16.429466Z","time spent":"10.008295969s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/05/09 16:53:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:26.439289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0097244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T16:53:26.43933Z","caller":"traceutil/trace.go:171","msg":"trace[1279427319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.009794612s","start":"2026-05-09T16:53:23.429525Z","end":"2026-05-09T16:53:26.43932Z","steps":["trace[1279427319] 'agreement among raft nodes before linearized reading' (duration: 3.009750991s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:26.439359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:23.42951Z","time spent":"3.009841964s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/09 16:53:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:26.442307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473584367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T16:53:26.442373Z","caller":"traceutil/trace.go:171","msg":"trace[1503343468] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"4.47366332s","start":"2026-05-09T16:53:21.968701Z","end":"2026-05-09T16:53:26.442365Z","steps":["trace[1503343468] 'agreement among raft nodes before linearized reading' (duration: 4.473594608s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:26.442397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:21.968695Z","time spent":"4.473694891s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/09 16:53:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:53:26.932861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:27.433913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:27.445181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:20.444187Z","time spent":"7.000987132s","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-09T16:53:27.919735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"12.08013334s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-09T16:53:28.037758Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"92.963µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-05-09T16:53:28.037938Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869e0da4aeedfb","error":"lease not found"} {"level":"info","ts":"2026-05-09T16:53:28.038039Z","caller":"traceutil/trace.go:171","msg":"trace[49494341] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2554; }","duration":"3.728927345s","start":"2026-05-09T16:53:24.309085Z","end":"2026-05-09T16:53:28.038012Z","steps":["trace[49494341] 'process raft request' (duration: 3.72875911s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.038172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:24.309065Z","time spent":"3.729015748s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:53:28.038322Z","caller":"traceutil/trace.go:171","msg":"trace[1724145461] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"1.603252591s","start":"2026-05-09T16:53:26.435056Z","end":"2026-05-09T16:53:28.038309Z","steps":["trace[1724145461] 'process raft request' (duration: 1.602980832s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.038386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:26.435043Z","time spent":"1.603311852s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:53:28.038471Z","caller":"traceutil/trace.go:171","msg":"trace[738935068] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"3.07816913s","start":"2026-05-09T16:53:24.960292Z","end":"2026-05-09T16:53:28.038461Z","steps":["trace[738935068] 'process raft request' (duration: 3.077591061s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.038607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:24.960267Z","time spent":"3.078230652s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T16:53:28.038722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:26.424368Z","time spent":"1.614352257s","remote":"127.0.0.1:40014","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-09T16:53:28.038932Z","caller":"traceutil/trace.go:171","msg":"trace[1299390531] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"1.604916135s","start":"2026-05-09T16:53:26.434002Z","end":"2026-05-09T16:53:28.038918Z","steps":["trace[1299390531] 'process raft request' (duration: 1.603992065s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.039003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:26.433986Z","time spent":"1.604981046s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:53:28.039185Z","caller":"traceutil/trace.go:171","msg":"trace[10554945] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"1.599648785s","start":"2026-05-09T16:53:26.439503Z","end":"2026-05-09T16:53:28.039151Z","steps":["trace[10554945] 'process raft request' (duration: 1.59856339s)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:53:28.039253Z","caller":"traceutil/trace.go:171","msg":"trace[1952610322] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"1.595544743s","start":"2026-05-09T16:53:26.443693Z","end":"2026-05-09T16:53:28.039238Z","steps":["trace[1952610322] 'process raft request' (duration: 1.594405496s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.039314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:26.443682Z","time spent":"1.595598075s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T16:53:28.039309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:26.439492Z","time spent":"1.599746378s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:53:28.039447Z","caller":"traceutil/trace.go:171","msg":"trace[1174511651] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"1.428355553s","start":"2026-05-09T16:53:26.611Z","end":"2026-05-09T16:53:28.039355Z","steps":["trace[1174511651] 'process raft request' (duration: 1.427132373s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.039721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:26.610976Z","time spent":"1.42857097s","remote":"127.0.0.1:40092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9266,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:53:28.081267Z","caller":"traceutil/trace.go:171","msg":"trace[2071866130] linearizableReadLoop","detail":"{readStateIndex:2660; appliedIndex:2644; }","duration":"4.653007457s","start":"2026-05-09T16:53:23.42824Z","end":"2026-05-09T16:53:28.081248Z","steps":["trace[2071866130] 'read index received' (duration: 4.491942301s)","trace[2071866130] 'applied index is now lower than readState.Index' (duration: 161.063706ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T16:53:28.081448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998284904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-05-09T16:53:28.081435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.72588887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:53:28.081466Z","caller":"traceutil/trace.go:171","msg":"trace[1706605457] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2563; }","duration":"4.998350766s","start":"2026-05-09T16:53:23.083109Z","end":"2026-05-09T16:53:28.08146Z","steps":["trace[1706605457] 'agreement among raft nodes before linearized reading' (duration: 4.998244853s)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:53:28.081482Z","caller":"traceutil/trace.go:171","msg":"trace[1447363460] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:0; response_revision:2563; }","duration":"7.725980642s","start":"2026-05-09T16:53:20.35549Z","end":"2026-05-09T16:53:28.08147Z","steps":["trace[1447363460] 'agreement among raft nodes before linearized reading' (duration: 7.72590054s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.081487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:23.08309Z","time spent":"4.998390978s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-09T16:53:28.081506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:20.355472Z","time spent":"7.726029394s","remote":"127.0.0.1:39964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-05-09T16:53:28.081519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.1130129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T16:53:28.081563Z","caller":"traceutil/trace.go:171","msg":"trace[1613492956] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2563; }","duration":"6.113096233s","start":"2026-05-09T16:53:21.968456Z","end":"2026-05-09T16:53:28.081552Z","steps":["trace[1613492956] 'agreement among raft nodes before linearized reading' (duration: 6.113022361s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.081583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:21.968439Z","time spent":"6.113138925s","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:53:28.081603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.935496472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:53:28.081622Z","caller":"traceutil/trace.go:171","msg":"trace[1663489566] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2563; }","duration":"7.935532402s","start":"2026-05-09T16:53:20.146084Z","end":"2026-05-09T16:53:28.081616Z","steps":["trace[1663489566] 'agreement among raft nodes before linearized reading' (duration: 7.935500971s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.081633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.186343028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T16:53:28.081638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:20.146075Z","time spent":"7.935556633s","remote":"127.0.0.1:55384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-09T16:53:28.081652Z","caller":"traceutil/trace.go:171","msg":"trace[1267175558] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2563; }","duration":"7.18640207s","start":"2026-05-09T16:53:20.895244Z","end":"2026-05-09T16:53:28.081646Z","steps":["trace[1267175558] 'agreement among raft nodes before linearized reading' (duration: 7.186370309s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.081667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:20.895226Z","time spent":"7.186437422s","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:53:28.081681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.522052491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:53:28.081696Z","caller":"traceutil/trace.go:171","msg":"trace[1874276685] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2563; }","duration":"5.522104193s","start":"2026-05-09T16:53:22.559587Z","end":"2026-05-09T16:53:28.081691Z","steps":["trace[1874276685] 'agreement among raft nodes before linearized reading' (duration: 5.522075802s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.081713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:22.55957Z","time spent":"5.522138404s","remote":"127.0.0.1:40050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:53:28.081769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.268630237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T16:53:28.08179Z","caller":"traceutil/trace.go:171","msg":"trace[958425480] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2563; }","duration":"7.268673158s","start":"2026-05-09T16:53:20.813109Z","end":"2026-05-09T16:53:28.081782Z","steps":["trace[958425480] 'agreement among raft nodes before linearized reading' (duration: 7.268627827s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.08181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:20.813098Z","time spent":"7.268703569s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:53:28.081834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.975484471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-09T16:53:28.081841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.93575466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T16:53:28.081862Z","caller":"traceutil/trace.go:171","msg":"trace[159636917] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2563; }","duration":"5.975542703s","start":"2026-05-09T16:53:22.106308Z","end":"2026-05-09T16:53:28.08185Z","steps":["trace[159636917] 'agreement among raft nodes before linearized reading' (duration: 5.975497651s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.081894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:22.106291Z","time spent":"5.975594285s","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-09T16:53:28.081893Z","caller":"traceutil/trace.go:171","msg":"trace[1772594983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2563; }","duration":"7.935819682s","start":"2026-05-09T16:53:20.146059Z","end":"2026-05-09T16:53:28.081879Z","steps":["trace[1772594983] 'agreement among raft nodes before linearized reading' (duration: 7.935738799s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.081931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.631286776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T16:53:28.081932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:20.14604Z","time spent":"7.935880373s","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-09T16:53:28.081954Z","caller":"traceutil/trace.go:171","msg":"trace[1500525268] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2563; }","duration":"7.631330198s","start":"2026-05-09T16:53:20.450618Z","end":"2026-05-09T16:53:28.081948Z","steps":["trace[1500525268] 'agreement among raft nodes before linearized reading' (duration: 7.631290787s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.081974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:20.45061Z","time spent":"7.631359168s","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:53:28.082161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.936172642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T16:53:28.082195Z","caller":"traceutil/trace.go:171","msg":"trace[836305439] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2563; }","duration":"7.936236024s","start":"2026-05-09T16:53:20.145949Z","end":"2026-05-09T16:53:28.082185Z","steps":["trace[836305439] 'agreement among raft nodes before linearized reading' (duration: 7.936181523s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.082222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:20.145931Z","time spent":"7.936284266s","remote":"127.0.0.1:40446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:53:28.082272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.056159758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:53:28.082327Z","caller":"traceutil/trace.go:171","msg":"trace[1096094747] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2563; }","duration":"10.05623393s","start":"2026-05-09T16:53:18.026079Z","end":"2026-05-09T16:53:28.082313Z","steps":["trace[1096094747] 'agreement among raft nodes before linearized reading' (duration: 10.056111327s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.08236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:18.025974Z","time spent":"10.056379126s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:53:28.082413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796459387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T16:53:28.082431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.83863637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-09T16:53:28.082451Z","caller":"traceutil/trace.go:171","msg":"trace[272124430] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2563; }","duration":"2.79653995s","start":"2026-05-09T16:53:25.285904Z","end":"2026-05-09T16:53:28.082444Z","steps":["trace[272124430] 'agreement among raft nodes before linearized reading' (duration: 2.796482698s)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:53:28.082455Z","caller":"traceutil/trace.go:171","msg":"trace[1555685834] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2563; }","duration":"10.838698182s","start":"2026-05-09T16:53:17.243751Z","end":"2026-05-09T16:53:28.082449Z","steps":["trace[1555685834] 'agreement among raft nodes before linearized reading' (duration: 10.838602589s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.082472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:25.285881Z","time spent":"2.796585501s","remote":"127.0.0.1:40018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:53:28.082475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:17.243706Z","time spent":"10.838765415s","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-09T16:53:28.082616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269302295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T16:53:28.082619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956993134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:53:28.082636Z","caller":"traceutil/trace.go:171","msg":"trace[363101779] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2563; }","duration":"1.269358897s","start":"2026-05-09T16:53:26.813271Z","end":"2026-05-09T16:53:28.082629Z","steps":["trace[363101779] 'agreement among raft nodes before linearized reading' (duration: 1.269326826s)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:53:28.082642Z","caller":"traceutil/trace.go:171","msg":"trace[151603696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2563; }","duration":"1.957015255s","start":"2026-05-09T16:53:26.12562Z","end":"2026-05-09T16:53:28.082635Z","steps":["trace[151603696] 'agreement among raft nodes before linearized reading' (duration: 1.956980594s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.082658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:26.813252Z","time spent":"1.269400618s","remote":"127.0.0.1:55250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:53:28.082661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:26.125556Z","time spent":"1.957100577s","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T16:53:28.082765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016443573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:53:28.082785Z","caller":"traceutil/trace.go:171","msg":"trace[1236888790] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2563; }","duration":"1.016500634s","start":"2026-05-09T16:53:27.066278Z","end":"2026-05-09T16:53:28.082779Z","steps":["trace[1236888790] 'agreement among raft nodes before linearized reading' (duration: 1.016466963s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.082805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:27.06626Z","time spent":"1.016537595s","remote":"127.0.0.1:55492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:53:28.084595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.845276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T16:53:28.084669Z","caller":"traceutil/trace.go:171","msg":"trace[700532375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2563; }","duration":"576.96819ms","start":"2026-05-09T16:53:27.507685Z","end":"2026-05-09T16:53:28.084653Z","steps":["trace[700532375] 'agreement among raft nodes before linearized reading' (duration: 575.009577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:28.084715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:27.507625Z","time spent":"577.075983ms","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:53:28.521648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.743628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T16:53:28.52175Z","caller":"traceutil/trace.go:171","msg":"trace[1898181699] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2568; }","duration":"226.936154ms","start":"2026-05-09T16:53:28.294792Z","end":"2026-05-09T16:53:28.521728Z","steps":["trace[1898181699] 'count revisions from in-memory index tree' (duration: 226.612823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:57.917797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.542759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T16:53:57.917904Z","caller":"traceutil/trace.go:171","msg":"trace[1062449272] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2736; }","duration":"135.764337ms","start":"2026-05-09T16:53:57.782121Z","end":"2026-05-09T16:53:57.917885Z","steps":["trace[1062449272] 'count revisions from in-memory index tree' (duration: 135.431005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:53:58.923553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:59.423938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:53:59.92496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:54:00.425902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623830968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:54:00.646254Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.25575553s","expected-duration":"1s"} {"level":"info","ts":"2026-05-09T16:54:00.706168Z","caller":"traceutil/trace.go:171","msg":"trace[1018184003] linearizableReadLoop","detail":"{readStateIndex:2849; appliedIndex:2846; }","duration":"2.282712907s","start":"2026-05-09T16:53:58.42343Z","end":"2026-05-09T16:54:00.706142Z","steps":["trace[1018184003] 'read index received' (duration: 2.223055429s)","trace[1018184003] 'applied index is now lower than readState.Index' (duration: 59.656458ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T16:54:00.706436Z","caller":"traceutil/trace.go:171","msg":"trace[539600671] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"2.316027308s","start":"2026-05-09T16:53:58.390393Z","end":"2026-05-09T16:54:00.706421Z","steps":["trace[539600671] 'process raft request' (duration: 2.256136353s)","trace[539600671] 'compare' (duration: 59.077959ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T16:54:00.706546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:58.390372Z","time spent":"2.316102111s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:54:00.706731Z","caller":"traceutil/trace.go:171","msg":"trace[64027101] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"1.434939632s","start":"2026-05-09T16:53:59.271782Z","end":"2026-05-09T16:54:00.706721Z","steps":["trace[64027101] 'process raft request' (duration: 1.434247339s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:54:00.70679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:59.271744Z","time spent":"1.435017234s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:54:00.706922Z","caller":"traceutil/trace.go:171","msg":"trace[525972209] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"959.451721ms","start":"2026-05-09T16:53:59.747461Z","end":"2026-05-09T16:54:00.706913Z","steps":["trace[525972209] 'process raft request' (duration: 958.646065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:54:00.706976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:59.747442Z","time spent":"959.507443ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T16:54:00.707184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28375448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-09T16:54:00.707222Z","caller":"traceutil/trace.go:171","msg":"trace[100360239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2741; }","duration":"2.283818943s","start":"2026-05-09T16:53:58.423394Z","end":"2026-05-09T16:54:00.707213Z","steps":["trace[100360239] 'agreement among raft nodes before linearized reading' (duration: 2.283696349s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:54:00.70725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:58.423378Z","time spent":"2.283865665s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T16:54:00.70743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282906063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-09T16:54:00.707465Z","caller":"traceutil/trace.go:171","msg":"trace[396407019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2741; }","duration":"2.282946924s","start":"2026-05-09T16:53:58.42451Z","end":"2026-05-09T16:54:00.707456Z","steps":["trace[396407019] 'agreement among raft nodes before linearized reading' (duration: 2.282865802s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:54:00.707491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:58.424506Z","time spent":"2.282978935s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T16:54:00.708015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197354085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-09T16:54:00.708063Z","caller":"traceutil/trace.go:171","msg":"trace[565472175] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2741; }","duration":"2.197439399s","start":"2026-05-09T16:53:58.510609Z","end":"2026-05-09T16:54:00.708049Z","steps":["trace[565472175] 'agreement among raft nodes before linearized reading' (duration: 2.197337415s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:54:00.708091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:58.510581Z","time spent":"2.197502491s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-09T16:54:00.708247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188746196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-09T16:54:00.708317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239109393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-09T16:54:00.708388Z","caller":"traceutil/trace.go:171","msg":"trace[247971442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2741; }","duration":"1.239229096s","start":"2026-05-09T16:53:59.469141Z","end":"2026-05-09T16:54:00.70837Z","steps":["trace[247971442] 'agreement among raft nodes before linearized reading' (duration: 1.239013249s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:54:00.7085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.736487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-09T16:54:00.708543Z","caller":"traceutil/trace.go:171","msg":"trace[1831401158] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2741; }","duration":"324.824421ms","start":"2026-05-09T16:54:00.383709Z","end":"2026-05-09T16:54:00.708533Z","steps":["trace[1831401158] 'agreement among raft nodes before linearized reading' (duration: 324.725597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:54:00.708579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:54:00.383686Z","time spent":"324.883863ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-09T16:54:00.708694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.291957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18adf3e6ca36bbfb\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-05-09T16:54:00.708723Z","caller":"traceutil/trace.go:171","msg":"trace[1062015128] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18adf3e6ca36bbfb; range_end:; response_count:1; response_revision:2741; }","duration":"265.352208ms","start":"2026-05-09T16:54:00.443364Z","end":"2026-05-09T16:54:00.708717Z","steps":["trace[1062015128] 'agreement among raft nodes before linearized reading' (duration: 265.273916ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:54:00.708828Z","caller":"traceutil/trace.go:171","msg":"trace[713720952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2741; }","duration":"2.188911902s","start":"2026-05-09T16:53:58.519448Z","end":"2026-05-09T16:54:00.70836Z","steps":["trace[713720952] 'agreement among raft nodes before linearized reading' (duration: 2.188467427s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:54:00.709029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:58.519436Z","time spent":"2.189576383s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T16:54:00.708276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232750334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-09T16:54:00.709304Z","caller":"traceutil/trace.go:171","msg":"trace[1417592091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2741; }","duration":"2.233787148s","start":"2026-05-09T16:53:58.4755Z","end":"2026-05-09T16:54:00.709287Z","steps":["trace[1417592091] 'agreement among raft nodes before linearized reading' (duration: 2.232494696s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:54:00.70895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.940581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-05-09T16:54:00.709372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.332625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T16:54:00.7094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804171701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:54:00.709407Z","caller":"traceutil/trace.go:171","msg":"trace[71351320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2741; }","duration":"401.407268ms","start":"2026-05-09T16:54:00.307989Z","end":"2026-05-09T16:54:00.709396Z","steps":["trace[71351320] 'agreement among raft nodes before linearized reading' (duration: 401.346766ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:54:00.709436Z","caller":"traceutil/trace.go:171","msg":"trace[27908030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2741; }","duration":"1.804232633s","start":"2026-05-09T16:53:58.905194Z","end":"2026-05-09T16:54:00.709426Z","steps":["trace[27908030] 'agreement among raft nodes before linearized reading' (duration: 1.804182661s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:54:00.70944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:54:00.307968Z","time spent":"401.46561ms","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T16:54:00.70911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271925288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T16:54:00.709469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:58.905176Z","time spent":"1.804287615s","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T16:54:00.709481Z","caller":"traceutil/trace.go:171","msg":"trace[1225198591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2741; }","duration":"1.272339101s","start":"2026-05-09T16:53:59.437135Z","end":"2026-05-09T16:54:00.709474Z","steps":["trace[1225198591] 'agreement among raft nodes before linearized reading' (duration: 1.271959319s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:54:00.709504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:59.437114Z","time spent":"1.272384343s","remote":"127.0.0.1:39934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T16:54:00.709073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563976462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-09T16:54:00.709407Z","caller":"traceutil/trace.go:171","msg":"trace[2055965227] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:2741; }","duration":"352.414536ms","start":"2026-05-09T16:54:00.356969Z","end":"2026-05-09T16:54:00.709384Z","steps":["trace[2055965227] 'agreement among raft nodes before linearized reading' (duration: 351.847598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:54:00.709611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:54:00.356958Z","time spent":"352.644044ms","remote":"127.0.0.1:39964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-05-09T16:54:00.709794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536394906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-05-09T16:54:00.708436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:59.469117Z","time spent":"1.239311569s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-09T16:54:00.70984Z","caller":"traceutil/trace.go:171","msg":"trace[1056061731] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2741; }","duration":"1.536484069s","start":"2026-05-09T16:53:59.173345Z","end":"2026-05-09T16:54:00.70983Z","steps":["trace[1056061731] 'agreement among raft nodes before linearized reading' (duration: 1.535779026s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:54:00.709565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989887841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-09T16:54:00.709909Z","caller":"traceutil/trace.go:171","msg":"trace[1565952176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2741; }","duration":"1.990302904s","start":"2026-05-09T16:53:58.719597Z","end":"2026-05-09T16:54:00.7099Z","steps":["trace[1565952176] 'agreement among raft nodes before linearized reading' (duration: 1.989861s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:54:00.709944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:58.719569Z","time spent":"1.990367126s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-09T16:54:00.709591Z","caller":"traceutil/trace.go:171","msg":"trace[1062438226] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2741; }","duration":"1.56453107s","start":"2026-05-09T16:53:59.14504Z","end":"2026-05-09T16:54:00.709571Z","steps":["trace[1062438226] 'agreement among raft nodes before linearized reading' (duration: 1.563966412s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:54:00.709993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:59.145023Z","time spent":"1.564961404s","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-09T16:54:00.709356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:58.475441Z","time spent":"2.233901482s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T16:54:00.71319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:53:59.173324Z","time spent":"1.539846738s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-09T16:56:58.985971Z","caller":"traceutil/trace.go:171","msg":"trace[2109162739] transaction","detail":"{read_only:false; response_revision:3847; number_of_response:1; }","duration":"901.17251ms","start":"2026-05-09T16:56:58.084769Z","end":"2026-05-09T16:56:58.985941Z","steps":["trace[2109162739] 'process raft request' (duration: 901.047466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:56:58.986104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:56:58.084756Z","time spent":"901.292923ms","remote":"127.0.0.1:40036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":27126,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T16:56:58.986733Z","caller":"traceutil/trace.go:171","msg":"trace[1583590033] linearizableReadLoop","detail":"{readStateIndex:4002; appliedIndex:3999; }","duration":"141.852117ms","start":"2026-05-09T16:56:58.844866Z","end":"2026-05-09T16:56:58.986718Z","steps":["trace[1583590033] 'read index received' (duration: 141.020984ms)","trace[1583590033] 'applied index is now lower than readState.Index' (duration: 830.133µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T16:56:58.986897Z","caller":"traceutil/trace.go:171","msg":"trace[1193349941] transaction","detail":"{read_only:false; response_revision:3848; number_of_response:1; }","duration":"779.659311ms","start":"2026-05-09T16:56:58.207203Z","end":"2026-05-09T16:56:58.986862Z","steps":["trace[1193349941] 'process raft request' (duration: 779.383814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:56:58.987038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:56:58.207185Z","time spent":"779.767854ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T16:56:58.987028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.145875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:56:58.987104Z","caller":"traceutil/trace.go:171","msg":"trace[1324435570] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3849; }","duration":"142.295829ms","start":"2026-05-09T16:56:58.844791Z","end":"2026-05-09T16:56:58.987087Z","steps":["trace[1324435570] 'agreement among raft nodes before linearized reading' (duration: 142.171036ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:56:58.987305Z","caller":"traceutil/trace.go:171","msg":"trace[1674054863] transaction","detail":"{read_only:false; response_revision:3849; number_of_response:1; }","duration":"633.164806ms","start":"2026-05-09T16:56:58.354127Z","end":"2026-05-09T16:56:58.987292Z","steps":["trace[1674054863] 'process raft request' (duration: 632.550089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:56:58.987387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:56:58.354109Z","time spent":"633.219878ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T16:57:08.614001Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469855828s","expected-duration":"1s"} {"level":"info","ts":"2026-05-09T16:57:08.618566Z","caller":"traceutil/trace.go:171","msg":"trace[2031941838] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"1.169436341s","start":"2026-05-09T16:57:07.449115Z","end":"2026-05-09T16:57:08.618551Z","steps":["trace[2031941838] 'process raft request' (duration: 1.16939688s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:08.61866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:07.449091Z","time spent":"1.169518843s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:57:08.61866Z","caller":"traceutil/trace.go:171","msg":"trace[751935888] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"1.474624071s","start":"2026-05-09T16:57:07.144026Z","end":"2026-05-09T16:57:08.61865Z","steps":["trace[751935888] 'process raft request' (duration: 1.474390095s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:08.618721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:07.144004Z","time spent":"1.474688682s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:57:08.618886Z","caller":"traceutil/trace.go:171","msg":"trace[599481102] transaction","detail":"{read_only:false; response_revision:3895; number_of_response:1; }","duration":"1.1553358s","start":"2026-05-09T16:57:07.463534Z","end":"2026-05-09T16:57:08.61887Z","steps":["trace[599481102] 'process raft request' (duration: 1.155001001s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:08.618978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:07.463523Z","time spent":"1.155407922s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T16:57:19.161917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623834242,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T16:57:19.275112Z","caller":"traceutil/trace.go:171","msg":"trace[511009446] transaction","detail":"{read_only:false; response_revision:3944; number_of_response:1; }","duration":"621.373764ms","start":"2026-05-09T16:57:18.65372Z","end":"2026-05-09T16:57:19.275094Z","steps":["trace[511009446] 'process raft request' (duration: 621.25344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:19.275298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:18.65368Z","time spent":"621.512248ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:57:19.276509Z","caller":"traceutil/trace.go:171","msg":"trace[49111682] linearizableReadLoop","detail":"{readStateIndex:4113; appliedIndex:4111; }","duration":"615.454458ms","start":"2026-05-09T16:57:18.660946Z","end":"2026-05-09T16:57:19.2764Z","steps":["trace[49111682] 'read index received' (duration: 614.418529ms)","trace[49111682] 'applied index is now lower than readState.Index' (duration: 1.035289ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T16:57:19.27684Z","caller":"traceutil/trace.go:171","msg":"trace[545591478] transaction","detail":"{read_only:false; response_revision:3945; number_of_response:1; }","duration":"621.720974ms","start":"2026-05-09T16:57:18.655108Z","end":"2026-05-09T16:57:19.276829Z","steps":["trace[545591478] 'process raft request' (duration: 621.178249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:19.27705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:18.655094Z","time spent":"621.773915ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:57:19.277024Z","caller":"traceutil/trace.go:171","msg":"trace[1956298733] transaction","detail":"{read_only:false; response_revision:3946; number_of_response:1; }","duration":"621.864498ms","start":"2026-05-09T16:57:18.655137Z","end":"2026-05-09T16:57:19.277001Z","steps":["trace[1956298733] 'process raft request' (duration: 621.23234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:19.277134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.172058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-09T16:57:19.277176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:18.655119Z","time spent":"621.975161ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:57:19.277195Z","caller":"traceutil/trace.go:171","msg":"trace[2021758064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3946; }","duration":"616.282771ms","start":"2026-05-09T16:57:18.660897Z","end":"2026-05-09T16:57:19.27718Z","steps":["trace[2021758064] 'agreement among raft nodes before linearized reading' (duration: 616.103276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:19.277231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:18.660879Z","time spent":"616.345762ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T16:57:19.277266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.77523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-09T16:57:19.27729Z","caller":"traceutil/trace.go:171","msg":"trace[1948160415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3946; }","duration":"603.814981ms","start":"2026-05-09T16:57:18.673468Z","end":"2026-05-09T16:57:19.277283Z","steps":["trace[1948160415] 'agreement among raft nodes before linearized reading' (duration: 603.721968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:19.27731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:18.673462Z","time spent":"603.844172ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T16:57:19.277352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.367349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-09T16:57:19.277377Z","caller":"traceutil/trace.go:171","msg":"trace[1392525408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3946; }","duration":"603.401869ms","start":"2026-05-09T16:57:18.673968Z","end":"2026-05-09T16:57:19.27737Z","steps":["trace[1392525408] 'agreement among raft nodes before linearized reading' (duration: 603.341418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:19.277381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.376603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-09T16:57:19.277392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:18.673963Z","time spent":"603.42556ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T16:57:19.277387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.252338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-09T16:57:19.277417Z","caller":"traceutil/trace.go:171","msg":"trace[1062907616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3946; }","duration":"601.410893ms","start":"2026-05-09T16:57:18.675995Z","end":"2026-05-09T16:57:19.277406Z","steps":["trace[1062907616] 'agreement among raft nodes before linearized reading' (duration: 601.28428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:19.277424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.196504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-09T16:57:19.277448Z","caller":"traceutil/trace.go:171","msg":"trace[1378902123] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3946; }","duration":"608.241305ms","start":"2026-05-09T16:57:18.6692Z","end":"2026-05-09T16:57:19.277441Z","steps":["trace[1378902123] 'agreement among raft nodes before linearized reading' (duration: 608.182124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:19.277449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:18.675975Z","time spent":"601.467075ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-09T16:57:19.27745Z","caller":"traceutil/trace.go:171","msg":"trace[1474438045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3946; }","duration":"607.34965ms","start":"2026-05-09T16:57:18.670086Z","end":"2026-05-09T16:57:19.277435Z","steps":["trace[1474438045] 'agreement among raft nodes before linearized reading' (duration: 607.137854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:19.277465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:18.66919Z","time spent":"608.271616ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-09T16:57:19.277486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:18.67008Z","time spent":"607.400042ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T16:57:20.617477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.291158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T16:57:20.617548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.593993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:57:20.617558Z","caller":"traceutil/trace.go:171","msg":"trace[748396335] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:3953; }","duration":"223.400282ms","start":"2026-05-09T16:57:20.39414Z","end":"2026-05-09T16:57:20.61754Z","steps":["trace[748396335] 'range keys from in-memory index tree' (duration: 223.231297ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:57:20.617588Z","caller":"traceutil/trace.go:171","msg":"trace[1734445250] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3953; }","duration":"209.636725ms","start":"2026-05-09T16:57:20.407928Z","end":"2026-05-09T16:57:20.617565Z","steps":["trace[1734445250] 'count revisions from in-memory index tree' (duration: 209.522181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:20.617505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.610252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:57:20.617658Z","caller":"traceutil/trace.go:171","msg":"trace[611957125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3953; }","duration":"183.793728ms","start":"2026-05-09T16:57:20.433855Z","end":"2026-05-09T16:57:20.617649Z","steps":["trace[611957125] 'range keys from in-memory index tree' (duration: 183.563611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:20.617703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.552962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T16:57:20.617717Z","caller":"traceutil/trace.go:171","msg":"trace[1920416862] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3953; }","duration":"124.604784ms","start":"2026-05-09T16:57:20.493108Z","end":"2026-05-09T16:57:20.617713Z","steps":["trace[1920416862] 'count revisions from in-memory index tree' (duration: 124.464659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:21.787458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623834412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:57:22.288095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623834412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:57:22.789078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623834412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:57:23.449432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623834412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:57:23.449967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015180763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T16:57:23.450089Z","caller":"traceutil/trace.go:171","msg":"trace[1794497651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.015373019s","start":"2026-05-09T16:57:21.434686Z","end":"2026-05-09T16:57:23.450059Z","steps":["trace[1794497651] 'agreement among raft nodes before linearized reading' (duration: 2.015202434s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:23.450155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:21.434642Z","time spent":"2.015501032s","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T16:57:24.228704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623834412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:57:24.729727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623834412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:57:25.230919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623834412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:57:25.731445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623834412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:57:26.229708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00097923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T16:57:26.229793Z","caller":"traceutil/trace.go:171","msg":"trace[1693351393] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001091943s","start":"2026-05-09T16:57:24.228681Z","end":"2026-05-09T16:57:26.229773Z","steps":["trace[1693351393] 'agreement among raft nodes before linearized reading' (duration: 2.00098699s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.229836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:24.228675Z","time spent":"2.001151694s","remote":"127.0.0.1:39934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T16:57:26.232042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623834412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:57:26.235304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000910647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T16:57:26.235358Z","caller":"traceutil/trace.go:171","msg":"trace[1676861005] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00098549s","start":"2026-05-09T16:57:24.234359Z","end":"2026-05-09T16:57:26.235345Z","steps":["trace[1676861005] 'agreement among raft nodes before linearized reading' (duration: 2.000923288s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.235393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:24.234351Z","time spent":"2.001034071s","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T16:57:26.278386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:21.279078Z","time spent":"4.999301416s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-09T16:57:26.280624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:21.282305Z","time spent":"4.998312228s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/09 16:57:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:57:26.285304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998623568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T16:57:26.285385Z","caller":"traceutil/trace.go:171","msg":"trace[2009361682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998762571s","start":"2026-05-09T16:57:21.286602Z","end":"2026-05-09T16:57:26.285364Z","steps":["trace[2009361682] 'agreement among raft nodes before linearized reading' (duration: 4.998666719s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.285429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:21.286577Z","time spent":"4.998840754s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T16:57:26.287318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999355538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T16:57:26.287366Z","caller":"traceutil/trace.go:171","msg":"trace[1646226898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.9994353s","start":"2026-05-09T16:57:21.287919Z","end":"2026-05-09T16:57:26.287354Z","steps":["trace[1646226898] 'agreement among raft nodes before linearized reading' (duration: 4.999381269s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.287385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999575545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-09T16:57:26.2874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:21.287912Z","time spent":"4.999479692s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-09T16:57:26.287442Z","caller":"traceutil/trace.go:171","msg":"trace[29658259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999670657s","start":"2026-05-09T16:57:21.287754Z","end":"2026-05-09T16:57:26.287425Z","steps":["trace[29658259] 'agreement among raft nodes before linearized reading' (duration: 4.999604376s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.287484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:21.28774Z","time spent":"4.999735219s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/09 16:57:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T16:57:26.732536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954593623834412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T16:57:26.770947Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.687930821s","expected-duration":"1s"} {"level":"info","ts":"2026-05-09T16:57:26.772862Z","caller":"traceutil/trace.go:171","msg":"trace[376720222] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"5.690887024s","start":"2026-05-09T16:57:21.081949Z","end":"2026-05-09T16:57:26.772836Z","steps":["trace[376720222] 'process raft request' (duration: 5.690056841s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.773184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:21.081927Z","time spent":"5.691007317s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":452713,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:57:26.784113Z","caller":"traceutil/trace.go:171","msg":"trace[893812900] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"5.633672265s","start":"2026-05-09T16:57:21.150378Z","end":"2026-05-09T16:57:26.78405Z","steps":["trace[893812900] 'process raft request' (duration: 5.633339426s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.784305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:21.150364Z","time spent":"5.633836699s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:57:26.784783Z","caller":"traceutil/trace.go:171","msg":"trace[1527378562] transaction","detail":"{read_only:false; response_revision:3960; number_of_response:1; }","duration":"5.27072939s","start":"2026-05-09T16:57:21.51404Z","end":"2026-05-09T16:57:26.78477Z","steps":["trace[1527378562] 'process raft request' (duration: 5.269963219s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.784941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:21.514004Z","time spent":"5.270848244s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:57:26.785107Z","caller":"traceutil/trace.go:171","msg":"trace[1884111812] transaction","detail":"{read_only:false; response_revision:3961; number_of_response:1; }","duration":"2.55273128s","start":"2026-05-09T16:57:24.232329Z","end":"2026-05-09T16:57:26.78506Z","steps":["trace[1884111812] 'process raft request' (duration: 2.551705721s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.785394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:24.232317Z","time spent":"2.552862583s","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T16:57:26.785596Z","caller":"traceutil/trace.go:171","msg":"trace[855505227] transaction","detail":"{read_only:false; response_revision:3962; number_of_response:1; }","duration":"2.010080665s","start":"2026-05-09T16:57:24.775504Z","end":"2026-05-09T16:57:26.785584Z","steps":["trace[855505227] 'process raft request' (duration: 2.008583633s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.785654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:24.775478Z","time spent":"2.010144716s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:57:26.786148Z","caller":"traceutil/trace.go:171","msg":"trace[1452265180] transaction","detail":"{read_only:false; response_revision:3958; number_of_response:1; }","duration":"5.503838001s","start":"2026-05-09T16:57:21.282301Z","end":"2026-05-09T16:57:26.786139Z","steps":["trace[1452265180] 'process raft request' (duration: 5.501633079s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.786201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:21.282285Z","time spent":"5.503891562s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T16:57:26.795807Z","caller":"traceutil/trace.go:171","msg":"trace[234125841] linearizableReadLoop","detail":"{readStateIndex:4132; appliedIndex:4123; }","duration":"5.509127462s","start":"2026-05-09T16:57:21.286655Z","end":"2026-05-09T16:57:26.795782Z","steps":["trace[234125841] 'read index received' (duration: 5.484770153s)","trace[234125841] 'applied index is now lower than readState.Index' (duration: 24.356359ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T16:57:26.796153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.50802286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-09T16:57:26.796191Z","caller":"traceutil/trace.go:171","msg":"trace[904236848] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3962; }","duration":"5.508100003s","start":"2026-05-09T16:57:21.288075Z","end":"2026-05-09T16:57:26.796175Z","steps":["trace[904236848] 'agreement among raft nodes before linearized reading' (duration: 5.507930118s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.796261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:21.288068Z","time spent":"5.508185475s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-09T16:57:26.796789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.676078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-09T16:57:26.796828Z","caller":"traceutil/trace.go:171","msg":"trace[1439193298] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3962; }","duration":"447.7597ms","start":"2026-05-09T16:57:26.34906Z","end":"2026-05-09T16:57:26.79682Z","steps":["trace[1439193298] 'agreement among raft nodes before linearized reading' (duration: 447.652287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.796918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:26.349034Z","time spent":"447.877904ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-09T16:57:26.797116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.682581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-05-09T16:57:26.797137Z","caller":"traceutil/trace.go:171","msg":"trace[1164106976] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3962; }","duration":"515.735312ms","start":"2026-05-09T16:57:26.281396Z","end":"2026-05-09T16:57:26.797132Z","steps":["trace[1164106976] 'agreement among raft nodes before linearized reading' (duration: 515.67181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.797159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:26.281349Z","time spent":"515.805664ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-09T16:57:26.797312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568735052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:57:26.797341Z","caller":"traceutil/trace.go:171","msg":"trace[41832683] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3962; }","duration":"2.568789694s","start":"2026-05-09T16:57:24.22854Z","end":"2026-05-09T16:57:26.797329Z","steps":["trace[41832683] 'agreement among raft nodes before linearized reading' (duration: 2.568738912s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.797401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:24.228528Z","time spent":"2.568866597s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:57:26.797443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.883169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:57:26.797494Z","caller":"traceutil/trace.go:171","msg":"trace[1620736321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3962; }","duration":"560.93654ms","start":"2026-05-09T16:57:26.236545Z","end":"2026-05-09T16:57:26.797481Z","steps":["trace[1620736321] 'agreement among raft nodes before linearized reading' (duration: 560.880658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.797558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:26.236539Z","time spent":"560.984261ms","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T16:57:26.797681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.722475499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T16:57:26.797721Z","caller":"traceutil/trace.go:171","msg":"trace[1530472283] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3962; }","duration":"3.722543361s","start":"2026-05-09T16:57:23.075167Z","end":"2026-05-09T16:57:26.79771Z","steps":["trace[1530472283] 'agreement among raft nodes before linearized reading' (duration: 3.722396087s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.797745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:23.075151Z","time spent":"3.722582533s","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":20,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:57:26.797895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.311681335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:57:26.79792Z","caller":"traceutil/trace.go:171","msg":"trace[2077462674] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3962; }","duration":"5.311709755s","start":"2026-05-09T16:57:21.486206Z","end":"2026-05-09T16:57:26.797916Z","steps":["trace[2077462674] 'agreement among raft nodes before linearized reading' (duration: 5.311649384s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.797935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:21.48611Z","time spent":"5.311820599s","remote":"127.0.0.1:40156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:57:26.798079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.509160833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-09T16:57:26.798098Z","caller":"traceutil/trace.go:171","msg":"trace[2101653186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3962; }","duration":"5.509199694s","start":"2026-05-09T16:57:21.288894Z","end":"2026-05-09T16:57:26.798093Z","steps":["trace[2101653186] 'agreement among raft nodes before linearized reading' (duration: 5.509140363s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.79812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:21.288887Z","time spent":"5.509223995s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T16:57:26.798177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.791578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T16:57:26.798264Z","caller":"traceutil/trace.go:171","msg":"trace[1641765350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3962; }","duration":"565.935281ms","start":"2026-05-09T16:57:26.232263Z","end":"2026-05-09T16:57:26.798199Z","steps":["trace[1641765350] 'agreement among raft nodes before linearized reading' (duration: 565.810798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.798271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.509513092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-09T16:57:26.7983Z","caller":"traceutil/trace.go:171","msg":"trace[975625460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3962; }","duration":"5.509552454s","start":"2026-05-09T16:57:21.288739Z","end":"2026-05-09T16:57:26.798292Z","steps":["trace[975625460] 'agreement among raft nodes before linearized reading' (duration: 5.509487382s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.798316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:21.288732Z","time spent":"5.509579734s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T16:57:26.798291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:26.232242Z","time spent":"566.042365ms","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:57:26.797385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568693401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T16:57:26.798423Z","caller":"traceutil/trace.go:171","msg":"trace[1877254161] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3962; }","duration":"2.569789582s","start":"2026-05-09T16:57:24.228626Z","end":"2026-05-09T16:57:26.798416Z","steps":["trace[1877254161] 'agreement among raft nodes before linearized reading' (duration: 2.56863641s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.798453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:24.228623Z","time spent":"2.569823173s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:57:26.799122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570349758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-09T16:57:26.799122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567493638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T16:57:26.799154Z","caller":"traceutil/trace.go:171","msg":"trace[511056440] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3962; }","duration":"2.570390809s","start":"2026-05-09T16:57:24.228757Z","end":"2026-05-09T16:57:26.799148Z","steps":["trace[511056440] 'agreement among raft nodes before linearized reading' (duration: 2.570330377s)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:57:26.79917Z","caller":"traceutil/trace.go:171","msg":"trace[1347211456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3962; }","duration":"2.567572729s","start":"2026-05-09T16:57:24.231586Z","end":"2026-05-09T16:57:26.799159Z","steps":["trace[1347211456] 'agreement among raft nodes before linearized reading' (duration: 2.567473637s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.799202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:24.231579Z","time spent":"2.56761718s","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:57:26.799348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.288888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:57:26.799368Z","caller":"traceutil/trace.go:171","msg":"trace[1728230296] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3962; }","duration":"568.330879ms","start":"2026-05-09T16:57:26.231032Z","end":"2026-05-09T16:57:26.799363Z","steps":["trace[1728230296] 'agreement among raft nodes before linearized reading' (duration: 568.297048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.799387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:26.231018Z","time spent":"568.36281ms","remote":"127.0.0.1:51972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:57:26.799432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:24.228753Z","time spent":"2.57041403s","remote":"127.0.0.1:51986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-09T16:57:26.799581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374564332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-09T16:57:26.799605Z","caller":"traceutil/trace.go:171","msg":"trace[1561326323] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3962; }","duration":"2.374629734s","start":"2026-05-09T16:57:24.424971Z","end":"2026-05-09T16:57:26.799601Z","steps":["trace[1561326323] 'agreement among raft nodes before linearized reading' (duration: 2.374527611s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:26.799668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:24.424949Z","time spent":"2.374715777s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-09T16:57:42.539189Z","caller":"traceutil/trace.go:171","msg":"trace[1521736820] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"103.012692ms","start":"2026-05-09T16:57:42.436157Z","end":"2026-05-09T16:57:42.53917Z","steps":["trace[1521736820] 'process raft request' (duration: 102.909649ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:57:48.981782Z","caller":"traceutil/trace.go:171","msg":"trace[750007758] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"304.928499ms","start":"2026-05-09T16:57:48.676818Z","end":"2026-05-09T16:57:48.981747Z","steps":["trace[750007758] 'process raft request' (duration: 244.235221ms)","trace[750007758] 'compare' (duration: 60.41753ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T16:57:48.981868Z","caller":"traceutil/trace.go:171","msg":"trace[1972907422] linearizableReadLoop","detail":"{readStateIndex:4855; appliedIndex:4853; }","duration":"303.158228ms","start":"2026-05-09T16:57:48.678688Z","end":"2026-05-09T16:57:48.981847Z","steps":["trace[1972907422] 'read index received' (duration: 242.552283ms)","trace[1972907422] 'applied index is now lower than readState.Index' (duration: 60.604405ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T16:57:48.982129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:48.676807Z","time spent":"305.124194ms","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T16:57:48.983037Z","caller":"traceutil/trace.go:171","msg":"trace[1752089218] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"126.038848ms","start":"2026-05-09T16:57:48.856981Z","end":"2026-05-09T16:57:48.98302Z","steps":["trace[1752089218] 'process raft request' (duration: 124.731641ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:57:48.983142Z","caller":"traceutil/trace.go:171","msg":"trace[1093207075] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"306.248327ms","start":"2026-05-09T16:57:48.676865Z","end":"2026-05-09T16:57:48.983113Z","steps":["trace[1093207075] 'process raft request' (duration: 304.772795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:48.983301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:48.676847Z","time spent":"306.36786ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3630,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T16:57:48.983423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.713062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-05-09T16:57:48.983473Z","caller":"traceutil/trace.go:171","msg":"trace[1801078930] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4670; }","duration":"304.797665ms","start":"2026-05-09T16:57:48.678664Z","end":"2026-05-09T16:57:48.983462Z","steps":["trace[1801078930] 'agreement among raft nodes before linearized reading' (duration: 304.63388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:48.983512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T16:57:48.678655Z","time spent":"304.846906ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1478,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-09T16:57:48.985436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.473932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-05-09T16:57:48.985503Z","caller":"traceutil/trace.go:171","msg":"trace[329245645] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4670; }","duration":"117.569355ms","start":"2026-05-09T16:57:48.867916Z","end":"2026-05-09T16:57:48.985485Z","steps":["trace[329245645] 'agreement among raft nodes before linearized reading' (duration: 117.447552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:48.985968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.795506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2195922"} {"level":"info","ts":"2026-05-09T16:57:48.986024Z","caller":"traceutil/trace.go:171","msg":"trace[996278961] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4670; }","duration":"254.894218ms","start":"2026-05-09T16:57:48.731114Z","end":"2026-05-09T16:57:48.986008Z","steps":["trace[996278961] 'agreement among raft nodes before linearized reading' (duration: 252.727206ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:57:49.298909Z","caller":"traceutil/trace.go:171","msg":"trace[938733544] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"162.489152ms","start":"2026-05-09T16:57:49.13639Z","end":"2026-05-09T16:57:49.298879Z","steps":["trace[938733544] 'process raft request' (duration: 162.352688ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:57:49.432453Z","caller":"traceutil/trace.go:171","msg":"trace[866768029] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"123.56559ms","start":"2026-05-09T16:57:49.308866Z","end":"2026-05-09T16:57:49.432431Z","steps":["trace[866768029] 'process raft request' (duration: 123.519939ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:57:49.43249Z","caller":"traceutil/trace.go:171","msg":"trace[1549099166] linearizableReadLoop","detail":"{readStateIndex:4867; appliedIndex:4866; }","duration":"136.703188ms","start":"2026-05-09T16:57:49.295744Z","end":"2026-05-09T16:57:49.432447Z","steps":["trace[1549099166] 'read index received' (duration: 3.12731ms)","trace[1549099166] 'applied index is now lower than readState.Index' (duration: 133.573638ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T16:57:49.432604Z","caller":"traceutil/trace.go:171","msg":"trace[1604178988] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"294.137355ms","start":"2026-05-09T16:57:49.138436Z","end":"2026-05-09T16:57:49.432574Z","steps":["trace[1604178988] 'process raft request' (duration: 261.233757ms)","trace[1604178988] 'compare' (duration: 32.602829ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T16:57:49.432822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.214506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-05-09T16:57:49.432886Z","caller":"traceutil/trace.go:171","msg":"trace[1297324787] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4680; }","duration":"110.330219ms","start":"2026-05-09T16:57:49.32254Z","end":"2026-05-09T16:57:49.43287Z","steps":["trace[1297324787] 'agreement among raft nodes before linearized reading' (duration: 110.174944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:49.433091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.057404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-58ffb85b-mzf5m.18adf42528b92ba2\" ","response":"range_response_count:1 size:890"} {"level":"info","ts":"2026-05-09T16:57:49.433129Z","caller":"traceutil/trace.go:171","msg":"trace[285580939] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-58ffb85b-mzf5m.18adf42528b92ba2; range_end:; response_count:1; response_revision:4680; }","duration":"107.119166ms","start":"2026-05-09T16:57:49.325999Z","end":"2026-05-09T16:57:49.433118Z","steps":["trace[285580939] 'agreement among raft nodes before linearized reading' (duration: 106.939521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:57:49.433283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.534032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2195922"} {"level":"info","ts":"2026-05-09T16:57:49.433319Z","caller":"traceutil/trace.go:171","msg":"trace[1786929207] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4680; }","duration":"137.609164ms","start":"2026-05-09T16:57:49.295702Z","end":"2026-05-09T16:57:49.433311Z","steps":["trace[1786929207] 'agreement among raft nodes before linearized reading' (duration: 136.880493ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:57:49.557879Z","caller":"traceutil/trace.go:171","msg":"trace[353669563] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"114.028715ms","start":"2026-05-09T16:57:49.443816Z","end":"2026-05-09T16:57:49.557845Z","steps":["trace[353669563] 'process raft request' (duration: 99.887248ms)","trace[353669563] 'compare' (duration: 13.987963ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T16:57:49.569743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.354083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-05-09T16:57:49.569819Z","caller":"traceutil/trace.go:171","msg":"trace[1788085500] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4683; }","duration":"107.473047ms","start":"2026-05-09T16:57:49.462327Z","end":"2026-05-09T16:57:49.5698Z","steps":["trace[1788085500] 'agreement among raft nodes before linearized reading' (duration: 107.24817ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:58:00.57331Z","caller":"traceutil/trace.go:171","msg":"trace[28218829] linearizableReadLoop","detail":"{readStateIndex:5032; appliedIndex:5031; }","duration":"134.255809ms","start":"2026-05-09T16:58:00.43903Z","end":"2026-05-09T16:58:00.573286Z","steps":["trace[28218829] 'read index received' (duration: 134.056443ms)","trace[28218829] 'applied index is now lower than readState.Index' (duration: 198.006µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T16:58:00.573483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.428193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T16:58:00.573522Z","caller":"traceutil/trace.go:171","msg":"trace[813111380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4837; }","duration":"134.548197ms","start":"2026-05-09T16:58:00.438965Z","end":"2026-05-09T16:58:00.573513Z","steps":["trace[813111380] 'agreement among raft nodes before linearized reading' (duration: 134.458155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:58:00.573998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.204907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-09T16:58:00.574072Z","caller":"traceutil/trace.go:171","msg":"trace[2851594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4837; }","duration":"134.31033ms","start":"2026-05-09T16:58:00.439744Z","end":"2026-05-09T16:58:00.574054Z","steps":["trace[2851594] 'agreement among raft nodes before linearized reading' (duration: 134.127825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:58:00.574274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.212946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-05-09T16:58:00.574359Z","caller":"traceutil/trace.go:171","msg":"trace[850675887] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4837; }","duration":"135.34724ms","start":"2026-05-09T16:58:00.438995Z","end":"2026-05-09T16:58:00.574342Z","steps":["trace[850675887] 'agreement among raft nodes before linearized reading' (duration: 134.746583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:58:00.574421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.421224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-09T16:58:00.574501Z","caller":"traceutil/trace.go:171","msg":"trace[892433353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4837; }","duration":"122.531878ms","start":"2026-05-09T16:58:00.451956Z","end":"2026-05-09T16:58:00.574488Z","steps":["trace[892433353] 'agreement among raft nodes before linearized reading' (duration: 121.835137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T16:58:00.574036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.005654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-09T16:58:00.574808Z","caller":"traceutil/trace.go:171","msg":"trace[1259772064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4837; }","duration":"131.804587ms","start":"2026-05-09T16:58:00.442987Z","end":"2026-05-09T16:58:00.574792Z","steps":["trace[1259772064] 'agreement among raft nodes before linearized reading' (duration: 130.85746ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T16:59:17.546498Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2835} {"level":"info","ts":"2026-05-09T16:59:17.61537Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2835,"took":"67.420803ms","hash":4091066589,"current-db-size-bytes":53534720,"current-db-size":"54 MB","current-db-size-in-use-bytes":28889088,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-09T16:59:17.615465Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4091066589,"revision":2835,"compact-revision":-1} {"level":"info","ts":"2026-05-09T17:01:52.624916Z","caller":"traceutil/trace.go:171","msg":"trace[2091925961] transaction","detail":"{read_only:false; response_revision:6561; number_of_response:1; }","duration":"132.475353ms","start":"2026-05-09T17:01:52.492413Z","end":"2026-05-09T17:01:52.624888Z","steps":["trace[2091925961] 'process raft request' (duration: 97.938268ms)","trace[2091925961] 'compare' (duration: 34.337399ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T17:04:17.551665Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5472} {"level":"info","ts":"2026-05-09T17:04:17.622731Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5472,"took":"69.963473ms","hash":1304061056,"current-db-size-bytes":53534720,"current-db-size":"54 MB","current-db-size-in-use-bytes":18165760,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-09T17:04:17.62278Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1304061056,"revision":5472,"compact-revision":2835}