{"level":"warn","ts":"2026-05-07T01:58:34.211304Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T01:58:34.211404Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.233:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.233:2380","--initial-cluster=instance=https://199.204.45.233:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.233:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.233:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-07T01:58:34.211546Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T01:58:34.211564Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-05-07T01:58:34.211596Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T01:58:34.21247Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"]} {"level":"info","ts":"2026-05-07T01:58:34.212562Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.233:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-07T01:58:34.218022Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.200956ms"} {"level":"info","ts":"2026-05-07T01:58:34.226064Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"90a0cb2044183f95","cluster-id":"782fef34d5ea94f9"} {"level":"info","ts":"2026-05-07T01:58:34.226162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=()"} {"level":"info","ts":"2026-05-07T01:58:34.22622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 0"} {"level":"info","ts":"2026-05-07T01:58:34.226369Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 90a0cb2044183f95 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-07T01:58:34.226388Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 1"} {"level":"info","ts":"2026-05-07T01:58:34.226528Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"warn","ts":"2026-05-07T01:58:34.233503Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-07T01:58:34.235021Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-07T01:58:34.237136Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-07T01:58:34.239939Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"90a0cb2044183f95","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-07T01:58:34.240058Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"90a0cb2044183f95","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-07T01:58:34.240646Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T01:58:34.240785Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T01:58:34.24102Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T01:58:34.241078Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"info","ts":"2026-05-07T01:58:34.241329Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","added-peer-id":"90a0cb2044183f95","added-peer-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-05-07T01:58:34.24313Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T01:58:34.243278Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-05-07T01:58:34.243321Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-05-07T01:58:34.243322Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"90a0cb2044183f95","initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-07T01:58:34.243353Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-07T01:58:34.327065Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 is starting a new election at term 1"} {"level":"info","ts":"2026-05-07T01:58:34.327137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-07T01:58:34.327175Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgPreVoteResp from 90a0cb2044183f95 at term 1"} {"level":"info","ts":"2026-05-07T01:58:34.327355Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became candidate at term 2"} {"level":"info","ts":"2026-05-07T01:58:34.32738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgVoteResp from 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-05-07T01:58:34.327397Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became leader at term 2"} {"level":"info","ts":"2026-05-07T01:58:34.327412Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 90a0cb2044183f95 elected leader 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-05-07T01:58:34.328423Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"90a0cb2044183f95","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.233:2379]}","request-path":"/0/members/90a0cb2044183f95/attributes","cluster-id":"782fef34d5ea94f9","publish-timeout":"7s"} {"level":"info","ts":"2026-05-07T01:58:34.328504Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T01:58:34.328617Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T01:58:34.328528Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T01:58:34.32882Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-07T01:58:34.32893Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-07T01:58:34.329948Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T01:58:34.330054Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T01:58:34.330095Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T01:58:34.332059Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-07T01:58:34.341209Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.233:2379"} {"level":"info","ts":"2026-05-07T01:58:36.767398Z","caller":"traceutil/trace.go:171","msg":"trace[1540230524] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"261.671194ms","start":"2026-05-07T01:58:36.505702Z","end":"2026-05-07T01:58:36.767373Z","steps":["trace[1540230524] 'process raft request' (duration: 254.183285ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:36.799861Z","caller":"traceutil/trace.go:171","msg":"trace[788485312] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"292.339415ms","start":"2026-05-07T01:58:36.507481Z","end":"2026-05-07T01:58:36.799821Z","steps":["trace[788485312] 'process raft request' (duration: 292.111984ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:36.938855Z","caller":"traceutil/trace.go:171","msg":"trace[97330415] linearizableReadLoop","detail":"{readStateIndex:78; appliedIndex:77; }","duration":"139.070391ms","start":"2026-05-07T01:58:36.799747Z","end":"2026-05-07T01:58:36.938817Z","steps":["trace[97330415] 'read index received' (duration: 137.171958ms)","trace[97330415] 'applied index is now lower than readState.Index' (duration: 1.897173ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:36.938893Z","caller":"traceutil/trace.go:171","msg":"trace[1612972506] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"167.656548ms","start":"2026-05-07T01:58:36.771192Z","end":"2026-05-07T01:58:36.938849Z","steps":["trace[1612972506] 'process raft request' (duration: 165.841656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:36.939239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.220549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:36.939411Z","caller":"traceutil/trace.go:171","msg":"trace[1928005298] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:73; }","duration":"137.506001ms","start":"2026-05-07T01:58:36.801882Z","end":"2026-05-07T01:58:36.939388Z","steps":["trace[1928005298] 'agreement among raft nodes before linearized reading' (duration: 137.210399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:36.939478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.231859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:36.939605Z","caller":"traceutil/trace.go:171","msg":"trace[1138381627] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:73; }","duration":"198.696122ms","start":"2026-05-07T01:58:36.740892Z","end":"2026-05-07T01:58:36.939588Z","steps":["trace[1138381627] 'agreement among raft nodes before linearized reading' (duration: 198.073728ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:05.102453Z","caller":"traceutil/trace.go:171","msg":"trace[1007224534] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"124.355544ms","start":"2026-05-07T01:59:04.978058Z","end":"2026-05-07T01:59:05.102414Z","steps":["trace[1007224534] 'process raft request' (duration: 112.75711ms)","trace[1007224534] 'compare' (duration: 11.179372ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:05.136483Z","caller":"traceutil/trace.go:171","msg":"trace[780587722] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"154.743645ms","start":"2026-05-07T01:59:04.981719Z","end":"2026-05-07T01:59:05.136463Z","steps":["trace[780587722] 'process raft request' (duration: 154.620564ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:10.478295Z","caller":"traceutil/trace.go:171","msg":"trace[776998502] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"193.303455ms","start":"2026-05-07T01:59:10.284966Z","end":"2026-05-07T01:59:10.478269Z","steps":["trace[776998502] 'read index received' (duration: 192.162791ms)","trace[776998502] 'applied index is now lower than readState.Index' (duration: 1.139614ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:10.478326Z","caller":"traceutil/trace.go:171","msg":"trace[1056640272] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"383.377987ms","start":"2026-05-07T01:59:10.094918Z","end":"2026-05-07T01:59:10.478296Z","steps":["trace[1056640272] 'process raft request' (duration: 382.390083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:10.478504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.513986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T01:59:10.478573Z","caller":"traceutil/trace.go:171","msg":"trace[1560489145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:613; }","duration":"193.615287ms","start":"2026-05-07T01:59:10.284937Z","end":"2026-05-07T01:59:10.478553Z","steps":["trace[1560489145] 'agreement among raft nodes before linearized reading' (duration: 193.419696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:10.478968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:10.094888Z","time spent":"383.494268ms","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:59:10.504325Z","caller":"traceutil/trace.go:171","msg":"trace[1501430481] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"182.97687ms","start":"2026-05-07T01:59:10.321278Z","end":"2026-05-07T01:59:10.504255Z","steps":["trace[1501430481] 'process raft request' (duration: 166.560657ms)","trace[1501430481] 'compare' (duration: 16.00074ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:59:10.504432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.696826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:59:10.50447Z","caller":"traceutil/trace.go:171","msg":"trace[1922845375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:615; }","duration":"197.764116ms","start":"2026-05-07T01:59:10.306692Z","end":"2026-05-07T01:59:10.504457Z","steps":["trace[1922845375] 'agreement among raft nodes before linearized reading' (duration: 197.695066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:10.504565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.033497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T01:59:10.504638Z","caller":"traceutil/trace.go:171","msg":"trace[1332586162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:615; }","duration":"119.132138ms","start":"2026-05-07T01:59:10.385493Z","end":"2026-05-07T01:59:10.504625Z","steps":["trace[1332586162] 'agreement among raft nodes before linearized reading' (duration: 118.914177ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:10.963807Z","caller":"traceutil/trace.go:171","msg":"trace[1008992443] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:641; }","duration":"387.293725ms","start":"2026-05-07T01:59:10.576479Z","end":"2026-05-07T01:59:10.963773Z","steps":["trace[1008992443] 'read index received' (duration: 376.921568ms)","trace[1008992443] 'applied index is now lower than readState.Index' (duration: 10.371407ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:10.963995Z","caller":"traceutil/trace.go:171","msg":"trace[639534522] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"421.549397ms","start":"2026-05-07T01:59:10.542436Z","end":"2026-05-07T01:59:10.963985Z","steps":["trace[639534522] 'process raft request' (duration: 411.00589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:10.964062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:10.542415Z","time spent":"421.601807ms","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T01:59:10.964446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.953577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xm24l\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-07T01:59:10.96452Z","caller":"traceutil/trace.go:171","msg":"trace[13637589] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xm24l; range_end:; response_count:1; response_revision:617; }","duration":"388.063278ms","start":"2026-05-07T01:59:10.576438Z","end":"2026-05-07T01:59:10.964501Z","steps":["trace[13637589] 'agreement among raft nodes before linearized reading' (duration: 387.828417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:10.96456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:10.576423Z","time spent":"388.128098ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-xm24l\" "} {"level":"warn","ts":"2026-05-07T01:59:25.788333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.030856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-tjd98\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-05-07T01:59:25.788534Z","caller":"traceutil/trace.go:171","msg":"trace[2030099489] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-tjd98; range_end:; response_count:1; response_revision:770; }","duration":"111.269857ms","start":"2026-05-07T01:59:25.677239Z","end":"2026-05-07T01:59:25.788509Z","steps":["trace[2030099489] 'range keys from in-memory index tree' (duration: 110.814654ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:58.943389Z","caller":"traceutil/trace.go:171","msg":"trace[1392584497] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"139.151452ms","start":"2026-05-07T01:59:58.804202Z","end":"2026-05-07T01:59:58.943354Z","steps":["trace[1392584497] 'process raft request' (duration: 110.582461ms)","trace[1392584497] 'compare' (duration: 28.436432ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:00:18.327593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.631089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:00:18.327991Z","caller":"traceutil/trace.go:171","msg":"trace[270834563] linearizableReadLoop","detail":"{readStateIndex:1411; appliedIndex:1408; }","duration":"308.599517ms","start":"2026-05-07T02:00:18.019155Z","end":"2026-05-07T02:00:18.327755Z","steps":["trace[270834563] 'read index received' (duration: 344.227µs)","trace[270834563] 'applied index is now lower than readState.Index' (duration: 308.25419ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:00:18.328267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.100361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-z787x\" ","response":"range_response_count:1 size:4436"} {"level":"info","ts":"2026-05-07T02:00:18.328318Z","caller":"traceutil/trace.go:171","msg":"trace[1253015326] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-z787x; range_end:; response_count:1; response_revision:1363; }","duration":"309.159054ms","start":"2026-05-07T02:00:18.019132Z","end":"2026-05-07T02:00:18.328291Z","steps":["trace[1253015326] 'agreement among raft nodes before linearized reading' (duration: 308.921423ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:00:18.328296Z","caller":"traceutil/trace.go:171","msg":"trace[1065250227] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"309.227387ms","start":"2026-05-07T02:00:18.019028Z","end":"2026-05-07T02:00:18.328255Z","steps":["trace[1065250227] 'process raft request' (duration: 308.65998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:18.32836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:18.019125Z","time spent":"309.223267ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4459,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-z787x\" "} {"level":"info","ts":"2026-05-07T02:00:18.328379Z","caller":"traceutil/trace.go:171","msg":"trace[39160560] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"309.412056ms","start":"2026-05-07T02:00:18.018924Z","end":"2026-05-07T02:00:18.328336Z","steps":["trace[39160560] 'process raft request' (duration: 204.826821ms)","trace[39160560] 'compare' (duration: 103.480752ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:00:18.328454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:18.019021Z","time spent":"309.362173ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1027,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T02:00:18.328519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:18.018917Z","time spent":"309.531032ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1027,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T02:00:23.443881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741919435881868,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:00:23.944882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741919435881868,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:00:24.445372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741919435881868,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:00:24.856786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.925043213s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T02:00:24.859935Z","caller":"traceutil/trace.go:171","msg":"trace[1147900648] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"1.928241427s","start":"2026-05-07T02:00:22.931664Z","end":"2026-05-07T02:00:24.859905Z","steps":["trace[1147900648] 'process raft request' (duration: 1.925371378s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:24.860102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:22.931644Z","time spent":"1.928396194s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T02:00:24.860713Z","caller":"traceutil/trace.go:171","msg":"trace[1376957015] linearizableReadLoop","detail":"{readStateIndex:1521; appliedIndex:1518; }","duration":"1.917274289s","start":"2026-05-07T02:00:22.943421Z","end":"2026-05-07T02:00:24.860696Z","steps":["trace[1376957015] 'read index received' (duration: 1.913641046s)","trace[1376957015] 'applied index is now lower than readState.Index' (duration: 3.630333ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:00:24.86081Z","caller":"traceutil/trace.go:171","msg":"trace[2100788027] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"697.17825ms","start":"2026-05-07T02:00:24.163601Z","end":"2026-05-07T02:00:24.860779Z","steps":["trace[2100788027] 'process raft request' (duration: 697.050564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:24.860894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:24.163585Z","time spent":"697.265294ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T02:00:24.8611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.260658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T02:00:24.860883Z","caller":"traceutil/trace.go:171","msg":"trace[1506505628] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"1.742852851s","start":"2026-05-07T02:00:23.117883Z","end":"2026-05-07T02:00:24.860736Z","steps":["trace[1506505628] 'process raft request' (duration: 1.741988722s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:24.861101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.826073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:00:24.86115Z","caller":"traceutil/trace.go:171","msg":"trace[1305304031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1471; }","duration":"304.349392ms","start":"2026-05-07T02:00:24.55679Z","end":"2026-05-07T02:00:24.86114Z","steps":["trace[1305304031] 'agreement among raft nodes before linearized reading' (duration: 304.206055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:24.861187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:24.556772Z","time spent":"304.407735ms","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:00:24.861157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.076374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:00:24.861193Z","caller":"traceutil/trace.go:171","msg":"trace[2039194833] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1471; }","duration":"654.97664ms","start":"2026-05-07T02:00:24.206193Z","end":"2026-05-07T02:00:24.86117Z","steps":["trace[2039194833] 'agreement among raft nodes before linearized reading' (duration: 654.792402ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:00:24.861249Z","caller":"traceutil/trace.go:171","msg":"trace[445167356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1471; }","duration":"462.212731ms","start":"2026-05-07T02:00:24.399011Z","end":"2026-05-07T02:00:24.861224Z","steps":["trace[445167356] 'agreement among raft nodes before linearized reading' (duration: 461.97697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:24.861258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.725546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:00:24.861276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:24.206171Z","time spent":"655.085955ms","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:00:24.861298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:24.398997Z","time spent":"462.292744ms","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:00:24.86138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.337661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:00:24.861433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458716376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:00:24.861469Z","caller":"traceutil/trace.go:171","msg":"trace[494625788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1471; }","duration":"1.458794479s","start":"2026-05-07T02:00:23.402668Z","end":"2026-05-07T02:00:24.861462Z","steps":["trace[494625788] 'agreement among raft nodes before linearized reading' (duration: 1.458649413s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:24.861473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.439633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:00:24.861499Z","caller":"traceutil/trace.go:171","msg":"trace[1235163319] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:0; response_revision:1471; }","duration":"733.501286ms","start":"2026-05-07T02:00:24.127991Z","end":"2026-05-07T02:00:24.861493Z","steps":["trace[1235163319] 'agreement among raft nodes before linearized reading' (duration: 733.456264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:24.861498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:23.402649Z","time spent":"1.458842622s","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:00:24.861524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:24.127972Z","time spent":"733.548478ms","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-05-07T02:00:24.861614Z","caller":"traceutil/trace.go:171","msg":"trace[1633366554] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1471; }","duration":"904.443977ms","start":"2026-05-07T02:00:23.95699Z","end":"2026-05-07T02:00:24.861434Z","steps":["trace[1633366554] 'agreement among raft nodes before linearized reading' (duration: 904.168485ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:00:24.861297Z","caller":"traceutil/trace.go:171","msg":"trace[540733896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1471; }","duration":"554.797359ms","start":"2026-05-07T02:00:24.306489Z","end":"2026-05-07T02:00:24.861287Z","steps":["trace[540733896] 'agreement among raft nodes before linearized reading' (duration: 554.651043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:24.861747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:24.306467Z","time spent":"555.271701ms","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:00:24.861862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918444322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-df2pn\" ","response":"range_response_count:1 size:4520"} {"level":"warn","ts":"2026-05-07T02:00:24.86184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:23.956974Z","time spent":"904.693428ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:00:24.861913Z","caller":"traceutil/trace.go:171","msg":"trace[1120779392] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-df2pn; range_end:; response_count:1; response_revision:1471; }","duration":"1.918549997s","start":"2026-05-07T02:00:22.943348Z","end":"2026-05-07T02:00:24.861898Z","steps":["trace[1120779392] 'agreement among raft nodes before linearized reading' (duration: 1.917448778s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:24.861949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:22.943328Z","time spent":"1.91861364s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4543,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-df2pn\" "} {"level":"warn","ts":"2026-05-07T02:00:24.862164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799172876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-05-07T02:00:24.862351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:23.117843Z","time spent":"1.743661027s","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:00:24.862307Z","caller":"traceutil/trace.go:171","msg":"trace[1407780592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1471; }","duration":"1.799656858s","start":"2026-05-07T02:00:23.062631Z","end":"2026-05-07T02:00:24.862288Z","steps":["trace[1407780592] 'agreement among raft nodes before linearized reading' (duration: 1.798189412s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:24.862479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:23.06259Z","time spent":"1.799876778s","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T02:00:26.308571Z","caller":"traceutil/trace.go:171","msg":"trace[827568181] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"348.394046ms","start":"2026-05-07T02:00:25.960136Z","end":"2026-05-07T02:00:26.30853Z","steps":["trace[827568181] 'process raft request' (duration: 348.232819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:26.308752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:25.960116Z","time spent":"348.548283ms","remote":"127.0.0.1:56394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3637,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:00:49.476213Z","caller":"traceutil/trace.go:171","msg":"trace[320434228] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1956; }","duration":"168.511662ms","start":"2026-05-07T02:00:49.307677Z","end":"2026-05-07T02:00:49.476189Z","steps":["trace[320434228] 'read index received' (duration: 87.261738ms)","trace[320434228] 'applied index is now lower than readState.Index' (duration: 81.248343ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:00:49.476442Z","caller":"traceutil/trace.go:171","msg":"trace[1293685462] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"174.01768ms","start":"2026-05-07T02:00:49.302393Z","end":"2026-05-07T02:00:49.476411Z","steps":["trace[1293685462] 'process raft request' (duration: 92.55497ms)","trace[1293685462] 'compare' (duration: 81.047816ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:00:49.476524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.830243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:00:49.476569Z","caller":"traceutil/trace.go:171","msg":"trace[1567125077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1881; }","duration":"168.918736ms","start":"2026-05-07T02:00:49.307636Z","end":"2026-05-07T02:00:49.476555Z","steps":["trace[1567125077] 'agreement among raft nodes before linearized reading' (duration: 168.806882ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:00:49.538361Z","caller":"traceutil/trace.go:171","msg":"trace[1615353829] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"135.07142ms","start":"2026-05-07T02:00:49.403245Z","end":"2026-05-07T02:00:49.538316Z","steps":["trace[1615353829] 'process raft request' (duration: 134.601374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:49.538627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.198947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:00:49.538721Z","caller":"traceutil/trace.go:171","msg":"trace[2139896101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1882; }","duration":"196.312021ms","start":"2026-05-07T02:00:49.342366Z","end":"2026-05-07T02:00:49.538678Z","steps":["trace[2139896101] 'agreement among raft nodes before linearized reading' (duration: 196.088794ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:17.703424Z","caller":"traceutil/trace.go:171","msg":"trace[25675593] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"126.208432ms","start":"2026-05-07T02:01:17.577191Z","end":"2026-05-07T02:01:17.7034Z","steps":["trace[25675593] 'process raft request' (duration: 126.053788ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:37.289672Z","caller":"traceutil/trace.go:171","msg":"trace[166781204] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"185.722337ms","start":"2026-05-07T02:01:37.103915Z","end":"2026-05-07T02:01:37.289637Z","steps":["trace[166781204] 'process raft request' (duration: 185.323287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:37.469087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.247878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:01:37.469307Z","caller":"traceutil/trace.go:171","msg":"trace[301083398] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"173.494286ms","start":"2026-05-07T02:01:37.295797Z","end":"2026-05-07T02:01:37.469291Z","steps":["trace[301083398] 'process raft request' (duration: 173.434494ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:37.469351Z","caller":"traceutil/trace.go:171","msg":"trace[1766365385] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"173.773721ms","start":"2026-05-07T02:01:37.295556Z","end":"2026-05-07T02:01:37.469329Z","steps":["trace[1766365385] 'process raft request' (duration: 24.203536ms)","trace[1766365385] 'compare' (duration: 149.133406ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:37.469383Z","caller":"traceutil/trace.go:171","msg":"trace[1085723287] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"173.791752ms","start":"2026-05-07T02:01:37.295559Z","end":"2026-05-07T02:01:37.469351Z","steps":["trace[1085723287] 'process raft request' (duration: 173.622408ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:37.469686Z","caller":"traceutil/trace.go:171","msg":"trace[283071855] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"173.779281ms","start":"2026-05-07T02:01:37.295818Z","end":"2026-05-07T02:01:37.469597Z","steps":["trace[283071855] 'process raft request' (duration: 173.444534ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:37.469936Z","caller":"traceutil/trace.go:171","msg":"trace[977490700] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"174.031377ms","start":"2026-05-07T02:01:37.295853Z","end":"2026-05-07T02:01:37.469885Z","steps":["trace[977490700] 'process raft request' (duration: 173.643938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:05.507445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.800671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:03:05.507525Z","caller":"traceutil/trace.go:171","msg":"trace[433906324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2768; }","duration":"199.940803ms","start":"2026-05-07T02:03:05.30757Z","end":"2026-05-07T02:03:05.507511Z","steps":["trace[433906324] 'range keys from in-memory index tree' (duration: 199.69604ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:05.508791Z","caller":"traceutil/trace.go:171","msg":"trace[901478650] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"176.070053ms","start":"2026-05-07T02:03:05.332695Z","end":"2026-05-07T02:03:05.508765Z","steps":["trace[901478650] 'process raft request' (duration: 175.758699ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:43.286321Z","caller":"traceutil/trace.go:171","msg":"trace[1947535263] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"110.741355ms","start":"2026-05-07T02:06:43.175555Z","end":"2026-05-07T02:06:43.286296Z","steps":["trace[1947535263] 'process raft request' (duration: 104.393686ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:48.892631Z","caller":"traceutil/trace.go:171","msg":"trace[2038937087] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"125.985366ms","start":"2026-05-07T02:06:48.766621Z","end":"2026-05-07T02:06:48.892606Z","steps":["trace[2038937087] 'process raft request' (duration: 125.827763ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:48.893555Z","caller":"traceutil/trace.go:171","msg":"trace[1987430280] linearizableReadLoop","detail":"{readStateIndex:4904; appliedIndex:4904; }","duration":"126.395325ms","start":"2026-05-07T02:06:48.767138Z","end":"2026-05-07T02:06:48.893533Z","steps":["trace[1987430280] 'read index received' (duration: 126.377694ms)","trace[1987430280] 'applied index is now lower than readState.Index' (duration: 16.091µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:48.893864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.710402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:48.894039Z","caller":"traceutil/trace.go:171","msg":"trace[197901989] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4723; }","duration":"126.927996ms","start":"2026-05-07T02:06:48.767092Z","end":"2026-05-07T02:06:48.89402Z","steps":["trace[197901989] 'agreement among raft nodes before linearized reading' (duration: 126.593339ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:49.103885Z","caller":"traceutil/trace.go:171","msg":"trace[1343342689] linearizableReadLoop","detail":"{readStateIndex:4905; appliedIndex:4904; }","duration":"210.20634ms","start":"2026-05-07T02:06:48.893658Z","end":"2026-05-07T02:06:49.103864Z","steps":["trace[1343342689] 'read index received' (duration: 126.834354ms)","trace[1343342689] 'applied index is now lower than readState.Index' (duration: 83.371366ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:49.104056Z","caller":"traceutil/trace.go:171","msg":"trace[2115844286] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"230.95571ms","start":"2026-05-07T02:06:48.873091Z","end":"2026-05-07T02:06:49.104047Z","steps":["trace[2115844286] 'process raft request' (duration: 147.461091ms)","trace[2115844286] 'compare' (duration: 83.229533ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:49.104282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.184508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-07T02:06:49.104313Z","caller":"traceutil/trace.go:171","msg":"trace[1367873347] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4724; }","duration":"262.225759ms","start":"2026-05-07T02:06:48.842078Z","end":"2026-05-07T02:06:49.104304Z","steps":["trace[1367873347] 'agreement among raft nodes before linearized reading' (duration: 262.094086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:49.104445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.731698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-05-07T02:06:49.104468Z","caller":"traceutil/trace.go:171","msg":"trace[828191248] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4724; }","duration":"290.775899ms","start":"2026-05-07T02:06:48.813686Z","end":"2026-05-07T02:06:49.104462Z","steps":["trace[828191248] 'agreement among raft nodes before linearized reading' (duration: 290.717547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:49.104604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.405464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-05-07T02:06:49.104628Z","caller":"traceutil/trace.go:171","msg":"trace[1903017020] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4724; }","duration":"327.455805ms","start":"2026-05-07T02:06:48.777166Z","end":"2026-05-07T02:06:49.104621Z","steps":["trace[1903017020] 'agreement among raft nodes before linearized reading' (duration: 327.388533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:49.104646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:48.777151Z","time spent":"327.490216ms","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-05-07T02:06:49.113077Z","caller":"traceutil/trace.go:171","msg":"trace[789532463] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"214.588804ms","start":"2026-05-07T02:06:48.898471Z","end":"2026-05-07T02:06:49.11306Z","steps":["trace[789532463] 'process raft request' (duration: 214.486482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:49.113645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.831761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:06:49.11368Z","caller":"traceutil/trace.go:171","msg":"trace[1448822226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4725; }","duration":"133.901062ms","start":"2026-05-07T02:06:48.979769Z","end":"2026-05-07T02:06:49.11367Z","steps":["trace[1448822226] 'agreement among raft nodes before linearized reading' (duration: 133.619946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:49.114355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.852852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T02:06:49.114434Z","caller":"traceutil/trace.go:171","msg":"trace[1704015593] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4725; }","duration":"215.969714ms","start":"2026-05-07T02:06:48.898449Z","end":"2026-05-07T02:06:49.114419Z","steps":["trace[1704015593] 'agreement among raft nodes before linearized reading' (duration: 215.393532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:49.236942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.855509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-05-07T02:06:49.237036Z","caller":"traceutil/trace.go:171","msg":"trace[1746093681] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4730; }","duration":"102.971921ms","start":"2026-05-07T02:06:49.134036Z","end":"2026-05-07T02:06:49.237008Z","steps":["trace[1746093681] 'agreement among raft nodes before linearized reading' (duration: 102.720986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:49.237081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.823518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-07T02:06:49.237372Z","caller":"traceutil/trace.go:171","msg":"trace[1550526151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4730; }","duration":"109.147894ms","start":"2026-05-07T02:06:49.128204Z","end":"2026-05-07T02:06:49.237352Z","steps":["trace[1550526151] 'agreement among raft nodes before linearized reading' (duration: 108.754776ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:49.303798Z","caller":"traceutil/trace.go:171","msg":"trace[40103062] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"126.291257ms","start":"2026-05-07T02:06:49.177475Z","end":"2026-05-07T02:06:49.303767Z","steps":["trace[40103062] 'process raft request' (duration: 126.076311ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:49.30411Z","caller":"traceutil/trace.go:171","msg":"trace[840962179] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"124.342684ms","start":"2026-05-07T02:06:49.17974Z","end":"2026-05-07T02:06:49.304082Z","steps":["trace[840962179] 'process raft request' (duration: 123.952575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:49.304408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.756378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-596b486564-658wg\" ","response":"range_response_count:1 size:11257"} {"level":"info","ts":"2026-05-07T02:06:49.304455Z","caller":"traceutil/trace.go:171","msg":"trace[1366757373] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-596b486564-658wg; range_end:; response_count:1; response_revision:4735; }","duration":"127.84433ms","start":"2026-05-07T02:06:49.176598Z","end":"2026-05-07T02:06:49.304442Z","steps":["trace[1366757373] 'agreement among raft nodes before linearized reading' (duration: 127.704647ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:49.30446Z","caller":"traceutil/trace.go:171","msg":"trace[545660019] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"123.902974ms","start":"2026-05-07T02:06:49.180542Z","end":"2026-05-07T02:06:49.304445Z","steps":["trace[545660019] 'process raft request' (duration: 123.200029ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:49.30449Z","caller":"traceutil/trace.go:171","msg":"trace[1546827568] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"123.720031ms","start":"2026-05-07T02:06:49.180754Z","end":"2026-05-07T02:06:49.304474Z","steps":["trace[1546827568] 'process raft request' (duration: 123.025016ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:49.304646Z","caller":"traceutil/trace.go:171","msg":"trace[1014074398] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"123.653219ms","start":"2026-05-07T02:06:49.180982Z","end":"2026-05-07T02:06:49.304635Z","steps":["trace[1014074398] 'process raft request' (duration: 122.838032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:49.304409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.174394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:06:49.304869Z","caller":"traceutil/trace.go:171","msg":"trace[1728740186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4735; }","duration":"108.690525ms","start":"2026-05-07T02:06:49.196166Z","end":"2026-05-07T02:06:49.304856Z","steps":["trace[1728740186] 'agreement among raft nodes before linearized reading' (duration: 108.126183ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:49.823573Z","caller":"traceutil/trace.go:171","msg":"trace[798171614] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"434.021413ms","start":"2026-05-07T02:06:49.38953Z","end":"2026-05-07T02:06:49.823552Z","steps":["trace[798171614] 'process raft request' (duration: 428.216887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:49.82368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:49.389519Z","time spent":"434.103285ms","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":991,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:06:49.828173Z","caller":"traceutil/trace.go:171","msg":"trace[523284631] linearizableReadLoop","detail":"{readStateIndex:4922; appliedIndex:4920; }","duration":"436.293983ms","start":"2026-05-07T02:06:49.391862Z","end":"2026-05-07T02:06:49.828156Z","steps":["trace[523284631] 'read index received' (duration: 425.897468ms)","trace[523284631] 'applied index is now lower than readState.Index' (duration: 10.395655ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:49.82847Z","caller":"traceutil/trace.go:171","msg":"trace[1059481837] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"437.604591ms","start":"2026-05-07T02:06:49.390814Z","end":"2026-05-07T02:06:49.828419Z","steps":["trace[1059481837] 'process raft request' (duration: 437.258523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:49.828718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.823945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-05-07T02:06:49.828768Z","caller":"traceutil/trace.go:171","msg":"trace[1338852623] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4741; }","duration":"436.912246ms","start":"2026-05-07T02:06:49.391844Z","end":"2026-05-07T02:06:49.828756Z","steps":["trace[1338852623] 'agreement among raft nodes before linearized reading' (duration: 436.677291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:49.828786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:49.390805Z","time spent":"437.839986ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:06:49.828901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.090324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-07T02:06:49.828947Z","caller":"traceutil/trace.go:171","msg":"trace[1058133258] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4741; }","duration":"307.168795ms","start":"2026-05-07T02:06:49.521768Z","end":"2026-05-07T02:06:49.828937Z","steps":["trace[1058133258] 'agreement among raft nodes before linearized reading' (duration: 307.091763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:49.828983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:49.521747Z","time spent":"307.228147ms","remote":"127.0.0.1:56300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T02:06:49.828806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:49.391836Z","time spent":"436.962827ms","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-05-07T02:06:49.829264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.607899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:49.829328Z","caller":"traceutil/trace.go:171","msg":"trace[52333876] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4741; }","duration":"153.739251ms","start":"2026-05-07T02:06:49.675567Z","end":"2026-05-07T02:06:49.829306Z","steps":["trace[52333876] 'agreement among raft nodes before linearized reading' (duration: 153.610638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:49.830503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.139922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:06:49.830786Z","caller":"traceutil/trace.go:171","msg":"trace[1367422259] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4741; }","duration":"270.754847ms","start":"2026-05-07T02:06:49.559807Z","end":"2026-05-07T02:06:49.830562Z","steps":["trace[1367422259] 'agreement among raft nodes before linearized reading' (duration: 269.55554ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:50.06386Z","caller":"traceutil/trace.go:171","msg":"trace[1438524527] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"141.966473ms","start":"2026-05-07T02:06:49.921855Z","end":"2026-05-07T02:06:50.063821Z","steps":["trace[1438524527] 'process raft request' (duration: 141.772929ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:50.064006Z","caller":"traceutil/trace.go:171","msg":"trace[1521366666] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"141.409421ms","start":"2026-05-07T02:06:49.922575Z","end":"2026-05-07T02:06:50.063985Z","steps":["trace[1521366666] 'process raft request' (duration: 141.215757ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:50.06404Z","caller":"traceutil/trace.go:171","msg":"trace[396774304] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"141.772359ms","start":"2026-05-07T02:06:49.922262Z","end":"2026-05-07T02:06:50.064034Z","steps":["trace[396774304] 'process raft request' (duration: 141.489163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:50.064325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.166762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-07T02:06:50.064372Z","caller":"traceutil/trace.go:171","msg":"trace[269054925] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4747; }","duration":"127.261084ms","start":"2026-05-07T02:06:49.937095Z","end":"2026-05-07T02:06:50.064356Z","steps":["trace[269054925] 'agreement among raft nodes before linearized reading' (duration: 127.07953ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:57.858412Z","caller":"traceutil/trace.go:171","msg":"trace[2130791512] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"109.760422ms","start":"2026-05-07T02:06:57.748627Z","end":"2026-05-07T02:06:57.858387Z","steps":["trace[2130791512] 'process raft request' (duration: 109.607469ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:01.785927Z","caller":"traceutil/trace.go:171","msg":"trace[480170961] linearizableReadLoop","detail":"{readStateIndex:5084; appliedIndex:5083; }","duration":"336.579826ms","start":"2026-05-07T02:07:01.449317Z","end":"2026-05-07T02:07:01.785897Z","steps":["trace[480170961] 'read index received' (duration: 336.348631ms)","trace[480170961] 'applied index is now lower than readState.Index' (duration: 229.955µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:01.7862Z","caller":"traceutil/trace.go:171","msg":"trace[1974363786] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"339.334164ms","start":"2026-05-07T02:07:01.446836Z","end":"2026-05-07T02:07:01.78617Z","steps":["trace[1974363786] 'process raft request' (duration: 338.916445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:01.786389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.047036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-07T02:07:01.786461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.912978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:07:01.786484Z","caller":"traceutil/trace.go:171","msg":"trace[1270453555] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4898; }","duration":"337.177779ms","start":"2026-05-07T02:07:01.449281Z","end":"2026-05-07T02:07:01.786458Z","steps":["trace[1270453555] 'agreement among raft nodes before linearized reading' (duration: 336.907643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:01.787168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:07:01.449258Z","time spent":"337.898804ms","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T02:07:01.786523Z","caller":"traceutil/trace.go:171","msg":"trace[480108938] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4898; }","duration":"114.02382ms","start":"2026-05-07T02:07:01.672482Z","end":"2026-05-07T02:07:01.786506Z","steps":["trace[480108938] 'agreement among raft nodes before linearized reading' (duration: 113.919517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:01.786494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:07:01.446808Z","time spent":"339.455207ms","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:08:34.511749Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2926} {"level":"info","ts":"2026-05-07T02:08:34.61312Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2926,"took":"99.912203ms","hash":547497737,"current-db-size-bytes":54317056,"current-db-size":"54 MB","current-db-size-in-use-bytes":29626368,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T02:08:34.613181Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":547497737,"revision":2926,"compact-revision":-1} {"level":"info","ts":"2026-05-07T02:13:34.517521Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5662} {"level":"info","ts":"2026-05-07T02:13:34.591664Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5662,"took":"72.960713ms","hash":3351821434,"current-db-size-bytes":54317056,"current-db-size":"54 MB","current-db-size-in-use-bytes":18358272,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-07T02:13:34.591719Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3351821434,"revision":5662,"compact-revision":2926}