{"level":"warn","ts":"2026-05-07T01:58:11.321675Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T01:58:11.32179Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.44:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.44:2380","--initial-cluster=instance=https://199.204.45.44:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.44:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.44:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-07T01:58:11.321877Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T01:58:11.321895Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-05-07T01:58:11.32192Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T01:58:11.322766Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"]} {"level":"info","ts":"2026-05-07T01:58:11.322864Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.44:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-07T01:58:11.330852Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.696443ms"} {"level":"info","ts":"2026-05-07T01:58:11.342817Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a0a01fc7fbf6be45","cluster-id":"92fa3fee501eaaec"} {"level":"info","ts":"2026-05-07T01:58:11.342926Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=()"} {"level":"info","ts":"2026-05-07T01:58:11.342955Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 0"} {"level":"info","ts":"2026-05-07T01:58:11.342967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a0a01fc7fbf6be45 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-07T01:58:11.342982Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 1"} {"level":"info","ts":"2026-05-07T01:58:11.343028Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"warn","ts":"2026-05-07T01:58:11.353788Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-07T01:58:11.35614Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-07T01:58:11.357553Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-07T01:58:11.361432Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a0a01fc7fbf6be45","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-07T01:58:11.361641Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a0a01fc7fbf6be45","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-07T01:58:11.362453Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T01:58:11.36261Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T01:58:11.362625Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T01:58:11.365054Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"info","ts":"2026-05-07T01:58:11.36524Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","added-peer-id":"a0a01fc7fbf6be45","added-peer-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-05-07T01:58:11.366742Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T01:58:11.366891Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-05-07T01:58:11.366939Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-05-07T01:58:11.367252Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a0a01fc7fbf6be45","initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-07T01:58:11.367333Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-07T01:58:11.443726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 is starting a new election at term 1"} {"level":"info","ts":"2026-05-07T01:58:11.44386Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-07T01:58:11.443893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgPreVoteResp from a0a01fc7fbf6be45 at term 1"} {"level":"info","ts":"2026-05-07T01:58:11.443919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became candidate at term 2"} {"level":"info","ts":"2026-05-07T01:58:11.443934Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgVoteResp from a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-05-07T01:58:11.443961Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became leader at term 2"} {"level":"info","ts":"2026-05-07T01:58:11.443984Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a0a01fc7fbf6be45 elected leader a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-05-07T01:58:11.445513Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a0a01fc7fbf6be45","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.44:2379]}","request-path":"/0/members/a0a01fc7fbf6be45/attributes","cluster-id":"92fa3fee501eaaec","publish-timeout":"7s"} {"level":"info","ts":"2026-05-07T01:58:11.445608Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T01:58:11.445553Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T01:58:11.445823Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T01:58:11.446286Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-07T01:58:11.446325Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-07T01:58:11.448701Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.44:2379"} {"level":"info","ts":"2026-05-07T01:58:11.44918Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-07T01:58:11.449667Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T01:58:11.449762Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T01:58:11.449791Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T01:58:13.226699Z","caller":"traceutil/trace.go:171","msg":"trace[1053293108] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"150.629017ms","start":"2026-05-07T01:58:13.076014Z","end":"2026-05-07T01:58:13.226643Z","steps":["trace[1053293108] 'process raft request' (duration: 150.35519ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.226832Z","caller":"traceutil/trace.go:171","msg":"trace[109863705] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:6; }","duration":"118.151808ms","start":"2026-05-07T01:58:13.108651Z","end":"2026-05-07T01:58:13.226802Z","steps":["trace[109863705] 'read index received' (duration: 117.650426ms)","trace[109863705] 'applied index is now lower than readState.Index' (duration: 500.362µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:13.226848Z","caller":"traceutil/trace.go:171","msg":"trace[1284928776] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"150.664908ms","start":"2026-05-07T01:58:13.076115Z","end":"2026-05-07T01:58:13.22678Z","steps":["trace[1284928776] 'process raft request' (duration: 150.422902ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.226947Z","caller":"traceutil/trace.go:171","msg":"trace[1607563914] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"150.287518ms","start":"2026-05-07T01:58:13.076608Z","end":"2026-05-07T01:58:13.226896Z","steps":["trace[1607563914] 'process raft request' (duration: 150.022341ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.227007Z","caller":"traceutil/trace.go:171","msg":"trace[1378497609] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"150.641517ms","start":"2026-05-07T01:58:13.076348Z","end":"2026-05-07T01:58:13.226989Z","steps":["trace[1378497609] 'process raft request' (duration: 150.225317ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.226971Z","caller":"traceutil/trace.go:171","msg":"trace[1468412087] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"130.289061ms","start":"2026-05-07T01:58:13.096633Z","end":"2026-05-07T01:58:13.226922Z","steps":["trace[1468412087] 'process raft request' (duration: 130.134048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:13.227103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.00593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:13.227185Z","caller":"traceutil/trace.go:171","msg":"trace[477311007] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"150.213586ms","start":"2026-05-07T01:58:13.076956Z","end":"2026-05-07T01:58:13.227169Z","steps":["trace[477311007] 'agreement among raft nodes before linearized reading' (duration: 149.99515ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.227219Z","caller":"traceutil/trace.go:171","msg":"trace[705970156] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"150.220596ms","start":"2026-05-07T01:58:13.076923Z","end":"2026-05-07T01:58:13.227144Z","steps":["trace[705970156] 'process raft request' (duration: 149.756794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:13.22725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.568379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:13.2273Z","caller":"traceutil/trace.go:171","msg":"trace[1946442152] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"173.684922ms","start":"2026-05-07T01:58:13.053598Z","end":"2026-05-07T01:58:13.227283Z","steps":["trace[1946442152] 'agreement among raft nodes before linearized reading' (duration: 173.515187ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.22731Z","caller":"traceutil/trace.go:171","msg":"trace[1644050491] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"131.129623ms","start":"2026-05-07T01:58:13.09616Z","end":"2026-05-07T01:58:13.22729Z","steps":["trace[1644050491] 'process raft request' (duration: 130.554508ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.227267Z","caller":"traceutil/trace.go:171","msg":"trace[1233488969] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"150.466712ms","start":"2026-05-07T01:58:13.076724Z","end":"2026-05-07T01:58:13.22719Z","steps":["trace[1233488969] 'process raft request' (duration: 149.932859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:13.227442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.751273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3170"} {"level":"warn","ts":"2026-05-07T01:58:13.227494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.555474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:13.227566Z","caller":"traceutil/trace.go:171","msg":"trace[486189967] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"111.894146ms","start":"2026-05-07T01:58:13.11564Z","end":"2026-05-07T01:58:13.227534Z","steps":["trace[486189967] 'agreement among raft nodes before linearized reading' (duration: 111.678361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:13.227579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.592019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:13.227555Z","caller":"traceutil/trace.go:171","msg":"trace[513853561] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"150.655067ms","start":"2026-05-07T01:58:13.076884Z","end":"2026-05-07T01:58:13.227539Z","steps":["trace[513853561] 'agreement among raft nodes before linearized reading' (duration: 150.531034ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.227622Z","caller":"traceutil/trace.go:171","msg":"trace[1555434544] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:0; response_revision:11; }","duration":"154.753103ms","start":"2026-05-07T01:58:13.072859Z","end":"2026-05-07T01:58:13.227612Z","steps":["trace[1555434544] 'agreement among raft nodes before linearized reading' (duration: 154.692112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:13.638983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.847757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-07T01:58:13.639155Z","caller":"traceutil/trace.go:171","msg":"trace[1116705594] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"406.12858ms","start":"2026-05-07T01:58:13.233007Z","end":"2026-05-07T01:58:13.639136Z","steps":["trace[1116705594] 'process raft request' (duration: 155.199736ms)","trace[1116705594] 'compare' (duration: 249.677272ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:13.639218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:13.232995Z","time spent":"406.202302ms","remote":"127.0.0.1:41826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T01:58:13.664742Z","caller":"traceutil/trace.go:171","msg":"trace[1837523871] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"431.265519ms","start":"2026-05-07T01:58:13.233435Z","end":"2026-05-07T01:58:13.6647Z","steps":["trace[1837523871] 'process raft request' (duration: 431.037022ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.665059Z","caller":"traceutil/trace.go:171","msg":"trace[1794146148] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"429.817842ms","start":"2026-05-07T01:58:13.235219Z","end":"2026-05-07T01:58:13.665037Z","steps":["trace[1794146148] 'process raft request' (duration: 429.587376ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.665078Z","caller":"traceutil/trace.go:171","msg":"trace[1443060655] linearizableReadLoop","detail":"{readStateIndex:24; appliedIndex:14; }","duration":"373.596221ms","start":"2026-05-07T01:58:13.291449Z","end":"2026-05-07T01:58:13.665045Z","steps":["trace[1443060655] 'read index received' (duration: 96.769757ms)","trace[1443060655] 'applied index is now lower than readState.Index' (duration: 276.824804ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:13.665137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:13.235202Z","time spent":"429.901854ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T01:58:13.665167Z","caller":"traceutil/trace.go:171","msg":"trace[1501389941] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13; }","duration":"431.574966ms","start":"2026-05-07T01:58:13.233566Z","end":"2026-05-07T01:58:13.665141Z","steps":["trace[1501389941] 'process raft request' (duration: 431.044422ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.665211Z","caller":"traceutil/trace.go:171","msg":"trace[615076416] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"429.866834ms","start":"2026-05-07T01:58:13.235331Z","end":"2026-05-07T01:58:13.665198Z","steps":["trace[615076416] 'process raft request' (duration: 429.508664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:13.665284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:13.235325Z","time spent":"429.915535ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T01:58:13.6653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:13.233558Z","time spent":"431.68003ms","remote":"127.0.0.1:41826","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T01:58:13.6653Z","caller":"traceutil/trace.go:171","msg":"trace[1951061103] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"430.022287ms","start":"2026-05-07T01:58:13.235143Z","end":"2026-05-07T01:58:13.665165Z","steps":["trace[1951061103] 'process raft request' (duration: 429.608446ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.665446Z","caller":"traceutil/trace.go:171","msg":"trace[131507045] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"429.969516ms","start":"2026-05-07T01:58:13.235467Z","end":"2026-05-07T01:58:13.665436Z","steps":["trace[131507045] 'process raft request' (duration: 429.444352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:13.665506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:13.235431Z","time spent":"430.048248ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T01:58:13.665633Z","caller":"traceutil/trace.go:171","msg":"trace[1942493200] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"431.202597ms","start":"2026-05-07T01:58:13.234417Z","end":"2026-05-07T01:58:13.665619Z","steps":["trace[1942493200] 'process raft request' (duration: 430.219931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:13.665713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:13.234396Z","time spent":"431.276789ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T01:58:13.665657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:13.235083Z","time spent":"430.422127ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T01:58:13.665837Z","caller":"traceutil/trace.go:171","msg":"trace[1281849686] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"426.67658ms","start":"2026-05-07T01:58:13.239148Z","end":"2026-05-07T01:58:13.665824Z","steps":["trace[1281849686] 'process raft request' (duration: 425.810258ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.665412Z","caller":"traceutil/trace.go:171","msg":"trace[1938188305] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"429.982216ms","start":"2026-05-07T01:58:13.23542Z","end":"2026-05-07T01:58:13.665402Z","steps":["trace[1938188305] 'process raft request' (duration: 429.450432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:13.666117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:13.235406Z","time spent":"430.642443ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T01:58:13.666207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.813232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-05-07T01:58:13.666263Z","caller":"traceutil/trace.go:171","msg":"trace[610634184] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:20; }","duration":"374.947745ms","start":"2026-05-07T01:58:13.291303Z","end":"2026-05-07T01:58:13.666251Z","steps":["trace[610634184] 'agreement among raft nodes before linearized reading' (duration: 374.873914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:13.666317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:13.291282Z","time spent":"375.024558ms","remote":"127.0.0.1:41826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-05-07T01:58:13.666347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.385123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:13.666402Z","caller":"traceutil/trace.go:171","msg":"trace[913761468] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:20; }","duration":"233.480635ms","start":"2026-05-07T01:58:13.432904Z","end":"2026-05-07T01:58:13.666385Z","steps":["trace[913761468] 'agreement among raft nodes before linearized reading' (duration: 233.402963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:13.666456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.578281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:13.666495Z","caller":"traceutil/trace.go:171","msg":"trace[709457584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:20; }","duration":"270.665784ms","start":"2026-05-07T01:58:13.395819Z","end":"2026-05-07T01:58:13.666485Z","steps":["trace[709457584] 'agreement among raft nodes before linearized reading' (duration: 270.611843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:13.666203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:13.23914Z","time spent":"426.740641ms","remote":"127.0.0.1:41882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3478,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:58:13.666151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.287714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:13.666854Z","caller":"traceutil/trace.go:171","msg":"trace[1922163144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:20; }","duration":"271.025294ms","start":"2026-05-07T01:58:13.395819Z","end":"2026-05-07T01:58:13.666844Z","steps":["trace[1922163144] 'agreement among raft nodes before linearized reading' (duration: 270.285895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:13.664945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:13.233423Z","time spent":"431.425553ms","remote":"127.0.0.1:42102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T01:58:13.822637Z","caller":"traceutil/trace.go:171","msg":"trace[1558700296] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"151.646853ms","start":"2026-05-07T01:58:13.670943Z","end":"2026-05-07T01:58:13.82259Z","steps":["trace[1558700296] 'process raft request' (duration: 151.515539ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.822836Z","caller":"traceutil/trace.go:171","msg":"trace[1115954573] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"152.217507ms","start":"2026-05-07T01:58:13.670517Z","end":"2026-05-07T01:58:13.822734Z","steps":["trace[1115954573] 'process raft request' (duration: 130.437315ms)","trace[1115954573] 'compare' (duration: 21.371072ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:13.822797Z","caller":"traceutil/trace.go:171","msg":"trace[1959962067] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"123.670211ms","start":"2026-05-07T01:58:13.699107Z","end":"2026-05-07T01:58:13.822777Z","steps":["trace[1959962067] 'process raft request' (duration: 123.63321ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.823095Z","caller":"traceutil/trace.go:171","msg":"trace[1923748707] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"151.93862ms","start":"2026-05-07T01:58:13.671141Z","end":"2026-05-07T01:58:13.82308Z","steps":["trace[1923748707] 'process raft request' (duration: 151.347775ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.823217Z","caller":"traceutil/trace.go:171","msg":"trace[29739369] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"151.260883ms","start":"2026-05-07T01:58:13.671942Z","end":"2026-05-07T01:58:13.823203Z","steps":["trace[29739369] 'process raft request' (duration: 150.620687ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.823275Z","caller":"traceutil/trace.go:171","msg":"trace[85341779] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"150.705049ms","start":"2026-05-07T01:58:13.672558Z","end":"2026-05-07T01:58:13.823263Z","steps":["trace[85341779] 'process raft request' (duration: 150.053582ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.823256Z","caller":"traceutil/trace.go:171","msg":"trace[1333803447] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"149.990429ms","start":"2026-05-07T01:58:13.673186Z","end":"2026-05-07T01:58:13.823176Z","steps":["trace[1333803447] 'process raft request' (duration: 149.526438ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.82353Z","caller":"traceutil/trace.go:171","msg":"trace[174734489] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"151.703934ms","start":"2026-05-07T01:58:13.671813Z","end":"2026-05-07T01:58:13.823517Z","steps":["trace[174734489] 'process raft request' (duration: 150.700869ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.823859Z","caller":"traceutil/trace.go:171","msg":"trace[131651993] linearizableReadLoop","detail":"{readStateIndex:33; appliedIndex:24; }","duration":"151.16302ms","start":"2026-05-07T01:58:13.672682Z","end":"2026-05-07T01:58:13.823845Z","steps":["trace[131651993] 'read index received' (duration: 22.538441ms)","trace[131651993] 'applied index is now lower than readState.Index' (duration: 128.622399ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:13.823943Z","caller":"traceutil/trace.go:171","msg":"trace[1534623385] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"151.205922ms","start":"2026-05-07T01:58:13.67272Z","end":"2026-05-07T01:58:13.823926Z","steps":["trace[1534623385] 'process raft request' (duration: 149.920739ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.823972Z","caller":"traceutil/trace.go:171","msg":"trace[1772136979] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"150.747289ms","start":"2026-05-07T01:58:13.673208Z","end":"2026-05-07T01:58:13.823956Z","steps":["trace[1772136979] 'process raft request' (duration: 149.485077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:13.824082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.372466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:13.824138Z","caller":"traceutil/trace.go:171","msg":"trace[653442438] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:32; }","duration":"151.474968ms","start":"2026-05-07T01:58:13.67264Z","end":"2026-05-07T01:58:13.824114Z","steps":["trace[653442438] 'agreement among raft nodes before linearized reading' (duration: 151.313204ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:13.824187Z","caller":"traceutil/trace.go:171","msg":"trace[1970676694] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"151.358316ms","start":"2026-05-07T01:58:13.672816Z","end":"2026-05-07T01:58:13.824175Z","steps":["trace[1970676694] 'process raft request' (duration: 149.852138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:14.043698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.143225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-07T01:58:14.043964Z","caller":"traceutil/trace.go:171","msg":"trace[1156070007] transaction","detail":"{read_only:false; response_revision:42; number_of_response:1; }","duration":"156.752694ms","start":"2026-05-07T01:58:13.887197Z","end":"2026-05-07T01:58:14.043949Z","steps":["trace[1156070007] 'process raft request' (duration: 156.690123ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:14.044013Z","caller":"traceutil/trace.go:171","msg":"trace[1792972945] linearizableReadLoop","detail":"{readStateIndex:44; appliedIndex:43; }","duration":"162.269677ms","start":"2026-05-07T01:58:13.881729Z","end":"2026-05-07T01:58:14.043999Z","steps":["trace[1792972945] 'read index received' (duration: 61.63152ms)","trace[1792972945] 'applied index is now lower than readState.Index' (duration: 100.636867ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:14.044225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.989311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:14.044252Z","caller":"traceutil/trace.go:171","msg":"trace[1201045518] range","detail":"{range_begin:/registry/resourcequotas/kube-node-lease/; range_end:/registry/resourcequotas/kube-node-lease0; response_count:0; response_revision:42; }","duration":"212.051622ms","start":"2026-05-07T01:58:13.832192Z","end":"2026-05-07T01:58:14.044243Z","steps":["trace[1201045518] 'agreement among raft nodes before linearized reading' (duration: 211.912898ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:14.044308Z","caller":"traceutil/trace.go:171","msg":"trace[2141639281] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"157.75596ms","start":"2026-05-07T01:58:13.886544Z","end":"2026-05-07T01:58:14.0443Z","steps":["trace[2141639281] 'process raft request' (duration: 157.289228ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:14.044581Z","caller":"traceutil/trace.go:171","msg":"trace[1627283970] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"193.564665ms","start":"2026-05-07T01:58:13.850278Z","end":"2026-05-07T01:58:14.043843Z","steps":["trace[1627283970] 'process raft request' (duration: 93.161854ms)","trace[1627283970] 'compare' (duration: 99.98094ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:14.044651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.056023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-05-07T01:58:14.044677Z","caller":"traceutil/trace.go:171","msg":"trace[591497179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42; }","duration":"214.107253ms","start":"2026-05-07T01:58:13.830563Z","end":"2026-05-07T01:58:14.04467Z","steps":["trace[591497179] 'agreement among raft nodes before linearized reading' (duration: 214.036452ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:14.267287Z","caller":"traceutil/trace.go:171","msg":"trace[2008296285] transaction","detail":"{read_only:false; response_revision:47; number_of_response:1; }","duration":"194.146058ms","start":"2026-05-07T01:58:14.073094Z","end":"2026-05-07T01:58:14.26724Z","steps":["trace[2008296285] 'process raft request' (duration: 115.598452ms)","trace[2008296285] 'compare' (duration: 78.254148ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:14.267391Z","caller":"traceutil/trace.go:171","msg":"trace[864014049] transaction","detail":"{read_only:false; response_revision:48; number_of_response:1; }","duration":"194.20815ms","start":"2026-05-07T01:58:14.073153Z","end":"2026-05-07T01:58:14.267361Z","steps":["trace[864014049] 'process raft request' (duration: 194.007615ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:14.267812Z","caller":"traceutil/trace.go:171","msg":"trace[1485005900] transaction","detail":"{read_only:false; response_revision:49; number_of_response:1; }","duration":"193.716567ms","start":"2026-05-07T01:58:14.074063Z","end":"2026-05-07T01:58:14.267779Z","steps":["trace[1485005900] 'process raft request' (duration: 193.144732ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:14.267951Z","caller":"traceutil/trace.go:171","msg":"trace[603254418] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"192.867845ms","start":"2026-05-07T01:58:14.075069Z","end":"2026-05-07T01:58:14.267937Z","steps":["trace[603254418] 'process raft request' (duration: 192.172837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:14.268276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.674506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:14.268327Z","caller":"traceutil/trace.go:171","msg":"trace[847257160] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:0; response_revision:50; }","duration":"193.751327ms","start":"2026-05-07T01:58:14.074563Z","end":"2026-05-07T01:58:14.268314Z","steps":["trace[847257160] 'agreement among raft nodes before linearized reading' (duration: 193.647895ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:14.268461Z","caller":"traceutil/trace.go:171","msg":"trace[756968029] linearizableReadLoop","detail":"{readStateIndex:53; appliedIndex:50; }","duration":"192.709662ms","start":"2026-05-07T01:58:14.07458Z","end":"2026-05-07T01:58:14.267289Z","steps":["trace[756968029] 'read index received' (duration: 114.128615ms)","trace[756968029] 'applied index is now lower than readState.Index' (duration: 78.579977ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:14.494567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.234034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-07T01:58:14.495021Z","caller":"traceutil/trace.go:171","msg":"trace[1209610709] transaction","detail":"{read_only:false; response_revision:55; number_of_response:1; }","duration":"152.527806ms","start":"2026-05-07T01:58:14.342469Z","end":"2026-05-07T01:58:14.494997Z","steps":["trace[1209610709] 'process raft request' (duration: 34.768618ms)","trace[1209610709] 'compare' (duration: 117.002779ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:14.495023Z","caller":"traceutil/trace.go:171","msg":"trace[836416197] linearizableReadLoop","detail":"{readStateIndex:59; appliedIndex:58; }","duration":"151.607631ms","start":"2026-05-07T01:58:14.343348Z","end":"2026-05-07T01:58:14.494955Z","steps":["trace[836416197] 'read index received' (duration: 33.862254ms)","trace[836416197] 'applied index is now lower than readState.Index' (duration: 117.742347ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:14.495279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.897399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:14.495365Z","caller":"traceutil/trace.go:171","msg":"trace[1457077363] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:0; response_revision:55; }","duration":"152.028201ms","start":"2026-05-07T01:58:14.343316Z","end":"2026-05-07T01:58:14.495344Z","steps":["trace[1457077363] 'agreement among raft nodes before linearized reading' (duration: 151.767025ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:14.524648Z","caller":"traceutil/trace.go:171","msg":"trace[1597056496] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"180.383465ms","start":"2026-05-07T01:58:14.344231Z","end":"2026-05-07T01:58:14.524614Z","steps":["trace[1597056496] 'process raft request' (duration: 180.18507ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:14.753586Z","caller":"traceutil/trace.go:171","msg":"trace[1934556443] transaction","detail":"{read_only:false; response_revision:59; number_of_response:1; }","duration":"223.62322ms","start":"2026-05-07T01:58:14.529866Z","end":"2026-05-07T01:58:14.753489Z","steps":["trace[1934556443] 'process raft request' (duration: 127.494955ms)","trace[1934556443] 'compare' (duration: 95.419917ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:14.753856Z","caller":"traceutil/trace.go:171","msg":"trace[497535441] linearizableReadLoop","detail":"{readStateIndex:63; appliedIndex:62; }","duration":"203.454394ms","start":"2026-05-07T01:58:14.550325Z","end":"2026-05-07T01:58:14.753779Z","steps":["trace[497535441] 'read index received' (duration: 107.196276ms)","trace[497535441] 'applied index is now lower than readState.Index' (duration: 95.892549ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:14.754635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.272565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:14.75476Z","caller":"traceutil/trace.go:171","msg":"trace[1063561899] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:0; response_revision:59; }","duration":"204.4379ms","start":"2026-05-07T01:58:14.550284Z","end":"2026-05-07T01:58:14.754722Z","steps":["trace[1063561899] 'agreement among raft nodes before linearized reading' (duration: 204.040699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:14.755251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.478928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:14.755471Z","caller":"traceutil/trace.go:171","msg":"trace[507524907] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:60; }","duration":"187.57943ms","start":"2026-05-07T01:58:14.567727Z","end":"2026-05-07T01:58:14.755306Z","steps":["trace[507524907] 'agreement among raft nodes before linearized reading' (duration: 187.358774ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:14.755551Z","caller":"traceutil/trace.go:171","msg":"trace[372024410] transaction","detail":"{read_only:false; response_revision:60; number_of_response:1; }","duration":"204.149072ms","start":"2026-05-07T01:58:14.551349Z","end":"2026-05-07T01:58:14.755498Z","steps":["trace[372024410] 'process raft request' (duration: 201.604197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:15.098192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.487412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-05-07T01:58:15.09846Z","caller":"traceutil/trace.go:171","msg":"trace[1319373227] transaction","detail":"{read_only:false; response_revision:65; number_of_response:1; }","duration":"331.993802ms","start":"2026-05-07T01:58:14.76643Z","end":"2026-05-07T01:58:15.098424Z","steps":["trace[1319373227] 'process raft request' (duration: 155.11999ms)","trace[1319373227] 'compare' (duration: 176.321058ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:15.098618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:14.766404Z","time spent":"332.133806ms","remote":"127.0.0.1:42142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:58:15.098498Z","caller":"traceutil/trace.go:171","msg":"trace[10248542] transaction","detail":"{read_only:false; response_revision:66; number_of_response:1; }","duration":"245.930444ms","start":"2026-05-07T01:58:14.852545Z","end":"2026-05-07T01:58:15.098476Z","steps":["trace[10248542] 'process raft request' (duration: 245.790431ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:15.098621Z","caller":"traceutil/trace.go:171","msg":"trace[1433723745] linearizableReadLoop","detail":"{readStateIndex:69; appliedIndex:68; }","duration":"247.561036ms","start":"2026-05-07T01:58:14.850838Z","end":"2026-05-07T01:58:15.098399Z","steps":["trace[1433723745] 'read index received' (duration: 70.799397ms)","trace[1433723745] 'applied index is now lower than readState.Index' (duration: 176.760029ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:15.099034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.092819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:monitoring\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:15.099153Z","caller":"traceutil/trace.go:171","msg":"trace[725772809] range","detail":"{range_begin:/registry/clusterroles/system:monitoring; range_end:; response_count:0; response_revision:66; }","duration":"248.332026ms","start":"2026-05-07T01:58:14.850792Z","end":"2026-05-07T01:58:15.099124Z","steps":["trace[725772809] 'agreement among raft nodes before linearized reading' (duration: 247.763121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:15.404744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.409315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-05-07T01:58:15.404898Z","caller":"traceutil/trace.go:171","msg":"trace[1461704922] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"234.409683ms","start":"2026-05-07T01:58:15.170464Z","end":"2026-05-07T01:58:15.404874Z","steps":["trace[1461704922] 'process raft request' (duration: 69.754982ms)","trace[1461704922] 'compare' (duration: 164.257261ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:15.435533Z","caller":"traceutil/trace.go:171","msg":"trace[1144639197] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"255.436785ms","start":"2026-05-07T01:58:15.180056Z","end":"2026-05-07T01:58:15.435493Z","steps":["trace[1144639197] 'process raft request' (duration: 255.254951ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:15.435638Z","caller":"traceutil/trace.go:171","msg":"trace[842563464] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"255.752093ms","start":"2026-05-07T01:58:15.179772Z","end":"2026-05-07T01:58:15.435525Z","steps":["trace[842563464] 'process raft request' (duration: 255.25457ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:15.570326Z","caller":"traceutil/trace.go:171","msg":"trace[308341710] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"130.927589ms","start":"2026-05-07T01:58:15.439369Z","end":"2026-05-07T01:58:15.570297Z","steps":["trace[308341710] 'process raft request' (duration: 82.775042ms)","trace[308341710] 'compare' (duration: 47.990423ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:15.571754Z","caller":"traceutil/trace.go:171","msg":"trace[1909801794] transaction","detail":"{read_only:false; response_revision:77; number_of_response:1; }","duration":"113.60449ms","start":"2026-05-07T01:58:15.458115Z","end":"2026-05-07T01:58:15.571719Z","steps":["trace[1909801794] 'process raft request' (duration: 113.518638ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:15.571951Z","caller":"traceutil/trace.go:171","msg":"trace[1431443218] transaction","detail":"{read_only:false; response_revision:76; number_of_response:1; }","duration":"115.497799ms","start":"2026-05-07T01:58:15.456436Z","end":"2026-05-07T01:58:15.571934Z","steps":["trace[1431443218] 'process raft request' (duration: 115.029937ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:15.747521Z","caller":"traceutil/trace.go:171","msg":"trace[1263802078] transaction","detail":"{read_only:false; response_revision:82; number_of_response:1; }","duration":"132.181909ms","start":"2026-05-07T01:58:15.615291Z","end":"2026-05-07T01:58:15.747473Z","steps":["trace[1263802078] 'process raft request' (duration: 66.039698ms)","trace[1263802078] 'compare' (duration: 65.846864ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:15.747669Z","caller":"traceutil/trace.go:171","msg":"trace[351833686] transaction","detail":"{read_only:false; response_revision:83; number_of_response:1; }","duration":"131.059021ms","start":"2026-05-07T01:58:15.616576Z","end":"2026-05-07T01:58:15.747635Z","steps":["trace[351833686] 'process raft request' (duration: 130.783505ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:16.055151Z","caller":"traceutil/trace.go:171","msg":"trace[961735225] transaction","detail":"{read_only:false; response_revision:88; number_of_response:1; }","duration":"231.436096ms","start":"2026-05-07T01:58:15.823677Z","end":"2026-05-07T01:58:16.055113Z","steps":["trace[961735225] 'process raft request' (duration: 134.289154ms)","trace[961735225] 'compare' (duration: 96.381893ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:16.367268Z","caller":"traceutil/trace.go:171","msg":"trace[1704053920] transaction","detail":"{read_only:false; response_revision:94; number_of_response:1; }","duration":"172.831152ms","start":"2026-05-07T01:58:16.194402Z","end":"2026-05-07T01:58:16.367233Z","steps":["trace[1704053920] 'process raft request' (duration: 106.425702ms)","trace[1704053920] 'compare' (duration: 66.233145ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:16.368665Z","caller":"traceutil/trace.go:171","msg":"trace[1412020739] transaction","detail":"{read_only:false; response_revision:95; number_of_response:1; }","duration":"155.403077ms","start":"2026-05-07T01:58:16.213234Z","end":"2026-05-07T01:58:16.368637Z","steps":["trace[1412020739] 'process raft request' (duration: 155.270584ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:16.563074Z","caller":"traceutil/trace.go:171","msg":"trace[43396319] transaction","detail":"{read_only:false; response_revision:98; number_of_response:1; }","duration":"105.279933ms","start":"2026-05-07T01:58:16.45775Z","end":"2026-05-07T01:58:16.56303Z","steps":["trace[43396319] 'process raft request' (duration: 28.446912ms)","trace[43396319] 'compare' (duration: 76.479432ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:16.797443Z","caller":"traceutil/trace.go:171","msg":"trace[1571196244] transaction","detail":"{read_only:false; response_revision:101; number_of_response:1; }","duration":"205.589052ms","start":"2026-05-07T01:58:16.591831Z","end":"2026-05-07T01:58:16.79742Z","steps":["trace[1571196244] 'process raft request' (duration: 205.548901ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:16.797532Z","caller":"traceutil/trace.go:171","msg":"trace[2020547065] transaction","detail":"{read_only:false; response_revision:100; number_of_response:1; }","duration":"205.803738ms","start":"2026-05-07T01:58:16.591685Z","end":"2026-05-07T01:58:16.797488Z","steps":["trace[2020547065] 'process raft request' (duration: 122.604716ms)","trace[2020547065] 'compare' (duration: 82.929875ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:17.232739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.464377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-05-07T01:58:17.232907Z","caller":"traceutil/trace.go:171","msg":"trace[623145170] transaction","detail":"{read_only:false; response_revision:108; number_of_response:1; }","duration":"224.672001ms","start":"2026-05-07T01:58:17.008213Z","end":"2026-05-07T01:58:17.232885Z","steps":["trace[623145170] 'process raft request' (duration: 109.009079ms)","trace[623145170] 'compare' (duration: 115.137299ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:17.237481Z","caller":"traceutil/trace.go:171","msg":"trace[12980374] transaction","detail":"{read_only:false; response_revision:109; number_of_response:1; }","duration":"226.65674ms","start":"2026-05-07T01:58:17.010778Z","end":"2026-05-07T01:58:17.237435Z","steps":["trace[12980374] 'process raft request' (duration: 226.432194ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:17.582815Z","caller":"traceutil/trace.go:171","msg":"trace[444849209] linearizableReadLoop","detail":"{readStateIndex:120; appliedIndex:118; }","duration":"145.804519ms","start":"2026-05-07T01:58:17.436987Z","end":"2026-05-07T01:58:17.582792Z","steps":["trace[444849209] 'read index received' (duration: 55.72551ms)","trace[444849209] 'applied index is now lower than readState.Index' (duration: 90.077729ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:17.583143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.971173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T01:58:17.583185Z","caller":"traceutil/trace.go:171","msg":"trace[103630607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:115; }","duration":"146.238029ms","start":"2026-05-07T01:58:17.436928Z","end":"2026-05-07T01:58:17.583166Z","steps":["trace[103630607] 'agreement among raft nodes before linearized reading' (duration: 145.955922ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:17.583307Z","caller":"traceutil/trace.go:171","msg":"trace[1706837338] transaction","detail":"{read_only:false; response_revision:114; number_of_response:1; }","duration":"281.067617ms","start":"2026-05-07T01:58:17.302203Z","end":"2026-05-07T01:58:17.58327Z","steps":["trace[1706837338] 'process raft request' (duration: 190.499895ms)","trace[1706837338] 'compare' (duration: 89.68326ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:17.583454Z","caller":"traceutil/trace.go:171","msg":"trace[121947427] transaction","detail":"{read_only:false; response_revision:115; number_of_response:1; }","duration":"279.678002ms","start":"2026-05-07T01:58:17.303756Z","end":"2026-05-07T01:58:17.583434Z","steps":["trace[121947427] 'process raft request' (duration: 278.978525ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:17.811683Z","caller":"traceutil/trace.go:171","msg":"trace[315668921] linearizableReadLoop","detail":"{readStateIndex:128; appliedIndex:127; }","duration":"141.864632ms","start":"2026-05-07T01:58:17.669786Z","end":"2026-05-07T01:58:17.81165Z","steps":["trace[315668921] 'read index received' (duration: 94.811817ms)","trace[315668921] 'applied index is now lower than readState.Index' (duration: 47.051095ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:17.811978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.168059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18ad25e44b07c0f7\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-05-07T01:58:17.812069Z","caller":"traceutil/trace.go:171","msg":"trace[2121079114] range","detail":"{range_begin:/registry/events/default/instance.18ad25e44b07c0f7; range_end:; response_count:1; response_revision:123; }","duration":"142.300402ms","start":"2026-05-07T01:58:17.669751Z","end":"2026-05-07T01:58:17.812051Z","steps":["trace[2121079114] 'agreement among raft nodes before linearized reading' (duration: 142.111208ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:17.812696Z","caller":"traceutil/trace.go:171","msg":"trace[1849548757] transaction","detail":"{read_only:false; response_revision:123; number_of_response:1; }","duration":"142.624421ms","start":"2026-05-07T01:58:17.669356Z","end":"2026-05-07T01:58:17.81198Z","steps":["trace[1849548757] 'process raft request' (duration: 95.170526ms)","trace[1849548757] 'compare' (duration: 46.977803ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:18.175248Z","caller":"traceutil/trace.go:171","msg":"trace[1493253334] transaction","detail":"{read_only:false; response_revision:133; number_of_response:1; }","duration":"133.616373ms","start":"2026-05-07T01:58:18.041597Z","end":"2026-05-07T01:58:18.175213Z","steps":["trace[1493253334] 'process raft request' (duration: 34.769291ms)","trace[1493253334] 'compare' (duration: 98.496103ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:18.175497Z","caller":"traceutil/trace.go:171","msg":"trace[1403593406] transaction","detail":"{read_only:false; response_revision:134; number_of_response:1; }","duration":"131.346938ms","start":"2026-05-07T01:58:18.044128Z","end":"2026-05-07T01:58:18.175475Z","steps":["trace[1403593406] 'process raft request' (duration: 130.943188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:19.883182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063410316s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T01:58:19.883414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568067181s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:58:19.883865Z","caller":"traceutil/trace.go:171","msg":"trace[538946126] transaction","detail":"{read_only:false; response_revision:138; number_of_response:1; }","duration":"1.064207866s","start":"2026-05-07T01:58:18.819632Z","end":"2026-05-07T01:58:19.88384Z","steps":["trace[538946126] 'process raft request' (duration: 1.064145084s)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:19.883907Z","caller":"traceutil/trace.go:171","msg":"trace[987612266] transaction","detail":"{read_only:false; response_revision:137; number_of_response:1; }","duration":"1.702987806s","start":"2026-05-07T01:58:18.180874Z","end":"2026-05-07T01:58:19.883861Z","steps":["trace[987612266] 'process raft request' (duration: 1.70277964s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:19.883976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:18.819608Z","time spent":"1.064323069s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5877,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T01:58:19.884169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:18.180862Z","time spent":"1.703110719s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:58:19.884522Z","caller":"traceutil/trace.go:171","msg":"trace[2049514080] transaction","detail":"{read_only:false; response_revision:136; number_of_response:1; }","duration":"1.703874758s","start":"2026-05-07T01:58:18.180624Z","end":"2026-05-07T01:58:19.884499Z","steps":["trace[2049514080] 'process raft request' (duration: 134.599168ms)","trace[2049514080] 'compare' (duration: 1.567872615s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:19.884628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:18.180589Z","time spent":"1.7039852s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T01:58:19.884724Z","caller":"traceutil/trace.go:171","msg":"trace[1825467802] linearizableReadLoop","detail":"{readStateIndex:142; appliedIndex:139; }","duration":"1.698517516s","start":"2026-05-07T01:58:18.186139Z","end":"2026-05-07T01:58:19.884656Z","steps":["trace[1825467802] 'read index received' (duration: 33.176482ms)","trace[1825467802] 'applied index is now lower than readState.Index' (duration: 1.665337744s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:19.884999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698844094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-05-07T01:58:19.885072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.281864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:58:19.885129Z","caller":"traceutil/trace.go:171","msg":"trace[987264518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:138; }","duration":"472.372506ms","start":"2026-05-07T01:58:19.412741Z","end":"2026-05-07T01:58:19.885113Z","steps":["trace[987264518] 'agreement among raft nodes before linearized reading' (duration: 472.301764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:19.885179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:19.412715Z","time spent":"472.453108ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T01:58:19.885154Z","caller":"traceutil/trace.go:171","msg":"trace[975202931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:138; }","duration":"1.699011829s","start":"2026-05-07T01:58:18.186082Z","end":"2026-05-07T01:58:19.885093Z","steps":["trace[975202931] 'agreement among raft nodes before linearized reading' (duration: 1.698822454s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:19.885499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:18.186067Z","time spent":"1.699412748s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T01:58:19.885529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548637755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:58:19.88561Z","caller":"traceutil/trace.go:171","msg":"trace[296630422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:138; }","duration":"1.548765858s","start":"2026-05-07T01:58:18.336825Z","end":"2026-05-07T01:58:19.885591Z","steps":["trace[296630422] 'agreement among raft nodes before linearized reading' (duration: 1.548620674s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:19.885671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:18.336797Z","time spent":"1.548860779s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T01:58:19.885012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662319989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18ad25e44b0822a0\" ","response":"range_response_count:1 size:652"} {"level":"info","ts":"2026-05-07T01:58:19.885954Z","caller":"traceutil/trace.go:171","msg":"trace[1847747935] range","detail":"{range_begin:/registry/events/default/instance.18ad25e44b0822a0; range_end:; response_count:1; response_revision:138; }","duration":"1.663278712s","start":"2026-05-07T01:58:18.222657Z","end":"2026-05-07T01:58:19.885936Z","steps":["trace[1847747935] 'agreement among raft nodes before linearized reading' (duration: 1.662285238s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:19.886724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:18.222648Z","time spent":"1.663600909s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":676,"request content":"key:\"/registry/events/default/instance.18ad25e44b0822a0\" "} {"level":"info","ts":"2026-05-07T01:58:20.029915Z","caller":"traceutil/trace.go:171","msg":"trace[1235020505] transaction","detail":"{read_only:false; response_revision:141; number_of_response:1; }","duration":"109.004867ms","start":"2026-05-07T01:58:19.92087Z","end":"2026-05-07T01:58:20.029874Z","steps":["trace[1235020505] 'process raft request' (duration: 68.134272ms)","trace[1235020505] 'compare' (duration: 40.521887ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:20.239369Z","caller":"traceutil/trace.go:171","msg":"trace[1439796948] transaction","detail":"{read_only:false; response_revision:147; number_of_response:1; }","duration":"107.792297ms","start":"2026-05-07T01:58:20.131535Z","end":"2026-05-07T01:58:20.239328Z","steps":["trace[1439796948] 'process raft request' (duration: 23.340299ms)","trace[1439796948] 'compare' (duration: 84.258423ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:20.244598Z","caller":"traceutil/trace.go:171","msg":"trace[1151582127] transaction","detail":"{read_only:false; response_revision:148; number_of_response:1; }","duration":"110.419841ms","start":"2026-05-07T01:58:20.134145Z","end":"2026-05-07T01:58:20.244565Z","steps":["trace[1151582127] 'process raft request' (duration: 110.151194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:20.712438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.767744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:58:20.712881Z","caller":"traceutil/trace.go:171","msg":"trace[680635195] transaction","detail":"{read_only:false; response_revision:158; number_of_response:1; }","duration":"251.466086ms","start":"2026-05-07T01:58:20.461354Z","end":"2026-05-07T01:58:20.71282Z","steps":["trace[680635195] 'process raft request' (duration: 251.20562ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:20.712887Z","caller":"traceutil/trace.go:171","msg":"trace[143641488] linearizableReadLoop","detail":"{readStateIndex:162; appliedIndex:161; }","duration":"255.969005ms","start":"2026-05-07T01:58:20.456897Z","end":"2026-05-07T01:58:20.712866Z","steps":["trace[143641488] 'read index received' (duration: 83.69262ms)","trace[143641488] 'applied index is now lower than readState.Index' (duration: 172.273635ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:20.713093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.146985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:58:20.713266Z","caller":"traceutil/trace.go:171","msg":"trace[478395089] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:0; response_revision:158; }","duration":"280.34213ms","start":"2026-05-07T01:58:20.432873Z","end":"2026-05-07T01:58:20.713215Z","steps":["trace[478395089] 'agreement among raft nodes before linearized reading' (duration: 280.047312ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:20.71302Z","caller":"traceutil/trace.go:171","msg":"trace[785912221] transaction","detail":"{read_only:false; response_revision:157; number_of_response:1; }","duration":"263.181498ms","start":"2026-05-07T01:58:20.449768Z","end":"2026-05-07T01:58:20.71295Z","steps":["trace[785912221] 'process raft request' (duration: 90.82702ms)","trace[785912221] 'compare' (duration: 171.6393ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:20.906816Z","caller":"traceutil/trace.go:171","msg":"trace[542079972] transaction","detail":"{read_only:false; response_revision:162; number_of_response:1; }","duration":"111.165109ms","start":"2026-05-07T01:58:20.795606Z","end":"2026-05-07T01:58:20.906771Z","steps":["trace[542079972] 'process raft request' (duration: 110.646676ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:20.906938Z","caller":"traceutil/trace.go:171","msg":"trace[1335040662] transaction","detail":"{read_only:false; response_revision:163; number_of_response:1; }","duration":"100.671417ms","start":"2026-05-07T01:58:20.806222Z","end":"2026-05-07T01:58:20.906893Z","steps":["trace[1335040662] 'process raft request' (duration: 100.328648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:21.159345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.071853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:58:21.159577Z","caller":"traceutil/trace.go:171","msg":"trace[458041780] transaction","detail":"{read_only:false; response_revision:166; number_of_response:1; }","duration":"242.115165ms","start":"2026-05-07T01:58:20.917439Z","end":"2026-05-07T01:58:21.159554Z","steps":["trace[458041780] 'process raft request' (duration: 242.040393ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:21.159725Z","caller":"traceutil/trace.go:171","msg":"trace[193449688] transaction","detail":"{read_only:false; response_revision:165; number_of_response:1; }","duration":"242.197897ms","start":"2026-05-07T01:58:20.917439Z","end":"2026-05-07T01:58:21.159637Z","steps":["trace[193449688] 'process raft request' (duration: 116.750205ms)","trace[193449688] 'compare' (duration: 124.799097ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:21.19129Z","caller":"traceutil/trace.go:171","msg":"trace[258369013] linearizableReadLoop","detail":"{readStateIndex:172; appliedIndex:169; }","duration":"255.284554ms","start":"2026-05-07T01:58:20.935973Z","end":"2026-05-07T01:58:21.191258Z","steps":["trace[258369013] 'read index received' (duration: 98.248102ms)","trace[258369013] 'applied index is now lower than readState.Index' (duration: 157.035102ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:21.191358Z","caller":"traceutil/trace.go:171","msg":"trace[2065739788] transaction","detail":"{read_only:false; response_revision:167; number_of_response:1; }","duration":"269.68893ms","start":"2026-05-07T01:58:20.921637Z","end":"2026-05-07T01:58:21.191326Z","steps":["trace[2065739788] 'process raft request' (duration: 269.453494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:21.191568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.55925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:58:21.191723Z","caller":"traceutil/trace.go:171","msg":"trace[2053156748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:167; }","duration":"255.767685ms","start":"2026-05-07T01:58:20.93593Z","end":"2026-05-07T01:58:21.191698Z","steps":["trace[2053156748] 'agreement among raft nodes before linearized reading' (duration: 255.52134ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:21.383467Z","caller":"traceutil/trace.go:171","msg":"trace[676349955] transaction","detail":"{read_only:false; response_revision:173; number_of_response:1; }","duration":"143.981372ms","start":"2026-05-07T01:58:21.239459Z","end":"2026-05-07T01:58:21.383441Z","steps":["trace[676349955] 'process raft request' (duration: 143.922691ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:21.383581Z","caller":"traceutil/trace.go:171","msg":"trace[1609722563] transaction","detail":"{read_only:false; response_revision:172; number_of_response:1; }","duration":"156.556251ms","start":"2026-05-07T01:58:21.22696Z","end":"2026-05-07T01:58:21.383516Z","steps":["trace[1609722563] 'process raft request' (duration: 122.613234ms)","trace[1609722563] 'compare' (duration: 33.583668ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:21.608824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.73129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:58:21.60904Z","caller":"traceutil/trace.go:171","msg":"trace[2060358190] linearizableReadLoop","detail":"{readStateIndex:181; appliedIndex:180; }","duration":"199.696506ms","start":"2026-05-07T01:58:21.409278Z","end":"2026-05-07T01:58:21.608974Z","steps":["trace[2060358190] 'read index received' (duration: 75.586266ms)","trace[2060358190] 'applied index is now lower than readState.Index' (duration: 124.10846ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:21.609082Z","caller":"traceutil/trace.go:171","msg":"trace[480035083] transaction","detail":"{read_only:false; response_revision:176; number_of_response:1; }","duration":"201.190921ms","start":"2026-05-07T01:58:21.407834Z","end":"2026-05-07T01:58:21.609025Z","steps":["trace[480035083] 'process raft request' (duration: 77.166144ms)","trace[480035083] 'compare' (duration: 123.31929ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:21.609333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.292277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T01:58:21.609329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.031983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:58:21.609397Z","caller":"traceutil/trace.go:171","msg":"trace[1174585783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:176; }","duration":"173.417711ms","start":"2026-05-07T01:58:21.435957Z","end":"2026-05-07T01:58:21.609375Z","steps":["trace[1174585783] 'agreement among raft nodes before linearized reading' (duration: 173.248786ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:21.609411Z","caller":"traceutil/trace.go:171","msg":"trace[415232613] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:0; response_revision:176; }","duration":"200.151327ms","start":"2026-05-07T01:58:21.409236Z","end":"2026-05-07T01:58:21.609387Z","steps":["trace[415232613] 'agreement among raft nodes before linearized reading' (duration: 199.87103ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:22.063445Z","caller":"traceutil/trace.go:171","msg":"trace[636393916] transaction","detail":"{read_only:false; response_revision:185; number_of_response:1; }","duration":"144.294226ms","start":"2026-05-07T01:58:21.919124Z","end":"2026-05-07T01:58:22.063418Z","steps":["trace[636393916] 'process raft request' (duration: 136.39694ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:22.286406Z","caller":"traceutil/trace.go:171","msg":"trace[1946755179] transaction","detail":"{read_only:false; response_revision:188; number_of_response:1; }","duration":"174.30454ms","start":"2026-05-07T01:58:22.112059Z","end":"2026-05-07T01:58:22.286363Z","steps":["trace[1946755179] 'process raft request' (duration: 90.016018ms)","trace[1946755179] 'compare' (duration: 84.062397ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:22.845654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.345023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:58:22.845842Z","caller":"traceutil/trace.go:171","msg":"trace[1245505019] transaction","detail":"{read_only:false; response_revision:194; number_of_response:1; }","duration":"334.05074ms","start":"2026-05-07T01:58:22.511766Z","end":"2026-05-07T01:58:22.845817Z","steps":["trace[1245505019] 'process raft request' (duration: 204.472291ms)","trace[1245505019] 'compare' (duration: 128.939974ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:22.845949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:22.511752Z","time spent":"334.167422ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T01:58:23.043311Z","caller":"traceutil/trace.go:171","msg":"trace[1846905452] transaction","detail":"{read_only:false; response_revision:198; number_of_response:1; }","duration":"115.13667ms","start":"2026-05-07T01:58:22.928135Z","end":"2026-05-07T01:58:23.043272Z","steps":["trace[1846905452] 'process raft request' (duration: 90.094517ms)","trace[1846905452] 'compare' (duration: 24.711906ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:23.197654Z","caller":"traceutil/trace.go:171","msg":"trace[192142747] transaction","detail":"{read_only:false; response_revision:202; number_of_response:1; }","duration":"124.648363ms","start":"2026-05-07T01:58:23.07297Z","end":"2026-05-07T01:58:23.197618Z","steps":["trace[192142747] 'process raft request' (duration: 91.984433ms)","trace[192142747] 'compare' (duration: 32.520747ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:24.114728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.552295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:58:24.11498Z","caller":"traceutil/trace.go:171","msg":"trace[1523041318] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"162.781987ms","start":"2026-05-07T01:58:23.952154Z","end":"2026-05-07T01:58:24.114936Z","steps":["trace[1523041318] 'compare' (duration: 151.352821ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:24.378349Z","caller":"traceutil/trace.go:171","msg":"trace[1814201858] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"161.964966ms","start":"2026-05-07T01:58:24.216339Z","end":"2026-05-07T01:58:24.378304Z","steps":["trace[1814201858] 'process raft request' (duration: 102.235188ms)","trace[1814201858] 'compare' (duration: 59.552714ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:24.575185Z","caller":"traceutil/trace.go:171","msg":"trace[966103054] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"152.733953ms","start":"2026-05-07T01:58:24.422403Z","end":"2026-05-07T01:58:24.575137Z","steps":["trace[966103054] 'process raft request' (duration: 82.197416ms)","trace[966103054] 'compare' (duration: 70.22951ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:27.037466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T01:58:27.037596Z","caller":"traceutil/trace.go:171","msg":"trace[1115236812] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028215s","start":"2026-05-07T01:58:25.037286Z","end":"2026-05-07T01:58:27.037569Z","steps":["trace[1115236812] 'agreement among raft nodes before linearized reading' (duration: 2.000115486s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:27.037668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:25.037253Z","time spent":"2.000403883s","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 01:58:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T01:58:27.566832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144622881s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:58:27.566951Z","caller":"traceutil/trace.go:171","msg":"trace[1425453330] linearizableReadLoop","detail":"{readStateIndex:240; appliedIndex:239; }","duration":"2.529584714s","start":"2026-05-07T01:58:25.037348Z","end":"2026-05-07T01:58:27.566933Z","steps":["trace[1425453330] 'read index received' (duration: 384.778209ms)","trace[1425453330] 'applied index is now lower than readState.Index' (duration: 2.144805215s)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:27.567256Z","caller":"traceutil/trace.go:171","msg":"trace[1775712552] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"2.933037343s","start":"2026-05-07T01:58:24.634204Z","end":"2026-05-07T01:58:27.567242Z","steps":["trace[1775712552] 'process raft request' (duration: 787.934231ms)","trace[1775712552] 'compare' (duration: 2.144379096s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:27.567323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:24.63417Z","time spent":"2.933123615s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T01:58:27.567849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.585207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T01:58:27.567885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357632662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-07T01:58:27.567878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356843065s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:58:27.567954Z","caller":"traceutil/trace.go:171","msg":"trace[502075817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:235; }","duration":"1.357750565s","start":"2026-05-07T01:58:26.210182Z","end":"2026-05-07T01:58:27.567933Z","steps":["trace[502075817] 'agreement among raft nodes before linearized reading' (duration: 1.35754544s)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:27.567953Z","caller":"traceutil/trace.go:171","msg":"trace[37179529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:235; }","duration":"431.734461ms","start":"2026-05-07T01:58:27.136191Z","end":"2026-05-07T01:58:27.567926Z","steps":["trace[37179529] 'agreement among raft nodes before linearized reading' (duration: 431.540496ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:27.567964Z","caller":"traceutil/trace.go:171","msg":"trace[1215669667] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:235; }","duration":"1.356940928s","start":"2026-05-07T01:58:26.211011Z","end":"2026-05-07T01:58:27.567952Z","steps":["trace[1215669667] 'agreement among raft nodes before linearized reading' (duration: 1.356822994s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:27.567983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:26.21016Z","time spent":"1.357818136s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T01:58:27.568002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:27.136165Z","time spent":"431.829293ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T01:58:27.56807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616975931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T01:58:27.568123Z","caller":"traceutil/trace.go:171","msg":"trace[931281889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:235; }","duration":"1.617034113s","start":"2026-05-07T01:58:25.951059Z","end":"2026-05-07T01:58:27.568093Z","steps":["trace[931281889] 'agreement among raft nodes before linearized reading' (duration: 1.616966211s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:27.568161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:25.951045Z","time spent":"1.617108694s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T01:58:27.567973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483261416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:58:27.568214Z","caller":"traceutil/trace.go:171","msg":"trace[1559375808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:235; }","duration":"2.483573843s","start":"2026-05-07T01:58:25.084625Z","end":"2026-05-07T01:58:27.568199Z","steps":["trace[1559375808] 'agreement among raft nodes before linearized reading' (duration: 2.483099702s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:27.568339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809564479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5513"} {"level":"info","ts":"2026-05-07T01:58:27.568359Z","caller":"traceutil/trace.go:171","msg":"trace[307470073] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:235; }","duration":"1.809626971s","start":"2026-05-07T01:58:25.758726Z","end":"2026-05-07T01:58:27.568353Z","steps":["trace[307470073] 'agreement among raft nodes before linearized reading' (duration: 1.80958101s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:27.568375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:25.758703Z","time spent":"1.809667911s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5537,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-07T01:58:27.568831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:25.084601Z","time spent":"2.484216198s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T01:58:27.569253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657133967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:58:27.569292Z","caller":"traceutil/trace.go:171","msg":"trace[853919991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:235; }","duration":"1.657207419s","start":"2026-05-07T01:58:25.912074Z","end":"2026-05-07T01:58:27.569281Z","steps":["trace[853919991] 'agreement among raft nodes before linearized reading' (duration: 1.656223157s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:27.569344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:25.912053Z","time spent":"1.657262201s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T01:58:30.131266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.168421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:58:30.131401Z","caller":"traceutil/trace.go:171","msg":"trace[2101737560] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"134.629451ms","start":"2026-05-07T01:58:29.996757Z","end":"2026-05-07T01:58:30.131386Z","steps":["trace[2101737560] 'process raft request' (duration: 134.5955ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:30.131474Z","caller":"traceutil/trace.go:171","msg":"trace[565817739] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"154.115109ms","start":"2026-05-07T01:58:29.977336Z","end":"2026-05-07T01:58:30.131451Z","steps":["trace[565817739] 'process raft request' (duration: 47.708793ms)","trace[565817739] 'compare' (duration: 106.013807ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:31.464551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.032664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:58:31.464669Z","caller":"traceutil/trace.go:171","msg":"trace[459250247] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:0; response_revision:339; }","duration":"118.216119ms","start":"2026-05-07T01:58:31.346433Z","end":"2026-05-07T01:58:31.464649Z","steps":["trace[459250247] 'range keys from in-memory index tree' (duration: 117.970463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:31.686526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.780897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:58:31.686616Z","caller":"traceutil/trace.go:171","msg":"trace[215422996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:340; }","duration":"103.92181ms","start":"2026-05-07T01:58:31.582674Z","end":"2026-05-07T01:58:31.686596Z","steps":["trace[215422996] 'range keys from in-memory index tree' (duration: 103.694366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:31.686696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.159415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-05-07T01:58:31.686804Z","caller":"traceutil/trace.go:171","msg":"trace[1521584270] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:340; }","duration":"110.336139ms","start":"2026-05-07T01:58:31.576444Z","end":"2026-05-07T01:58:31.68678Z","steps":["trace[1521584270] 'range keys from in-memory index tree' (duration: 110.012162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:33.203351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.60691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-05-07T01:58:33.203424Z","caller":"traceutil/trace.go:171","msg":"trace[1285856200] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:362; }","duration":"155.734523ms","start":"2026-05-07T01:58:33.047673Z","end":"2026-05-07T01:58:33.203407Z","steps":["trace[1285856200] 'range keys from in-memory index tree' (duration: 155.510459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:33.203476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.214163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-05-07T01:58:33.203605Z","caller":"traceutil/trace.go:171","msg":"trace[438502525] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:362; }","duration":"206.347535ms","start":"2026-05-07T01:58:32.997193Z","end":"2026-05-07T01:58:33.20354Z","steps":["trace[438502525] 'range keys from in-memory index tree' (duration: 206.109371ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:34.006748Z","caller":"traceutil/trace.go:171","msg":"trace[384354798] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"177.834062ms","start":"2026-05-07T01:58:33.828867Z","end":"2026-05-07T01:58:34.006701Z","steps":["trace[384354798] 'process raft request' (duration: 95.544403ms)","trace[384354798] 'compare' (duration: 82.146536ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:34.018107Z","caller":"traceutil/trace.go:171","msg":"trace[163036673] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"185.915089ms","start":"2026-05-07T01:58:33.832159Z","end":"2026-05-07T01:58:34.018074Z","steps":["trace[163036673] 'process raft request' (duration: 185.680174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:34.215379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.553583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:58:34.215694Z","caller":"traceutil/trace.go:171","msg":"trace[146654944] linearizableReadLoop","detail":"{readStateIndex:403; appliedIndex:401; }","duration":"189.533272ms","start":"2026-05-07T01:58:34.026131Z","end":"2026-05-07T01:58:34.215664Z","steps":["trace[146654944] 'read index received' (duration: 82.56899ms)","trace[146654944] 'applied index is now lower than readState.Index' (duration: 106.962892ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:34.215879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.731356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-07T01:58:34.215934Z","caller":"traceutil/trace.go:171","msg":"trace[386439963] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:390; }","duration":"189.855369ms","start":"2026-05-07T01:58:34.026065Z","end":"2026-05-07T01:58:34.21592Z","steps":["trace[386439963] 'agreement among raft nodes before linearized reading' (duration: 189.693775ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:34.216Z","caller":"traceutil/trace.go:171","msg":"trace[475835508] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"202.27305ms","start":"2026-05-07T01:58:34.013655Z","end":"2026-05-07T01:58:34.215928Z","steps":["trace[475835508] 'process raft request' (duration: 201.887711ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:34.21612Z","caller":"traceutil/trace.go:171","msg":"trace[427448095] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"204.373363ms","start":"2026-05-07T01:58:34.011656Z","end":"2026-05-07T01:58:34.21603Z","steps":["trace[427448095] 'process raft request' (duration: 97.068443ms)","trace[427448095] 'compare' (duration: 106.355329ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:34.216527Z","caller":"traceutil/trace.go:171","msg":"trace[1610581928] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"189.641084ms","start":"2026-05-07T01:58:34.026846Z","end":"2026-05-07T01:58:34.216487Z","steps":["trace[1610581928] 'process raft request' (duration: 189.579903ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:34.216547Z","caller":"traceutil/trace.go:171","msg":"trace[1451992423] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"190.235087ms","start":"2026-05-07T01:58:34.026267Z","end":"2026-05-07T01:58:34.216503Z","steps":["trace[1451992423] 'process raft request' (duration: 190.047593ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:34.358958Z","caller":"traceutil/trace.go:171","msg":"trace[741082815] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"117.201316ms","start":"2026-05-07T01:58:34.241705Z","end":"2026-05-07T01:58:34.358906Z","steps":["trace[741082815] 'process raft request' (duration: 77.151276ms)","trace[741082815] 'compare' (duration: 39.726723ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:34.894593Z","caller":"traceutil/trace.go:171","msg":"trace[290418559] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"141.036906ms","start":"2026-05-07T01:58:34.753529Z","end":"2026-05-07T01:58:34.894566Z","steps":["trace[290418559] 'process raft request' (duration: 115.124483ms)","trace[290418559] 'compare' (duration: 25.741469ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:34.894895Z","caller":"traceutil/trace.go:171","msg":"trace[1862741116] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"137.802338ms","start":"2026-05-07T01:58:34.757062Z","end":"2026-05-07T01:58:34.894865Z","steps":["trace[1862741116] 'process raft request' (duration: 137.462631ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:34.894946Z","caller":"traceutil/trace.go:171","msg":"trace[1641986613] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"131.432644ms","start":"2026-05-07T01:58:34.763495Z","end":"2026-05-07T01:58:34.894928Z","steps":["trace[1641986613] 'process raft request' (duration: 131.24522ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:36.052133Z","caller":"traceutil/trace.go:171","msg":"trace[505148255] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"144.964651ms","start":"2026-05-07T01:58:35.907136Z","end":"2026-05-07T01:58:36.052101Z","steps":["trace[505148255] 'process raft request' (duration: 108.160734ms)","trace[505148255] 'compare' (duration: 36.648954ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:36.343893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.798104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:58:36.344024Z","caller":"traceutil/trace.go:171","msg":"trace[1088061739] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:430; }","duration":"193.606603ms","start":"2026-05-07T01:58:36.150399Z","end":"2026-05-07T01:58:36.344005Z","steps":["trace[1088061739] 'read index received' (duration: 21.520933ms)","trace[1088061739] 'applied index is now lower than readState.Index' (duration: 172.08393ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:36.344121Z","caller":"traceutil/trace.go:171","msg":"trace[1066856836] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"225.789395ms","start":"2026-05-07T01:58:36.11827Z","end":"2026-05-07T01:58:36.34406Z","steps":["trace[1066856836] 'process raft request' (duration: 53.754766ms)","trace[1066856836] 'compare' (duration: 171.621421ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:36.344311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.769876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4368"} {"level":"info","ts":"2026-05-07T01:58:36.344438Z","caller":"traceutil/trace.go:171","msg":"trace[447623761] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:418; }","duration":"194.043262ms","start":"2026-05-07T01:58:36.150347Z","end":"2026-05-07T01:58:36.34439Z","steps":["trace[447623761] 'agreement among raft nodes before linearized reading' (duration: 193.716415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:36.637211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.680328ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-05-07T01:58:36.863037Z","caller":"traceutil/trace.go:171","msg":"trace[887945973] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"163.913793ms","start":"2026-05-07T01:58:36.699098Z","end":"2026-05-07T01:58:36.863012Z","steps":["trace[887945973] 'process raft request' (duration: 163.78167ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:37.169911Z","caller":"traceutil/trace.go:171","msg":"trace[307592181] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:435; }","duration":"269.869621ms","start":"2026-05-07T01:58:36.899999Z","end":"2026-05-07T01:58:37.169868Z","steps":["trace[307592181] 'read index received' (duration: 269.31993ms)","trace[307592181] 'applied index is now lower than readState.Index' (duration: 521.36µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:37.170252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.201817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T01:58:37.170304Z","caller":"traceutil/trace.go:171","msg":"trace[1277412306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:422; }","duration":"270.33246ms","start":"2026-05-07T01:58:36.899952Z","end":"2026-05-07T01:58:37.170284Z","steps":["trace[1277412306] 'agreement among raft nodes before linearized reading' (duration: 270.108316ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:37.17119Z","caller":"traceutil/trace.go:171","msg":"trace[1217319226] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"469.253083ms","start":"2026-05-07T01:58:36.701917Z","end":"2026-05-07T01:58:37.17117Z","steps":["trace[1217319226] 'process raft request' (duration: 467.533968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:37.171329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:36.701898Z","time spent":"469.331935ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:58:37.450641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.655843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:58:37.450862Z","caller":"traceutil/trace.go:171","msg":"trace[418484816] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"270.896641ms","start":"2026-05-07T01:58:37.179897Z","end":"2026-05-07T01:58:37.450794Z","steps":["trace[418484816] 'process raft request' (duration: 87.973463ms)","trace[418484816] 'compare' (duration: 182.384388ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:38.333164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110017205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T01:58:38.833719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110017205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T01:58:39.188153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.373678933s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T01:58:39.188752Z","caller":"traceutil/trace.go:171","msg":"trace[540196498] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:437; }","duration":"1.356177254s","start":"2026-05-07T01:58:37.832541Z","end":"2026-05-07T01:58:39.188718Z","steps":["trace[540196498] 'read index received' (duration: 1.35597017s)","trace[540196498] 'applied index is now lower than readState.Index' (duration: 205.694µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:39.188831Z","caller":"traceutil/trace.go:171","msg":"trace[1484307021] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"1.374431898s","start":"2026-05-07T01:58:37.814356Z","end":"2026-05-07T01:58:39.188788Z","steps":["trace[1484307021] 'process raft request' (duration: 1.374137952s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:39.189042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:37.814332Z","time spent":"1.374599571s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:58:39.189084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356503462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T01:58:39.189073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294567969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T01:58:39.18914Z","caller":"traceutil/trace.go:171","msg":"trace[1570028737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:424; }","duration":"1.356611073s","start":"2026-05-07T01:58:37.83251Z","end":"2026-05-07T01:58:39.189121Z","steps":["trace[1570028737] 'agreement among raft nodes before linearized reading' (duration: 1.356395379s)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:39.189162Z","caller":"traceutil/trace.go:171","msg":"trace[395703216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:424; }","duration":"1.294687761s","start":"2026-05-07T01:58:37.89445Z","end":"2026-05-07T01:58:39.189138Z","steps":["trace[395703216] 'agreement among raft nodes before linearized reading' (duration: 1.294549578s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:39.189185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:37.832498Z","time spent":"1.356677954s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T01:58:39.189208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:37.894438Z","time spent":"1.294760692s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T01:58:39.189228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2514691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T01:58:39.18931Z","caller":"traceutil/trace.go:171","msg":"trace[518994932] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:424; }","duration":"1.251592083s","start":"2026-05-07T01:58:37.937696Z","end":"2026-05-07T01:58:39.189288Z","steps":["trace[518994932] 'agreement among raft nodes before linearized reading' (duration: 1.251402289s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:39.189352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:37.937681Z","time spent":"1.251662454s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-05-07T01:58:39.189392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.512281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4321"} {"level":"info","ts":"2026-05-07T01:58:39.18952Z","caller":"traceutil/trace.go:171","msg":"trace[1036707951] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:424; }","duration":"713.794097ms","start":"2026-05-07T01:58:38.475699Z","end":"2026-05-07T01:58:39.189493Z","steps":["trace[1036707951] 'agreement among raft nodes before linearized reading' (duration: 713.383269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:39.1897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:38.475666Z","time spent":"713.926909ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4345,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-07T01:58:40.467158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.796215ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-07T01:58:40.467275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:39.190417Z","time spent":"1.27685233s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T01:58:40.504942Z","caller":"traceutil/trace.go:171","msg":"trace[1635671391] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"1.31014402s","start":"2026-05-07T01:58:39.194753Z","end":"2026-05-07T01:58:40.504897Z","steps":["trace[1635671391] 'process raft request' (duration: 1.309864415s)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:40.504966Z","caller":"traceutil/trace.go:171","msg":"trace[1933578482] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:438; }","duration":"1.049422921s","start":"2026-05-07T01:58:39.45551Z","end":"2026-05-07T01:58:40.504933Z","steps":["trace[1933578482] 'read index received' (duration: 443.857836ms)","trace[1933578482] 'applied index is now lower than readState.Index' (duration: 605.563875ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:40.505111Z","caller":"traceutil/trace.go:171","msg":"trace[1017035909] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"1.306421086s","start":"2026-05-07T01:58:39.198679Z","end":"2026-05-07T01:58:40.5051Z","steps":["trace[1017035909] 'process raft request' (duration: 1.306178741s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:40.505267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:39.198652Z","time spent":"1.306501127s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:58:40.505433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:39.19473Z","time spent":"1.310317333s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:58:40.505462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049972131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T01:58:40.505502Z","caller":"traceutil/trace.go:171","msg":"trace[1795673252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:427; }","duration":"1.050057513s","start":"2026-05-07T01:58:39.455432Z","end":"2026-05-07T01:58:40.50549Z","steps":["trace[1795673252] 'agreement among raft nodes before linearized reading' (duration: 1.049983761s)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:40.505494Z","caller":"traceutil/trace.go:171","msg":"trace[2006781894] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"1.310203681s","start":"2026-05-07T01:58:39.195259Z","end":"2026-05-07T01:58:40.505462Z","steps":["trace[2006781894] 'process raft request' (duration: 1.309550998s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:40.505531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:39.455397Z","time spent":"1.050128794s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T01:58:40.505598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:39.195249Z","time spent":"1.310296623s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:58:40.606768Z","caller":"traceutil/trace.go:171","msg":"trace[2109966724] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"138.076459ms","start":"2026-05-07T01:58:40.468645Z","end":"2026-05-07T01:58:40.606721Z","steps":["trace[2109966724] 'process raft request' (duration: 121.425089ms)","trace[2109966724] 'compare' (duration: 16.384375ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:40.606984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025575254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:58:40.607079Z","caller":"traceutil/trace.go:171","msg":"trace[1262481414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:429; }","duration":"1.025776519s","start":"2026-05-07T01:58:39.581278Z","end":"2026-05-07T01:58:40.607054Z","steps":["trace[1262481414] 'agreement among raft nodes before linearized reading' (duration: 1.025486573s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:40.607135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:39.581243Z","time spent":"1.0258827s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T01:58:40.607046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034792208s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:58:40.607262Z","caller":"traceutil/trace.go:171","msg":"trace[1529346066] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:429; }","duration":"1.035042633s","start":"2026-05-07T01:58:39.572206Z","end":"2026-05-07T01:58:40.607249Z","steps":["trace[1529346066] 'agreement among raft nodes before linearized reading' (duration: 1.034754628s)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:40.607391Z","caller":"traceutil/trace.go:171","msg":"trace[2025474850] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:442; }","duration":"101.683697ms","start":"2026-05-07T01:58:40.505056Z","end":"2026-05-07T01:58:40.60674Z","steps":["trace[2025474850] 'read index received' (duration: 84.987046ms)","trace[2025474850] 'applied index is now lower than readState.Index' (duration: 16.692381ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:44.642193Z","caller":"traceutil/trace.go:171","msg":"trace[1150116885] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"112.941743ms","start":"2026-05-07T01:58:44.529223Z","end":"2026-05-07T01:58:44.642165Z","steps":["trace[1150116885] 'process raft request' (duration: 112.75137ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:46.014375Z","caller":"traceutil/trace.go:171","msg":"trace[166679646] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"760.401357ms","start":"2026-05-07T01:58:45.253944Z","end":"2026-05-07T01:58:46.014345Z","steps":["trace[166679646] 'process raft request' (duration: 759.671054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:46.014549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:45.253914Z","time spent":"760.534109ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:58:50.39658Z","caller":"traceutil/trace.go:171","msg":"trace[1562529205] linearizableReadLoop","detail":"{readStateIndex:470; appliedIndex:469; }","duration":"270.408743ms","start":"2026-05-07T01:58:50.126147Z","end":"2026-05-07T01:58:50.396556Z","steps":["trace[1562529205] 'read index received' (duration: 270.28258ms)","trace[1562529205] 'applied index is now lower than readState.Index' (duration: 125.143µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:50.39668Z","caller":"traceutil/trace.go:171","msg":"trace[440133754] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"311.500091ms","start":"2026-05-07T01:58:50.08512Z","end":"2026-05-07T01:58:50.39662Z","steps":["trace[440133754] 'process raft request' (duration: 311.266357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:50.39677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.596756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4368"} {"level":"info","ts":"2026-05-07T01:58:50.396838Z","caller":"traceutil/trace.go:171","msg":"trace[327787542] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:453; }","duration":"270.724888ms","start":"2026-05-07T01:58:50.126092Z","end":"2026-05-07T01:58:50.396817Z","steps":["trace[327787542] 'agreement among raft nodes before linearized reading' (duration: 270.554285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:50.396871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:50.085102Z","time spent":"311.677874ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:58:51.944684Z","caller":"traceutil/trace.go:171","msg":"trace[308099964] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"119.751872ms","start":"2026-05-07T01:58:51.824903Z","end":"2026-05-07T01:58:51.944655Z","steps":["trace[308099964] 'process raft request' (duration: 119.595939ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:52.12946Z","caller":"traceutil/trace.go:171","msg":"trace[1767479185] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"176.331785ms","start":"2026-05-07T01:58:51.953101Z","end":"2026-05-07T01:58:52.129433Z","steps":["trace[1767479185] 'process raft request' (duration: 121.032294ms)","trace[1767479185] 'compare' (duration: 55.173639ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:52.540677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.997065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:58:52.540828Z","caller":"traceutil/trace.go:171","msg":"trace[1174614196] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:477; }","duration":"404.361349ms","start":"2026-05-07T01:58:52.136443Z","end":"2026-05-07T01:58:52.540805Z","steps":["trace[1174614196] 'read index received' (duration: 225.13689ms)","trace[1174614196] 'applied index is now lower than readState.Index' (duration: 179.222899ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:52.540876Z","caller":"traceutil/trace.go:171","msg":"trace[957199584] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"406.117702ms","start":"2026-05-07T01:58:52.13472Z","end":"2026-05-07T01:58:52.540837Z","steps":["trace[957199584] 'process raft request' (duration: 226.840382ms)","trace[957199584] 'compare' (duration: 178.767321ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:52.541009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:52.134694Z","time spent":"406.245743ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T01:58:52.54102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.566053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:58:52.541067Z","caller":"traceutil/trace.go:171","msg":"trace[1636395015] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:461; }","duration":"404.619234ms","start":"2026-05-07T01:58:52.136433Z","end":"2026-05-07T01:58:52.541052Z","steps":["trace[1636395015] 'agreement among raft nodes before linearized reading' (duration: 404.470242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:52.541113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:52.136396Z","time spent":"404.706775ms","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"warn","ts":"2026-05-07T01:58:52.568537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.487329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T01:58:52.568624Z","caller":"traceutil/trace.go:171","msg":"trace[737805396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:462; }","duration":"167.622532ms","start":"2026-05-07T01:58:52.400981Z","end":"2026-05-07T01:58:52.568603Z","steps":["trace[737805396] 'agreement among raft nodes before linearized reading' (duration: 167.386058ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:52.568667Z","caller":"traceutil/trace.go:171","msg":"trace[596515233] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"427.971733ms","start":"2026-05-07T01:58:52.140674Z","end":"2026-05-07T01:58:52.568646Z","steps":["trace[596515233] 'process raft request' (duration: 427.515165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:52.568761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:52.140648Z","time spent":"428.062975ms","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:58:52.770344Z","caller":"traceutil/trace.go:171","msg":"trace[794486623] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"193.461973ms","start":"2026-05-07T01:58:52.576852Z","end":"2026-05-07T01:58:52.770314Z","steps":["trace[794486623] 'process raft request' (duration: 193.370052ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:52.770376Z","caller":"traceutil/trace.go:171","msg":"trace[71640232] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"196.01781ms","start":"2026-05-07T01:58:52.574324Z","end":"2026-05-07T01:58:52.770342Z","steps":["trace[71640232] 'process raft request' (duration: 134.097801ms)","trace[71640232] 'compare' (duration: 61.348509ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:52.773721Z","caller":"traceutil/trace.go:171","msg":"trace[1397082392] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"145.161169ms","start":"2026-05-07T01:58:52.628534Z","end":"2026-05-07T01:58:52.773695Z","steps":["trace[1397082392] 'process raft request' (duration: 145.080267ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:52.773738Z","caller":"traceutil/trace.go:171","msg":"trace[1526457354] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"145.895702ms","start":"2026-05-07T01:58:52.627823Z","end":"2026-05-07T01:58:52.773719Z","steps":["trace[1526457354] 'process raft request' (duration: 145.644868ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:52.774033Z","caller":"traceutil/trace.go:171","msg":"trace[1351149526] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"144.73154ms","start":"2026-05-07T01:58:52.629292Z","end":"2026-05-07T01:58:52.774024Z","steps":["trace[1351149526] 'process raft request' (duration: 144.369994ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:52.774355Z","caller":"traceutil/trace.go:171","msg":"trace[2088395473] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"146.239308ms","start":"2026-05-07T01:58:52.628094Z","end":"2026-05-07T01:58:52.774334Z","steps":["trace[2088395473] 'process raft request' (duration: 145.481745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:53.061858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.473746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T01:58:53.062063Z","caller":"traceutil/trace.go:171","msg":"trace[507042771] transaction","detail":"{read_only:false; number_of_response:1; response_revision:474; }","duration":"200.881518ms","start":"2026-05-07T01:58:52.861163Z","end":"2026-05-07T01:58:53.062044Z","steps":["trace[507042771] 'process raft request' (duration: 60.074246ms)","trace[507042771] 'compare' (duration: 140.356664ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:53.114397Z","caller":"traceutil/trace.go:171","msg":"trace[618729246] linearizableReadLoop","detail":"{readStateIndex:494; appliedIndex:491; }","duration":"248.088515ms","start":"2026-05-07T01:58:52.866292Z","end":"2026-05-07T01:58:53.114381Z","steps":["trace[618729246] 'read index received' (duration: 55.039315ms)","trace[618729246] 'applied index is now lower than readState.Index' (duration: 193.04861ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:53.114487Z","caller":"traceutil/trace.go:171","msg":"trace[701421448] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"250.206673ms","start":"2026-05-07T01:58:52.864267Z","end":"2026-05-07T01:58:53.114474Z","steps":["trace[701421448] 'process raft request' (duration: 249.969688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:53.114518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.211727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3810"} {"level":"info","ts":"2026-05-07T01:58:53.114551Z","caller":"traceutil/trace.go:171","msg":"trace[2053579634] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:477; }","duration":"248.272959ms","start":"2026-05-07T01:58:52.866267Z","end":"2026-05-07T01:58:53.11454Z","steps":["trace[2053579634] 'agreement among raft nodes before linearized reading' (duration: 248.195107ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:53.114514Z","caller":"traceutil/trace.go:171","msg":"trace[1398435310] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"246.613798ms","start":"2026-05-07T01:58:52.867852Z","end":"2026-05-07T01:58:53.114466Z","steps":["trace[1398435310] 'process raft request' (duration: 246.494746ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:53.114419Z","caller":"traceutil/trace.go:171","msg":"trace[348947649] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"249.752654ms","start":"2026-05-07T01:58:52.864648Z","end":"2026-05-07T01:58:53.1144Z","steps":["trace[348947649] 'process raft request' (duration: 249.671623ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:53.291399Z","caller":"traceutil/trace.go:171","msg":"trace[528467964] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"224.957615ms","start":"2026-05-07T01:58:53.066399Z","end":"2026-05-07T01:58:53.291357Z","steps":["trace[528467964] 'process raft request' (duration: 140.18778ms)","trace[528467964] 'compare' (duration: 84.440729ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:53.291491Z","caller":"traceutil/trace.go:171","msg":"trace[671257629] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"221.646556ms","start":"2026-05-07T01:58:53.069827Z","end":"2026-05-07T01:58:53.291473Z","steps":["trace[671257629] 'process raft request' (duration: 221.463192ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:53.291585Z","caller":"traceutil/trace.go:171","msg":"trace[1056737865] linearizableReadLoop","detail":"{readStateIndex:497; appliedIndex:495; }","duration":"176.966263ms","start":"2026-05-07T01:58:53.114443Z","end":"2026-05-07T01:58:53.291409Z","steps":["trace[1056737865] 'read index received' (duration: 92.249169ms)","trace[1056737865] 'applied index is now lower than readState.Index' (duration: 84.716144ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:53.291649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.474992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T01:58:53.292314Z","caller":"traceutil/trace.go:171","msg":"trace[718066685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:479; }","duration":"351.201055ms","start":"2026-05-07T01:58:52.941091Z","end":"2026-05-07T01:58:53.292292Z","steps":["trace[718066685] 'agreement among raft nodes before linearized reading' (duration: 350.435322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:53.291794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.071126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T01:58:53.292379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:52.941059Z","time spent":"351.301126ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T01:58:53.292385Z","caller":"traceutil/trace.go:171","msg":"trace[1576143549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:479; }","duration":"359.700927ms","start":"2026-05-07T01:58:52.932665Z","end":"2026-05-07T01:58:53.292366Z","steps":["trace[1576143549] 'agreement among raft nodes before linearized reading' (duration: 358.950384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:53.292515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:52.932641Z","time spent":"359.821099ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T01:58:53.297276Z","caller":"traceutil/trace.go:171","msg":"trace[1842381824] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"175.68721ms","start":"2026-05-07T01:58:53.12157Z","end":"2026-05-07T01:58:53.297258Z","steps":["trace[1842381824] 'process raft request' (duration: 175.510537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:53.297321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.637601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4172"} {"level":"info","ts":"2026-05-07T01:58:53.297572Z","caller":"traceutil/trace.go:171","msg":"trace[1462452709] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:480; }","duration":"174.938126ms","start":"2026-05-07T01:58:53.122616Z","end":"2026-05-07T01:58:53.297554Z","steps":["trace[1462452709] 'agreement among raft nodes before linearized reading' (duration: 174.605441ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:53.49238Z","caller":"traceutil/trace.go:171","msg":"trace[950719289] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"167.618326ms","start":"2026-05-07T01:58:53.324738Z","end":"2026-05-07T01:58:53.492356Z","steps":["trace[950719289] 'process raft request' (duration: 167.579516ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:53.492667Z","caller":"traceutil/trace.go:171","msg":"trace[924284574] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"168.892499ms","start":"2026-05-07T01:58:53.323754Z","end":"2026-05-07T01:58:53.492647Z","steps":["trace[924284574] 'process raft request' (duration: 168.484602ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:53.492851Z","caller":"traceutil/trace.go:171","msg":"trace[2000463684] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"168.9187ms","start":"2026-05-07T01:58:53.323921Z","end":"2026-05-07T01:58:53.492839Z","steps":["trace[2000463684] 'process raft request' (duration: 168.36846ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:53.493292Z","caller":"traceutil/trace.go:171","msg":"trace[1814892729] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"171.338153ms","start":"2026-05-07T01:58:53.321082Z","end":"2026-05-07T01:58:53.49242Z","steps":["trace[1814892729] 'process raft request' (duration: 117.16749ms)","trace[1814892729] 'compare' (duration: 53.850447ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:55.252534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.678092ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-07T01:58:56.08339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110017360,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T01:58:56.132852Z","caller":"traceutil/trace.go:171","msg":"trace[1327392734] linearizableReadLoop","detail":"{readStateIndex:516; appliedIndex:515; }","duration":"550.350059ms","start":"2026-05-07T01:58:55.582472Z","end":"2026-05-07T01:58:56.132822Z","steps":["trace[1327392734] 'read index received' (duration: 550.213787ms)","trace[1327392734] 'applied index is now lower than readState.Index' (duration: 134.902µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:56.132883Z","caller":"traceutil/trace.go:171","msg":"trace[467341953] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"777.608209ms","start":"2026-05-07T01:58:55.355235Z","end":"2026-05-07T01:58:56.132844Z","steps":["trace[467341953] 'process raft request' (duration: 777.408336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:56.133098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:55.355207Z","time spent":"777.761463ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:58:56.133221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.717695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:58:56.133379Z","caller":"traceutil/trace.go:171","msg":"trace[938791025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:497; }","duration":"550.910568ms","start":"2026-05-07T01:58:55.582434Z","end":"2026-05-07T01:58:56.133345Z","steps":["trace[938791025] 'agreement among raft nodes before linearized reading' (duration: 550.46595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:56.133481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:55.582417Z","time spent":"551.033742ms","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T01:59:02.336398Z","caller":"traceutil/trace.go:171","msg":"trace[1971836020] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"111.872491ms","start":"2026-05-07T01:59:02.224497Z","end":"2026-05-07T01:59:02.336369Z","steps":["trace[1971836020] 'process raft request' (duration: 111.708029ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:03.638579Z","caller":"traceutil/trace.go:171","msg":"trace[1079396300] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"188.360164ms","start":"2026-05-07T01:59:03.450194Z","end":"2026-05-07T01:59:03.638554Z","steps":["trace[1079396300] 'read index received' (duration: 187.725213ms)","trace[1079396300] 'applied index is now lower than readState.Index' (duration: 633.891µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:03.638633Z","caller":"traceutil/trace.go:171","msg":"trace[347321985] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"215.575121ms","start":"2026-05-07T01:59:03.423026Z","end":"2026-05-07T01:59:03.638601Z","steps":["trace[347321985] 'process raft request' (duration: 215.215205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:03.638797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.589387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T01:59:03.638856Z","caller":"traceutil/trace.go:171","msg":"trace[796741715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:514; }","duration":"188.703669ms","start":"2026-05-07T01:59:03.450138Z","end":"2026-05-07T01:59:03.638842Z","steps":["trace[796741715] 'agreement among raft nodes before linearized reading' (duration: 188.549157ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:03.896394Z","caller":"traceutil/trace.go:171","msg":"trace[1404907146] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"234.574423ms","start":"2026-05-07T01:59:03.661786Z","end":"2026-05-07T01:59:03.896361Z","steps":["trace[1404907146] 'process raft request' (duration: 234.519682ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:03.896582Z","caller":"traceutil/trace.go:171","msg":"trace[1873657024] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"234.817627ms","start":"2026-05-07T01:59:03.661616Z","end":"2026-05-07T01:59:03.896434Z","steps":["trace[1873657024] 'process raft request' (duration: 138.264881ms)","trace[1873657024] 'compare' (duration: 96.18561ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:59:04.240582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.314151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:59:04.240733Z","caller":"traceutil/trace.go:171","msg":"trace[920991595] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"249.836014ms","start":"2026-05-07T01:59:03.990882Z","end":"2026-05-07T01:59:04.240718Z","steps":["trace[920991595] 'process raft request' (duration: 249.796004ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:04.24077Z","caller":"traceutil/trace.go:171","msg":"trace[41719726] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"250.15626ms","start":"2026-05-07T01:59:03.990593Z","end":"2026-05-07T01:59:04.24075Z","steps":["trace[41719726] 'process raft request' (duration: 137.611984ms)","trace[41719726] 'compare' (duration: 112.183919ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:59:04.571518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.59939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-07T01:59:04.571916Z","caller":"traceutil/trace.go:171","msg":"trace[371147027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:524; }","duration":"231.062027ms","start":"2026-05-07T01:59:04.340825Z","end":"2026-05-07T01:59:04.571887Z","steps":["trace[371147027] 'range keys from in-memory index tree' (duration: 230.430637ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:04.572499Z","caller":"traceutil/trace.go:171","msg":"trace[1968418307] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"217.711429ms","start":"2026-05-07T01:59:04.354715Z","end":"2026-05-07T01:59:04.572427Z","steps":["trace[1968418307] 'process raft request' (duration: 216.372797ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:04.827832Z","caller":"traceutil/trace.go:171","msg":"trace[1093082598] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"245.37218ms","start":"2026-05-07T01:59:04.582425Z","end":"2026-05-07T01:59:04.827797Z","steps":["trace[1093082598] 'process raft request' (duration: 245.295968ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:04.827877Z","caller":"traceutil/trace.go:171","msg":"trace[856259663] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"248.212485ms","start":"2026-05-07T01:59:04.579623Z","end":"2026-05-07T01:59:04.827836Z","steps":["trace[856259663] 'process raft request' (duration: 237.790435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:05.068933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.598936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:59:05.069087Z","caller":"traceutil/trace.go:171","msg":"trace[158045708] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"234.931092ms","start":"2026-05-07T01:59:04.834127Z","end":"2026-05-07T01:59:05.069058Z","steps":["trace[158045708] 'process raft request' (duration: 130.103902ms)","trace[158045708] 'compare' (duration: 104.360613ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:05.108184Z","caller":"traceutil/trace.go:171","msg":"trace[1178107485] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"271.059316ms","start":"2026-05-07T01:59:04.837065Z","end":"2026-05-07T01:59:05.108125Z","steps":["trace[1178107485] 'process raft request' (duration: 270.658ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:05.108283Z","caller":"traceutil/trace.go:171","msg":"trace[1358892174] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:549; }","duration":"240.960455ms","start":"2026-05-07T01:59:04.867291Z","end":"2026-05-07T01:59:05.108251Z","steps":["trace[1358892174] 'read index received' (duration: 97.061513ms)","trace[1358892174] 'applied index is now lower than readState.Index' (duration: 143.897902ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:05.108348Z","caller":"traceutil/trace.go:171","msg":"trace[1938718798] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"209.360879ms","start":"2026-05-07T01:59:04.898956Z","end":"2026-05-07T01:59:05.108316Z","steps":["trace[1938718798] 'process raft request' (duration: 208.997064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:05.108511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.175409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T01:59:05.108556Z","caller":"traceutil/trace.go:171","msg":"trace[1020246885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:531; }","duration":"241.302171ms","start":"2026-05-07T01:59:04.867242Z","end":"2026-05-07T01:59:05.108545Z","steps":["trace[1020246885] 'agreement among raft nodes before linearized reading' (duration: 241.146948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:05.456862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.009496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:59:05.457095Z","caller":"traceutil/trace.go:171","msg":"trace[388819933] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"382.226706ms","start":"2026-05-07T01:59:05.074819Z","end":"2026-05-07T01:59:05.457046Z","steps":["trace[388819933] 'process raft request' (duration: 202.955745ms)","trace[388819933] 'compare' (duration: 178.802303ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:59:05.457274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.074784Z","time spent":"382.398498ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T01:59:05.457434Z","caller":"traceutil/trace.go:171","msg":"trace[1214182134] linearizableReadLoop","detail":"{readStateIndex:556; appliedIndex:552; }","duration":"349.058748ms","start":"2026-05-07T01:59:05.108353Z","end":"2026-05-07T01:59:05.457412Z","steps":["trace[1214182134] 'read index received' (duration: 169.419382ms)","trace[1214182134] 'applied index is now lower than readState.Index' (duration: 179.637506ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:05.457532Z","caller":"traceutil/trace.go:171","msg":"trace[270824700] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"356.896825ms","start":"2026-05-07T01:59:05.100626Z","end":"2026-05-07T01:59:05.457523Z","steps":["trace[270824700] 'process raft request' (duration: 356.726012ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:05.457598Z","caller":"traceutil/trace.go:171","msg":"trace[177224022] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"380.593129ms","start":"2026-05-07T01:59:05.076961Z","end":"2026-05-07T01:59:05.457554Z","steps":["trace[177224022] 'process raft request' (duration: 380.102771ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:05.457345Z","caller":"traceutil/trace.go:171","msg":"trace[314500041] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"381.852789ms","start":"2026-05-07T01:59:05.075449Z","end":"2026-05-07T01:59:05.457302Z","steps":["trace[314500041] 'process raft request' (duration: 381.528133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:05.457624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.100597Z","time spent":"356.971036ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:59:05.457754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.07695Z","time spent":"380.733351ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3576,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T01:59:05.457755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.026235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T01:59:05.457813Z","caller":"traceutil/trace.go:171","msg":"trace[2128907949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:535; }","duration":"500.126268ms","start":"2026-05-07T01:59:04.957669Z","end":"2026-05-07T01:59:05.457795Z","steps":["trace[2128907949] 'agreement among raft nodes before linearized reading' (duration: 499.870964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:05.457814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.075416Z","time spent":"382.294735ms","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4320,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:59:05.457864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:04.957652Z","time spent":"500.203939ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T01:59:05.501638Z","caller":"traceutil/trace.go:171","msg":"trace[342340999] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"387.324719ms","start":"2026-05-07T01:59:05.114285Z","end":"2026-05-07T01:59:05.50161Z","steps":["trace[342340999] 'process raft request' (duration: 387.064565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:05.501892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.114256Z","time spent":"387.472021ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:59:05.502233Z","caller":"traceutil/trace.go:171","msg":"trace[830735112] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"387.785135ms","start":"2026-05-07T01:59:05.114415Z","end":"2026-05-07T01:59:05.5022Z","steps":["trace[830735112] 'process raft request' (duration: 387.116294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:05.502319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.114403Z","time spent":"387.872817ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T01:59:05.502534Z","caller":"traceutil/trace.go:171","msg":"trace[2095945176] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"380.573818ms","start":"2026-05-07T01:59:05.121934Z","end":"2026-05-07T01:59:05.502508Z","steps":["trace[2095945176] 'process raft request' (duration: 380.193102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:05.502784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.121912Z","time spent":"380.704871ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15061,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:59:05.503323Z","caller":"traceutil/trace.go:171","msg":"trace[28086902] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"375.880502ms","start":"2026-05-07T01:59:05.127429Z","end":"2026-05-07T01:59:05.50331Z","steps":["trace[28086902] 'process raft request' (duration: 375.024258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:05.503482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.127397Z","time spent":"375.971984ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14448,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:59:05.503934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.122425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-05-07T01:59:05.504076Z","caller":"traceutil/trace.go:171","msg":"trace[1303073817] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:539; }","duration":"321.217278ms","start":"2026-05-07T01:59:05.182789Z","end":"2026-05-07T01:59:05.504006Z","steps":["trace[1303073817] 'agreement among raft nodes before linearized reading' (duration: 320.630577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:05.504198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.182735Z","time spent":"321.449081ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329976,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-05-07T01:59:06.307859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.971205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:59:06.308173Z","caller":"traceutil/trace.go:171","msg":"trace[1593219901] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"766.032729ms","start":"2026-05-07T01:59:05.542103Z","end":"2026-05-07T01:59:06.308136Z","steps":["trace[1593219901] 'process raft request' (duration: 765.939767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:06.308286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.542077Z","time spent":"766.14699ms","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4617,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:59:06.308384Z","caller":"traceutil/trace.go:171","msg":"trace[302743755] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:564; }","duration":"776.711771ms","start":"2026-05-07T01:59:05.531565Z","end":"2026-05-07T01:59:06.308277Z","steps":["trace[302743755] 'read index received' (duration: 32.75636ms)","trace[302743755] 'applied index is now lower than readState.Index' (duration: 743.948711ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:06.30855Z","caller":"traceutil/trace.go:171","msg":"trace[1895544115] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"798.341071ms","start":"2026-05-07T01:59:05.510194Z","end":"2026-05-07T01:59:06.308535Z","steps":["trace[1895544115] 'process raft request' (duration: 54.596263ms)","trace[1895544115] 'compare' (duration: 742.701411ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:59:06.308704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.510175Z","time spent":"798.413122ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T01:59:06.308757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.563516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T01:59:06.308766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.725059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:59:06.308813Z","caller":"traceutil/trace.go:171","msg":"trace[1622066427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:545; }","duration":"630.658777ms","start":"2026-05-07T01:59:05.678139Z","end":"2026-05-07T01:59:06.308798Z","steps":["trace[1622066427] 'agreement among raft nodes before linearized reading' (duration: 630.477864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:06.308824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.929148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-05-07T01:59:06.308839Z","caller":"traceutil/trace.go:171","msg":"trace[1695791441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:545; }","duration":"727.81494ms","start":"2026-05-07T01:59:05.581002Z","end":"2026-05-07T01:59:06.308817Z","steps":["trace[1695791441] 'agreement among raft nodes before linearized reading' (duration: 727.696378ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:06.308869Z","caller":"traceutil/trace.go:171","msg":"trace[521692981] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:545; }","duration":"674.024389ms","start":"2026-05-07T01:59:05.634832Z","end":"2026-05-07T01:59:06.308856Z","steps":["trace[521692981] 'agreement among raft nodes before linearized reading' (duration: 673.927048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:06.308898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.634802Z","time spent":"674.089821ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-05-07T01:59:06.308902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.580984Z","time spent":"727.906421ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T01:59:06.308924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.988655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-05-07T01:59:06.308892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.20087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4309"} {"level":"info","ts":"2026-05-07T01:59:06.308966Z","caller":"traceutil/trace.go:171","msg":"trace[687670519] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:545; }","duration":"573.073146ms","start":"2026-05-07T01:59:05.735883Z","end":"2026-05-07T01:59:06.308956Z","steps":["trace[687670519] 'agreement among raft nodes before linearized reading' (duration: 572.997065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:06.309003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.735858Z","time spent":"573.137327ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-05-07T01:59:06.308857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.678112Z","time spent":"630.736209ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T01:59:06.309007Z","caller":"traceutil/trace.go:171","msg":"trace[659715341] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:545; }","duration":"769.368282ms","start":"2026-05-07T01:59:05.539605Z","end":"2026-05-07T01:59:06.308973Z","steps":["trace[659715341] 'agreement among raft nodes before linearized reading' (duration: 768.991906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:06.309192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.539582Z","time spent":"769.477054ms","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4333,"request content":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" "} {"level":"warn","ts":"2026-05-07T01:59:06.309197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.103423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-prsk4\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-05-07T01:59:06.309346Z","caller":"traceutil/trace.go:171","msg":"trace[1443921354] range","detail":"{range_begin:/registry/pods/kube-system/cilium-prsk4; range_end:; response_count:1; response_revision:545; }","duration":"799.393828ms","start":"2026-05-07T01:59:05.509928Z","end":"2026-05-07T01:59:06.309322Z","steps":["trace[1443921354] 'agreement among raft nodes before linearized reading' (duration: 798.764978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:06.309447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.509901Z","time spent":"799.528699ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":15100,"request content":"key:\"/registry/pods/kube-system/cilium-prsk4\" "} {"level":"warn","ts":"2026-05-07T01:59:06.309907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.662132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-05-07T01:59:06.310058Z","caller":"traceutil/trace.go:171","msg":"trace[2104386071] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:545; }","duration":"689.839095ms","start":"2026-05-07T01:59:05.62019Z","end":"2026-05-07T01:59:06.31003Z","steps":["trace[2104386071] 'agreement among raft nodes before linearized reading' (duration: 688.435323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:06.310121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:05.620156Z","time spent":"689.953787ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329976,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-05-07T01:59:07.763015Z","caller":"traceutil/trace.go:171","msg":"trace[260905595] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"107.444703ms","start":"2026-05-07T01:59:07.655528Z","end":"2026-05-07T01:59:07.762972Z","steps":["trace[260905595] 'process raft request' (duration: 107.170378ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:07.763338Z","caller":"traceutil/trace.go:171","msg":"trace[1964444837] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"104.238452ms","start":"2026-05-07T01:59:07.659071Z","end":"2026-05-07T01:59:07.763309Z","steps":["trace[1964444837] 'process raft request' (duration: 103.817285ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:08.320967Z","caller":"traceutil/trace.go:171","msg":"trace[2141059923] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"138.800187ms","start":"2026-05-07T01:59:08.182137Z","end":"2026-05-07T01:59:08.320937Z","steps":["trace[2141059923] 'process raft request' (duration: 138.753136ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:08.321086Z","caller":"traceutil/trace.go:171","msg":"trace[1719053233] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"226.530656ms","start":"2026-05-07T01:59:08.094539Z","end":"2026-05-07T01:59:08.32107Z","steps":["trace[1719053233] 'process raft request' (duration: 211.299625ms)","trace[1719053233] 'compare' (duration: 14.654632ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:08.321185Z","caller":"traceutil/trace.go:171","msg":"trace[1342209203] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"210.988279ms","start":"2026-05-07T01:59:08.110189Z","end":"2026-05-07T01:59:08.321177Z","steps":["trace[1342209203] 'process raft request' (duration: 210.522932ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:08.321276Z","caller":"traceutil/trace.go:171","msg":"trace[2114423982] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"196.252647ms","start":"2026-05-07T01:59:08.125017Z","end":"2026-05-07T01:59:08.321269Z","steps":["trace[2114423982] 'process raft request' (duration: 195.79035ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:08.605539Z","caller":"traceutil/trace.go:171","msg":"trace[965829399] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"251.928119ms","start":"2026-05-07T01:59:08.35357Z","end":"2026-05-07T01:59:08.605498Z","steps":["trace[965829399] 'process raft request' (duration: 227.153696ms)","trace[965829399] 'compare' (duration: 24.513189ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:08.610996Z","caller":"traceutil/trace.go:171","msg":"trace[1385940913] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"253.471063ms","start":"2026-05-07T01:59:08.357497Z","end":"2026-05-07T01:59:08.610968Z","steps":["trace[1385940913] 'process raft request' (duration: 253.086437ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:08.611351Z","caller":"traceutil/trace.go:171","msg":"trace[2016521100] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"241.807358ms","start":"2026-05-07T01:59:08.36953Z","end":"2026-05-07T01:59:08.611337Z","steps":["trace[2016521100] 'process raft request' (duration: 241.378452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:09.192235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110017552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T01:59:09.693214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110017552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T01:59:10.194054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110017552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T01:59:10.486569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.839441015s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T01:59:10.624072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.151641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:59:10.624196Z","caller":"traceutil/trace.go:171","msg":"trace[1928840096] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.986707897s","start":"2026-05-07T01:59:08.637467Z","end":"2026-05-07T01:59:10.624175Z","steps":["trace[1928840096] 'process raft request' (duration: 1.849362454s)","trace[1928840096] 'compare' (duration: 136.895096ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:59:10.624258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:08.63743Z","time spent":"1.986799748s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:59:11.583799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000373599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T01:59:11.583898Z","caller":"traceutil/trace.go:171","msg":"trace[1630408310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000503601s","start":"2026-05-07T01:59:09.583373Z","end":"2026-05-07T01:59:11.583877Z","steps":["trace[1630408310] 'agreement among raft nodes before linearized reading' (duration: 2.000366539s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:11.583953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:09.5833Z","time spent":"2.000642014s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 01:59:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T01:59:11.774937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287882993s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T01:59:11.856317Z","caller":"traceutil/trace.go:171","msg":"trace[784871743] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:630; }","duration":"3.164389468s","start":"2026-05-07T01:59:08.691893Z","end":"2026-05-07T01:59:11.856282Z","steps":["trace[784871743] 'read index received' (duration: 1.795007352s)","trace[784871743] 'applied index is now lower than readState.Index' (duration: 1.369379836s)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:11.856496Z","caller":"traceutil/trace.go:171","msg":"trace[1036321742] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"3.145843065s","start":"2026-05-07T01:59:08.710611Z","end":"2026-05-07T01:59:11.856454Z","steps":["trace[1036321742] 'process raft request' (duration: 3.064734088s)","trace[1036321742] 'compare' (duration: 80.421267ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:59:11.856668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:08.710579Z","time spent":"3.145985567s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T01:59:11.856729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164816515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T01:59:11.856834Z","caller":"traceutil/trace.go:171","msg":"trace[671132736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:604; }","duration":"3.164983678s","start":"2026-05-07T01:59:08.691833Z","end":"2026-05-07T01:59:11.856817Z","steps":["trace[671132736] 'agreement among raft nodes before linearized reading' (duration: 3.164638683s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:11.856891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:08.691812Z","time spent":"3.16506485s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T01:59:11.872936Z","caller":"traceutil/trace.go:171","msg":"trace[2072473009] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"1.219050867s","start":"2026-05-07T01:59:10.653848Z","end":"2026-05-07T01:59:11.872898Z","steps":["trace[2072473009] 'process raft request' (duration: 1.218649891s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:11.873126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:10.653818Z","time spent":"1.21920349s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:59:11.873499Z","caller":"traceutil/trace.go:171","msg":"trace[1363713218] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"1.219524105s","start":"2026-05-07T01:59:10.653959Z","end":"2026-05-07T01:59:11.873483Z","steps":["trace[1363713218] 'process raft request' (duration: 1.219358813s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:11.873586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:10.653913Z","time spent":"1.219630946s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:59:11.873642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352806445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T01:59:11.873735Z","caller":"traceutil/trace.go:171","msg":"trace[84700311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:607; }","duration":"2.352964458s","start":"2026-05-07T01:59:09.520747Z","end":"2026-05-07T01:59:11.873711Z","steps":["trace[84700311] 'agreement among raft nodes before linearized reading' (duration: 2.352736434s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:11.873771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:09.520717Z","time spent":"2.353046528s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T01:59:11.874033Z","caller":"traceutil/trace.go:171","msg":"trace[1694460993] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"296.116127ms","start":"2026-05-07T01:59:11.577906Z","end":"2026-05-07T01:59:11.874022Z","steps":["trace[1694460993] 'process raft request' (duration: 295.526098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:11.874255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268153635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T01:59:11.874307Z","caller":"traceutil/trace.go:171","msg":"trace[214935822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:607; }","duration":"2.268234645s","start":"2026-05-07T01:59:09.606059Z","end":"2026-05-07T01:59:11.874293Z","steps":["trace[214935822] 'agreement among raft nodes before linearized reading' (duration: 2.268061342s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:11.874318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534027244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T01:59:11.874347Z","caller":"traceutil/trace.go:171","msg":"trace[1231378424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:607; }","duration":"1.534108805s","start":"2026-05-07T01:59:10.34023Z","end":"2026-05-07T01:59:11.874338Z","steps":["trace[1231378424] 'agreement among raft nodes before linearized reading' (duration: 1.534033844s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:11.874342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:09.606042Z","time spent":"2.268292686s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T01:59:11.874366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:10.340204Z","time spent":"1.534157925s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T01:59:11.874335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.895293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:59:11.874417Z","caller":"traceutil/trace.go:171","msg":"trace[480142945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"290.048075ms","start":"2026-05-07T01:59:11.584349Z","end":"2026-05-07T01:59:11.874397Z","steps":["trace[480142945] 'agreement among raft nodes before linearized reading' (duration: 289.891203ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:12.045855Z","caller":"traceutil/trace.go:171","msg":"trace[1400906838] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"158.786737ms","start":"2026-05-07T01:59:11.887008Z","end":"2026-05-07T01:59:12.045794Z","steps":["trace[1400906838] 'process raft request' (duration: 122.562959ms)","trace[1400906838] 'compare' (duration: 35.764431ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:12.046128Z","caller":"traceutil/trace.go:171","msg":"trace[2047812663] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"158.917939ms","start":"2026-05-07T01:59:11.887162Z","end":"2026-05-07T01:59:12.04608Z","steps":["trace[2047812663] 'process raft request' (duration: 158.481152ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:12.046239Z","caller":"traceutil/trace.go:171","msg":"trace[1764717228] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"159.127282ms","start":"2026-05-07T01:59:11.887037Z","end":"2026-05-07T01:59:12.046164Z","steps":["trace[1764717228] 'read index received' (duration: 4.146735ms)","trace[1764717228] 'applied index is now lower than readState.Index' (duration: 154.979177ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:12.04631Z","caller":"traceutil/trace.go:171","msg":"trace[181407303] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"159.116271ms","start":"2026-05-07T01:59:11.887123Z","end":"2026-05-07T01:59:12.046239Z","steps":["trace[181407303] 'process raft request' (duration: 158.809947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:12.046431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.367356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:59:12.046483Z","caller":"traceutil/trace.go:171","msg":"trace[1512317724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:614; }","duration":"159.470797ms","start":"2026-05-07T01:59:11.886995Z","end":"2026-05-07T01:59:12.046465Z","steps":["trace[1512317724] 'agreement among raft nodes before linearized reading' (duration: 159.331305ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:12.046542Z","caller":"traceutil/trace.go:171","msg":"trace[2137695895] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"159.317235ms","start":"2026-05-07T01:59:11.887206Z","end":"2026-05-07T01:59:12.046523Z","steps":["trace[2137695895] 'process raft request' (duration: 158.885958ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:12.111777Z","caller":"traceutil/trace.go:171","msg":"trace[1423740170] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"211.74973ms","start":"2026-05-07T01:59:11.899973Z","end":"2026-05-07T01:59:12.111723Z","steps":["trace[1423740170] 'process raft request' (duration: 211.550727ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:12.827558Z","caller":"traceutil/trace.go:171","msg":"trace[284570986] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"119.233005ms","start":"2026-05-07T01:59:12.708288Z","end":"2026-05-07T01:59:12.827521Z","steps":["trace[284570986] 'process raft request' (duration: 83.156589ms)","trace[284570986] 'compare' (duration: 35.221562ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:59:15.980043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.429612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:59:15.98015Z","caller":"traceutil/trace.go:171","msg":"trace[1014455096] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:650; }","duration":"147.552044ms","start":"2026-05-07T01:59:15.832575Z","end":"2026-05-07T01:59:15.980127Z","steps":["trace[1014455096] 'range keys from in-memory index tree' (duration: 147.26809ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:16.422347Z","caller":"traceutil/trace.go:171","msg":"trace[1133101008] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"437.449461ms","start":"2026-05-07T01:59:15.984866Z","end":"2026-05-07T01:59:16.422315Z","steps":["trace[1133101008] 'process raft request' (duration: 437.237168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:16.422662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:15.984843Z","time spent":"437.732126ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:59:16.464538Z","caller":"traceutil/trace.go:171","msg":"trace[1199242036] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"479.570712ms","start":"2026-05-07T01:59:15.984925Z","end":"2026-05-07T01:59:16.464496Z","steps":["trace[1199242036] 'process raft request' (duration: 479.318988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:16.464906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:15.9849Z","time spent":"479.759425ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:59:16.465624Z","caller":"traceutil/trace.go:171","msg":"trace[408942444] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:680; }","duration":"385.482121ms","start":"2026-05-07T01:59:16.080128Z","end":"2026-05-07T01:59:16.46561Z","steps":["trace[408942444] 'read index received' (duration: 342.024031ms)","trace[408942444] 'applied index is now lower than readState.Index' (duration: 43.45743ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:59:16.465911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.738256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-07T01:59:16.465932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.795826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T01:59:16.465957Z","caller":"traceutil/trace.go:171","msg":"trace[697815749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:653; }","duration":"385.837367ms","start":"2026-05-07T01:59:16.080106Z","end":"2026-05-07T01:59:16.465944Z","steps":["trace[697815749] 'agreement among raft nodes before linearized reading' (duration: 385.652184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:16.465997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:16.080079Z","time spent":"385.898378ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T01:59:16.465977Z","caller":"traceutil/trace.go:171","msg":"trace[1072791008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:653; }","duration":"385.884548ms","start":"2026-05-07T01:59:16.08008Z","end":"2026-05-07T01:59:16.465964Z","steps":["trace[1072791008] 'agreement among raft nodes before linearized reading' (duration: 385.657605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:16.466137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:16.080058Z","time spent":"386.06706ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T01:59:19.63044Z","caller":"traceutil/trace.go:171","msg":"trace[1929607675] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"584.852355ms","start":"2026-05-07T01:59:19.045538Z","end":"2026-05-07T01:59:19.63039Z","steps":["trace[1929607675] 'process raft request' (duration: 584.137425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:19.630694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:19.045505Z","time spent":"585.059388ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:59:21.142531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237843888s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:59:21.142685Z","caller":"traceutil/trace.go:171","msg":"trace[776150862] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:705; }","duration":"1.423852479s","start":"2026-05-07T01:59:19.718808Z","end":"2026-05-07T01:59:21.14266Z","steps":["trace[776150862] 'read index received' (duration: 185.773707ms)","trace[776150862] 'applied index is now lower than readState.Index' (duration: 1.238077022s)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:21.142795Z","caller":"traceutil/trace.go:171","msg":"trace[1204230922] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"1.443153421s","start":"2026-05-07T01:59:19.699628Z","end":"2026-05-07T01:59:21.142781Z","steps":["trace[1204230922] 'process raft request' (duration: 204.950998ms)","trace[1204230922] 'compare' (duration: 1.237344621s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:59:21.142867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:19.699598Z","time spent":"1.443240042s","remote":"127.0.0.1:41942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T01:59:21.143172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277386108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T01:59:21.143275Z","caller":"traceutil/trace.go:171","msg":"trace[2014687556] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:674; }","duration":"1.277558031s","start":"2026-05-07T01:59:19.86569Z","end":"2026-05-07T01:59:21.143248Z","steps":["trace[2014687556] 'agreement among raft nodes before linearized reading' (duration: 1.277291587s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:21.143328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:19.865646Z","time spent":"1.277670412s","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-07T01:59:21.143329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.602318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T01:59:21.143381Z","caller":"traceutil/trace.go:171","msg":"trace[1375822879] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:674; }","duration":"269.7137ms","start":"2026-05-07T01:59:20.873653Z","end":"2026-05-07T01:59:21.143367Z","steps":["trace[1375822879] 'agreement among raft nodes before linearized reading' (duration: 269.620208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:21.143484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42466265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-prsk4\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-05-07T01:59:21.143476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.294642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T01:59:21.143535Z","caller":"traceutil/trace.go:171","msg":"trace[928201581] range","detail":"{range_begin:/registry/pods/kube-system/cilium-prsk4; range_end:; response_count:1; response_revision:674; }","duration":"1.424776181s","start":"2026-05-07T01:59:19.718746Z","end":"2026-05-07T01:59:21.143523Z","steps":["trace[928201581] 'agreement among raft nodes before linearized reading' (duration: 1.424564808s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:21.143577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:19.718699Z","time spent":"1.424870123s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-prsk4\" "} {"level":"info","ts":"2026-05-07T01:59:21.143569Z","caller":"traceutil/trace.go:171","msg":"trace[1559635985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:674; }","duration":"657.466864ms","start":"2026-05-07T01:59:20.486077Z","end":"2026-05-07T01:59:21.143544Z","steps":["trace[1559635985] 'agreement among raft nodes before linearized reading' (duration: 657.19004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:21.143663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.002832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T01:59:21.143666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:20.486044Z","time spent":"657.610167ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T01:59:21.14367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.990261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T01:59:21.143667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.351304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T01:59:21.143706Z","caller":"traceutil/trace.go:171","msg":"trace[1760636729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:674; }","duration":"562.096713ms","start":"2026-05-07T01:59:20.581598Z","end":"2026-05-07T01:59:21.143695Z","steps":["trace[1760636729] 'agreement among raft nodes before linearized reading' (duration: 562.035882ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:21.143713Z","caller":"traceutil/trace.go:171","msg":"trace[1927207499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:674; }","duration":"649.051661ms","start":"2026-05-07T01:59:20.494651Z","end":"2026-05-07T01:59:21.143703Z","steps":["trace[1927207499] 'agreement among raft nodes before linearized reading' (duration: 648.94657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:21.143751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:20.581568Z","time spent":"562.175634ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T01:59:21.143777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:20.494639Z","time spent":"649.114792ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T01:59:21.143798Z","caller":"traceutil/trace.go:171","msg":"trace[1771818688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:674; }","duration":"700.475751ms","start":"2026-05-07T01:59:20.443298Z","end":"2026-05-07T01:59:21.143774Z","steps":["trace[1771818688] 'agreement among raft nodes before linearized reading' (duration: 699.969854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:21.143839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:20.443278Z","time spent":"700.552343ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T01:59:21.143666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.501214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T01:59:21.144Z","caller":"traceutil/trace.go:171","msg":"trace[1735064392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:674; }","duration":"648.986821ms","start":"2026-05-07T01:59:20.494993Z","end":"2026-05-07T01:59:21.143979Z","steps":["trace[1735064392] 'agreement among raft nodes before linearized reading' (duration: 648.211179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:21.144135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:20.494985Z","time spent":"649.134193ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T01:59:23.000735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51081507s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:59:23.000869Z","caller":"traceutil/trace.go:171","msg":"trace[797522791] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"1.850425s","start":"2026-05-07T01:59:21.150416Z","end":"2026-05-07T01:59:23.000841Z","steps":["trace[797522791] 'process raft request' (duration: 339.365447ms)","trace[797522791] 'compare' (duration: 1.510599047s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:59:23.000938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:21.150387Z","time spent":"1.850519791s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:59:23.582553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99983302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T01:59:23.582647Z","caller":"traceutil/trace.go:171","msg":"trace[37337753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010462s","start":"2026-05-07T01:59:21.582615Z","end":"2026-05-07T01:59:23.582625Z","steps":["trace[37337753] 'agreement among raft nodes before linearized reading' (duration: 1.999874201s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:23.582857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:21.582588Z","time spent":"2.000147934s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T01:59:24.363011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.873101428s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T01:59:24.364394Z","caller":"traceutil/trace.go:171","msg":"trace[1883919335] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"3.212895851s","start":"2026-05-07T01:59:21.151474Z","end":"2026-05-07T01:59:24.36437Z","steps":["trace[1883919335] 'process raft request' (duration: 3.21281194s)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:24.364491Z","caller":"traceutil/trace.go:171","msg":"trace[1876647089] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"3.213221026s","start":"2026-05-07T01:59:21.151258Z","end":"2026-05-07T01:59:24.364479Z","steps":["trace[1876647089] 'process raft request' (duration: 3.212183471s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:24.36455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:21.151418Z","time spent":"3.213048974s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:59:24.364563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:21.151242Z","time spent":"3.213282527s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:59:24.364796Z","caller":"traceutil/trace.go:171","msg":"trace[1614087988] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"3.213138774s","start":"2026-05-07T01:59:21.151642Z","end":"2026-05-07T01:59:24.364781Z","steps":["trace[1614087988] 'process raft request' (duration: 3.212684818s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:24.364882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:21.151632Z","time spent":"3.213206466s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:59:24.365897Z","caller":"traceutil/trace.go:171","msg":"trace[362141301] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:706; }","duration":"3.209477551s","start":"2026-05-07T01:59:21.156389Z","end":"2026-05-07T01:59:24.365867Z","steps":["trace[362141301] 'read index received' (duration: 333.429701ms)","trace[362141301] 'applied index is now lower than readState.Index' (duration: 2.8760466s)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:24.366188Z","caller":"traceutil/trace.go:171","msg":"trace[1809823828] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"3.207025005s","start":"2026-05-07T01:59:21.159144Z","end":"2026-05-07T01:59:24.366169Z","steps":["trace[1809823828] 'process raft request' (duration: 3.205648195s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:24.366312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:21.159133Z","time spent":"3.207105296s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:59:24.366341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.209913977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-05-07T01:59:24.36641Z","caller":"traceutil/trace.go:171","msg":"trace[1395021361] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:679; }","duration":"3.21001997s","start":"2026-05-07T01:59:21.156368Z","end":"2026-05-07T01:59:24.366388Z","steps":["trace[1395021361] 'agreement among raft nodes before linearized reading' (duration: 3.209826597s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:24.366465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:21.156359Z","time spent":"3.21008986s","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-05-07T01:59:24.86639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110017717,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T01:59:24.989678Z","caller":"traceutil/trace.go:171","msg":"trace[896996504] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"2.719796291s","start":"2026-05-07T01:59:22.269819Z","end":"2026-05-07T01:59:24.989615Z","steps":["trace[896996504] 'process raft request' (duration: 2.688164331s)","trace[896996504] 'compare' (duration: 31.434737ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:59:24.990026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:22.269784Z","time spent":"2.720126476s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:59:25.012939Z","caller":"traceutil/trace.go:171","msg":"trace[158358763] linearizableReadLoop","detail":"{readStateIndex:713; appliedIndex:711; }","duration":"646.861565ms","start":"2026-05-07T01:59:24.36605Z","end":"2026-05-07T01:59:25.012911Z","steps":["trace[158358763] 'read index received' (duration: 591.845344ms)","trace[158358763] 'applied index is now lower than readState.Index' (duration: 55.014411ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:59:25.013156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095887138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T01:59:25.013223Z","caller":"traceutil/trace.go:171","msg":"trace[1236562796] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:680; }","duration":"1.09600934s","start":"2026-05-07T01:59:23.91718Z","end":"2026-05-07T01:59:25.01319Z","steps":["trace[1236562796] 'agreement among raft nodes before linearized reading' (duration: 1.095884348s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:25.013263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:23.917157Z","time spent":"1.096093781s","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T01:59:25.013323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402796801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:59:25.013422Z","caller":"traceutil/trace.go:171","msg":"trace[876107951] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:680; }","duration":"2.402985384s","start":"2026-05-07T01:59:22.610415Z","end":"2026-05-07T01:59:25.0134Z","steps":["trace[876107951] 'agreement among raft nodes before linearized reading' (duration: 2.402760891s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:25.01346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537699854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T01:59:25.013477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:22.610372Z","time spent":"2.403094076s","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-07T01:59:25.013526Z","caller":"traceutil/trace.go:171","msg":"trace[2131215321] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:680; }","duration":"2.537751364s","start":"2026-05-07T01:59:22.475747Z","end":"2026-05-07T01:59:25.013499Z","steps":["trace[2131215321] 'agreement among raft nodes before linearized reading' (duration: 2.537647733s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:25.013572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:22.475672Z","time spent":"2.537890216s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":52,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T01:59:25.013598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.640377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T01:59:25.013628Z","caller":"traceutil/trace.go:171","msg":"trace[1955414874] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:680; }","duration":"578.723107ms","start":"2026-05-07T01:59:24.434897Z","end":"2026-05-07T01:59:25.01362Z","steps":["trace[1955414874] 'agreement among raft nodes before linearized reading' (duration: 578.633586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:25.013648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:24.434872Z","time spent":"578.770888ms","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":60,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T01:59:25.013342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.660132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-05-07T01:59:25.013819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429876405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:59:25.013855Z","caller":"traceutil/trace.go:171","msg":"trace[144650877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:680; }","duration":"1.429911535s","start":"2026-05-07T01:59:23.583933Z","end":"2026-05-07T01:59:25.013845Z","steps":["trace[144650877] 'agreement among raft nodes before linearized reading' (duration: 1.429853554s)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:25.013866Z","caller":"traceutil/trace.go:171","msg":"trace[2023072916] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:680; }","duration":"642.231959ms","start":"2026-05-07T01:59:24.371615Z","end":"2026-05-07T01:59:25.013847Z","steps":["trace[2023072916] 'agreement among raft nodes before linearized reading' (duration: 641.624271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:25.013893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:23.583838Z","time spent":"1.430042369s","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T01:59:25.013928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:24.371597Z","time spent":"642.30971ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-05-07T01:59:25.014145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770832374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T01:59:25.014266Z","caller":"traceutil/trace.go:171","msg":"trace[1029496732] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:680; }","duration":"1.771024396s","start":"2026-05-07T01:59:23.243209Z","end":"2026-05-07T01:59:25.014234Z","steps":["trace[1029496732] 'agreement among raft nodes before linearized reading' (duration: 1.770688071s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:25.014374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:23.243184Z","time spent":"1.771167208s","remote":"127.0.0.1:41826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T01:59:25.015073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.317474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-prsk4\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-05-07T01:59:25.015139Z","caller":"traceutil/trace.go:171","msg":"trace[1511079621] range","detail":"{range_begin:/registry/pods/kube-system/cilium-prsk4; range_end:; response_count:1; response_revision:680; }","duration":"643.383936ms","start":"2026-05-07T01:59:24.371738Z","end":"2026-05-07T01:59:25.015122Z","steps":["trace[1511079621] 'agreement among raft nodes before linearized reading' (duration: 643.112722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:25.015173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:24.37168Z","time spent":"643.485796ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17169,"request content":"key:\"/registry/pods/kube-system/cilium-prsk4\" "} {"level":"warn","ts":"2026-05-07T01:59:26.154076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.516718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T01:59:26.154169Z","caller":"traceutil/trace.go:171","msg":"trace[657575583] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:692; }","duration":"197.67861ms","start":"2026-05-07T01:59:25.956471Z","end":"2026-05-07T01:59:26.15415Z","steps":["trace[657575583] 'count revisions from in-memory index tree' (duration: 197.401477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:27.663674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.070794ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:59:27.66407Z","caller":"traceutil/trace.go:171","msg":"trace[865184317] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:701; }","duration":"228.47536ms","start":"2026-05-07T01:59:27.435573Z","end":"2026-05-07T01:59:27.664048Z","steps":["trace[865184317] 'range keys from in-memory index tree' (duration: 228.055584ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:27.664662Z","caller":"traceutil/trace.go:171","msg":"trace[1348049478] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:734; }","duration":"163.31395ms","start":"2026-05-07T01:59:27.501305Z","end":"2026-05-07T01:59:27.664618Z","steps":["trace[1348049478] 'read index received' (duration: 161.276181ms)","trace[1348049478] 'applied index is now lower than readState.Index' (duration: 2.036319ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:27.664718Z","caller":"traceutil/trace.go:171","msg":"trace[103468328] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"598.448163ms","start":"2026-05-07T01:59:27.06624Z","end":"2026-05-07T01:59:27.664689Z","steps":["trace[103468328] 'process raft request' (duration: 596.315503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:27.664831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.509892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T01:59:27.664887Z","caller":"traceutil/trace.go:171","msg":"trace[566333637] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:702; }","duration":"163.635543ms","start":"2026-05-07T01:59:27.501241Z","end":"2026-05-07T01:59:27.664877Z","steps":["trace[566333637] 'agreement among raft nodes before linearized reading' (duration: 163.522132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:27.66541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:27.066212Z","time spent":"598.569354ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:59:30.385098Z","caller":"traceutil/trace.go:171","msg":"trace[318718447] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"250.460183ms","start":"2026-05-07T01:59:30.134604Z","end":"2026-05-07T01:59:30.385064Z","steps":["trace[318718447] 'process raft request' (duration: 249.861255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:31.583567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14052929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T01:59:31.583672Z","caller":"traceutil/trace.go:171","msg":"trace[185212139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:755; }","duration":"1.140687693s","start":"2026-05-07T01:59:30.442965Z","end":"2026-05-07T01:59:31.583653Z","steps":["trace[185212139] 'range keys from in-memory index tree' (duration: 1.140293618s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:31.583704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.518582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-05-07T01:59:31.583714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.861182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-05-07T01:59:31.583774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:30.442935Z","time spent":"1.140772524s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T01:59:31.583775Z","caller":"traceutil/trace.go:171","msg":"trace[770507643] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:755; }","duration":"852.611793ms","start":"2026-05-07T01:59:30.731149Z","end":"2026-05-07T01:59:31.583761Z","steps":["trace[770507643] 'range keys from in-memory index tree' (duration: 852.36627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:31.583838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:30.731079Z","time spent":"852.750835ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-05-07T01:59:31.583953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.078897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-05-07T01:59:31.583986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019540922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T01:59:31.584048Z","caller":"traceutil/trace.go:171","msg":"trace[754936675] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:755; }","duration":"1.019603683s","start":"2026-05-07T01:59:30.564426Z","end":"2026-05-07T01:59:31.58403Z","steps":["trace[754936675] 'count revisions from in-memory index tree' (duration: 1.019403531s)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:31.584049Z","caller":"traceutil/trace.go:171","msg":"trace[560976932] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:755; }","duration":"653.23018ms","start":"2026-05-07T01:59:30.930793Z","end":"2026-05-07T01:59:31.584023Z","steps":["trace[560976932] 'range keys from in-memory index tree' (duration: 652.854305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:31.584103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:30.930769Z","time spent":"653.323861ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-05-07T01:59:31.584106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:30.56437Z","time spent":"1.019707924s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":7,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-07T01:59:31.58431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.05631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-prsk4\" ","response":"range_response_count:1 size:18333"} {"level":"info","ts":"2026-05-07T01:59:31.584359Z","caller":"traceutil/trace.go:171","msg":"trace[1997426341] range","detail":"{range_begin:/registry/pods/kube-system/cilium-prsk4; range_end:; response_count:1; response_revision:755; }","duration":"794.116661ms","start":"2026-05-07T01:59:30.790221Z","end":"2026-05-07T01:59:31.584338Z","steps":["trace[1997426341] 'range keys from in-memory index tree' (duration: 793.970319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:31.584356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12371149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T01:59:31.584374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053261164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-05-07T01:59:31.584386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:30.790207Z","time spent":"794.172421ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18357,"request content":"key:\"/registry/pods/kube-system/cilium-prsk4\" "} {"level":"info","ts":"2026-05-07T01:59:31.584396Z","caller":"traceutil/trace.go:171","msg":"trace[1996636548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:755; }","duration":"1.123752341s","start":"2026-05-07T01:59:30.460632Z","end":"2026-05-07T01:59:31.584384Z","steps":["trace[1996636548] 'range keys from in-memory index tree' (duration: 1.123559438s)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:31.584412Z","caller":"traceutil/trace.go:171","msg":"trace[1938373953] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:755; }","duration":"1.053332596s","start":"2026-05-07T01:59:30.531069Z","end":"2026-05-07T01:59:31.584402Z","steps":["trace[1938373953] 'range keys from in-memory index tree' (duration: 1.053115593s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:31.584429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:30.460597Z","time spent":"1.123823781s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T01:59:31.584447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:30.531047Z","time spent":"1.053391556s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-05-07T01:59:31.583797Z","caller":"traceutil/trace.go:171","msg":"trace[794068926] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:755; }","duration":"452.947614ms","start":"2026-05-07T01:59:31.130832Z","end":"2026-05-07T01:59:31.583779Z","steps":["trace[794068926] 'range keys from in-memory index tree' (duration: 452.70155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:31.584767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125623686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T01:59:31.584768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.451957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:59:31.584804Z","caller":"traceutil/trace.go:171","msg":"trace[176020973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:755; }","duration":"1.125709058s","start":"2026-05-07T01:59:30.459085Z","end":"2026-05-07T01:59:31.584794Z","steps":["trace[176020973] 'range keys from in-memory index tree' (duration: 1.125473375s)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:31.584824Z","caller":"traceutil/trace.go:171","msg":"trace[1376937358] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:755; }","duration":"972.603059ms","start":"2026-05-07T01:59:30.612207Z","end":"2026-05-07T01:59:31.58481Z","steps":["trace[1376937358] 'count revisions from in-memory index tree' (duration: 972.387626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:31.584819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:31.130781Z","time spent":"453.990279ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-05-07T01:59:31.584838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:30.459062Z","time spent":"1.125769198s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T01:59:31.584861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:30.612195Z","time spent":"972.6557ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T01:59:31.69057Z","caller":"traceutil/trace.go:171","msg":"trace[903644315] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:790; }","duration":"159.294871ms","start":"2026-05-07T01:59:31.53123Z","end":"2026-05-07T01:59:31.690525Z","steps":["trace[903644315] 'read index received' (duration: 158.609062ms)","trace[903644315] 'applied index is now lower than readState.Index' (duration: 683.849µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:31.690685Z","caller":"traceutil/trace.go:171","msg":"trace[1973041519] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"330.069368ms","start":"2026-05-07T01:59:31.360566Z","end":"2026-05-07T01:59:31.690636Z","steps":["trace[1973041519] 'process raft request' (duration: 329.5039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:31.690892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:31.360542Z","time spent":"330.238541ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T01:59:31.691302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.778289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-05-07T01:59:31.6914Z","caller":"traceutil/trace.go:171","msg":"trace[1724372039] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:756; }","duration":"160.209165ms","start":"2026-05-07T01:59:31.531169Z","end":"2026-05-07T01:59:31.691379Z","steps":["trace[1724372039] 'agreement among raft nodes before linearized reading' (duration: 159.522775ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:31.770274Z","caller":"traceutil/trace.go:171","msg":"trace[1321561625] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"180.241117ms","start":"2026-05-07T01:59:31.590009Z","end":"2026-05-07T01:59:31.77025Z","steps":["trace[1321561625] 'process raft request' (duration: 179.838712ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:31.770536Z","caller":"traceutil/trace.go:171","msg":"trace[378053264] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"178.764886ms","start":"2026-05-07T01:59:31.59176Z","end":"2026-05-07T01:59:31.770524Z","steps":["trace[378053264] 'process raft request' (duration: 178.244119ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:31.770607Z","caller":"traceutil/trace.go:171","msg":"trace[1014445265] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"171.262484ms","start":"2026-05-07T01:59:31.599254Z","end":"2026-05-07T01:59:31.770516Z","steps":["trace[1014445265] 'process raft request' (duration: 170.780998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:31.770814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.928522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:59:31.770871Z","caller":"traceutil/trace.go:171","msg":"trace[261149988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:760; }","duration":"188.022713ms","start":"2026-05-07T01:59:31.58284Z","end":"2026-05-07T01:59:31.770863Z","steps":["trace[261149988] 'agreement among raft nodes before linearized reading' (duration: 187.929611ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:31.770657Z","caller":"traceutil/trace.go:171","msg":"trace[481958244] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"178.961039ms","start":"2026-05-07T01:59:31.59169Z","end":"2026-05-07T01:59:31.770651Z","steps":["trace[481958244] 'process raft request' (duration: 178.27626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:31.771347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.186524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:59:31.771397Z","caller":"traceutil/trace.go:171","msg":"trace[1678527562] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:760; }","duration":"229.297415ms","start":"2026-05-07T01:59:31.542087Z","end":"2026-05-07T01:59:31.771384Z","steps":["trace[1678527562] 'agreement among raft nodes before linearized reading' (duration: 229.178694ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:32.083901Z","caller":"traceutil/trace.go:171","msg":"trace[2144292717] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"307.351483ms","start":"2026-05-07T01:59:31.776521Z","end":"2026-05-07T01:59:32.083873Z","steps":["trace[2144292717] 'process raft request' (duration: 306.268208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:32.084083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:31.776502Z","time spent":"307.475975ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:59:32.084225Z","caller":"traceutil/trace.go:171","msg":"trace[211858969] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"297.279776ms","start":"2026-05-07T01:59:31.786796Z","end":"2026-05-07T01:59:32.084076Z","steps":["trace[211858969] 'process raft request' (duration: 296.702078ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:32.083944Z","caller":"traceutil/trace.go:171","msg":"trace[696596308] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:796; }","duration":"250.935334ms","start":"2026-05-07T01:59:31.832949Z","end":"2026-05-07T01:59:32.083884Z","steps":["trace[696596308] 'read index received' (duration: 249.854959ms)","trace[696596308] 'applied index is now lower than readState.Index' (duration: 1.079315ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:59:32.0844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.372042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T01:59:32.084579Z","caller":"traceutil/trace.go:171","msg":"trace[1184534385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:764; }","duration":"312.680186ms","start":"2026-05-07T01:59:31.771885Z","end":"2026-05-07T01:59:32.084565Z","steps":["trace[1184534385] 'agreement among raft nodes before linearized reading' (duration: 312.271971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:32.08468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:31.771876Z","time spent":"312.790177ms","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T01:59:32.084786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.239699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-prsk4\" ","response":"range_response_count:1 size:18517"} {"level":"info","ts":"2026-05-07T01:59:32.084838Z","caller":"traceutil/trace.go:171","msg":"trace[392621807] range","detail":"{range_begin:/registry/pods/kube-system/cilium-prsk4; range_end:; response_count:1; response_revision:764; }","duration":"254.34141ms","start":"2026-05-07T01:59:31.830481Z","end":"2026-05-07T01:59:32.084823Z","steps":["trace[392621807] 'agreement among raft nodes before linearized reading' (duration: 254.116347ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:32.084849Z","caller":"traceutil/trace.go:171","msg":"trace[853351418] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"253.394598ms","start":"2026-05-07T01:59:31.830716Z","end":"2026-05-07T01:59:32.084111Z","steps":["trace[853351418] 'process raft request' (duration: 253.082584ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:32.098195Z","caller":"traceutil/trace.go:171","msg":"trace[1223014591] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"259.396288ms","start":"2026-05-07T01:59:31.838757Z","end":"2026-05-07T01:59:32.098153Z","steps":["trace[1223014591] 'process raft request' (duration: 259.068164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:32.098387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.091194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-05-07T01:59:32.098445Z","caller":"traceutil/trace.go:171","msg":"trace[1364406762] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"203.947392ms","start":"2026-05-07T01:59:31.89448Z","end":"2026-05-07T01:59:32.098427Z","steps":["trace[1364406762] 'process raft request' (duration: 203.702998ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:32.098459Z","caller":"traceutil/trace.go:171","msg":"trace[2077094035] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:766; }","duration":"168.224495ms","start":"2026-05-07T01:59:31.930216Z","end":"2026-05-07T01:59:32.098441Z","steps":["trace[2077094035] 'agreement among raft nodes before linearized reading' (duration: 168.025402ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:40.467563Z","caller":"traceutil/trace.go:171","msg":"trace[2140339550] linearizableReadLoop","detail":"{readStateIndex:869; appliedIndex:868; }","duration":"316.694215ms","start":"2026-05-07T01:59:40.150839Z","end":"2026-05-07T01:59:40.467534Z","steps":["trace[2140339550] 'read index received' (duration: 316.470852ms)","trace[2140339550] 'applied index is now lower than readState.Index' (duration: 222.243µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:59:40.467712Z","caller":"traceutil/trace.go:171","msg":"trace[670320755] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"328.300967ms","start":"2026-05-07T01:59:40.139369Z","end":"2026-05-07T01:59:40.46767Z","steps":["trace[670320755] 'process raft request' (duration: 327.974112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:40.467905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.035121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T01:59:40.467951Z","caller":"traceutil/trace.go:171","msg":"trace[1871448325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:831; }","duration":"317.171132ms","start":"2026-05-07T01:59:40.15077Z","end":"2026-05-07T01:59:40.467941Z","steps":["trace[1871448325] 'agreement among raft nodes before linearized reading' (duration: 316.946119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:40.467936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:40.139347Z","time spent":"328.4733ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T01:59:40.468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:40.150734Z","time spent":"317.251704ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T01:59:44.260905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110018129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T01:59:44.596816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.706188174s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T01:59:44.597338Z","caller":"traceutil/trace.go:171","msg":"trace[1134267032] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"1.706816062s","start":"2026-05-07T01:59:42.890495Z","end":"2026-05-07T01:59:44.597311Z","steps":["trace[1134267032] 'process raft request' (duration: 1.70660432s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:44.597488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:42.890476Z","time spent":"1.706917323s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4024,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:59:44.61094Z","caller":"traceutil/trace.go:171","msg":"trace[858853788] linearizableReadLoop","detail":"{readStateIndex:885; appliedIndex:883; }","duration":"850.073669ms","start":"2026-05-07T01:59:43.760843Z","end":"2026-05-07T01:59:44.610917Z","steps":["trace[858853788] 'read index received' (duration: 836.258704ms)","trace[858853788] 'applied index is now lower than readState.Index' (duration: 13.813595ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:59:44.611194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.258731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T01:59:44.611337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.077042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T01:59:44.611292Z","caller":"traceutil/trace.go:171","msg":"trace[1350479536] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:846; }","duration":"850.492695ms","start":"2026-05-07T01:59:43.760783Z","end":"2026-05-07T01:59:44.611276Z","steps":["trace[1350479536] 'agreement among raft nodes before linearized reading' (duration: 850.207021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:44.6114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.387155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T01:59:44.611518Z","caller":"traceutil/trace.go:171","msg":"trace[1266131210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:846; }","duration":"760.501856ms","start":"2026-05-07T01:59:43.850962Z","end":"2026-05-07T01:59:44.611464Z","steps":["trace[1266131210] 'agreement among raft nodes before linearized reading' (duration: 760.193682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:44.611531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:43.760759Z","time spent":"850.669307ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T01:59:44.611567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:43.850957Z","time spent":"760.601857ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T01:59:44.611569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.270153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T01:59:44.611644Z","caller":"traceutil/trace.go:171","msg":"trace[728131694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:846; }","duration":"100.375385ms","start":"2026-05-07T01:59:44.511247Z","end":"2026-05-07T01:59:44.611622Z","steps":["trace[728131694] 'agreement among raft nodes before linearized reading' (duration: 100.252204ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:59:44.611416Z","caller":"traceutil/trace.go:171","msg":"trace[1616647344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:846; }","duration":"764.245723ms","start":"2026-05-07T01:59:43.847161Z","end":"2026-05-07T01:59:44.611406Z","steps":["trace[1616647344] 'agreement among raft nodes before linearized reading' (duration: 764.029261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:44.61171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:43.847129Z","time spent":"764.573398ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T01:59:44.611559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.984232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T01:59:44.612167Z","caller":"traceutil/trace.go:171","msg":"trace[353109556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:846; }","duration":"761.63486ms","start":"2026-05-07T01:59:43.850523Z","end":"2026-05-07T01:59:44.612158Z","steps":["trace[353109556] 'agreement among raft nodes before linearized reading' (duration: 760.962891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:59:44.612226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:59:43.850497Z","time spent":"761.718951ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T02:00:15.341356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110018849,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T02:00:15.677555Z","caller":"traceutil/trace.go:171","msg":"trace[1987604655] linearizableReadLoop","detail":"{readStateIndex:1293; appliedIndex:1292; }","duration":"836.537361ms","start":"2026-05-07T02:00:14.840968Z","end":"2026-05-07T02:00:15.677505Z","steps":["trace[1987604655] 'read index received' (duration: 836.028355ms)","trace[1987604655] 'applied index is now lower than readState.Index' (duration: 507.566µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:00:15.67762Z","caller":"traceutil/trace.go:171","msg":"trace[1965389010] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"850.128383ms","start":"2026-05-07T02:00:14.827466Z","end":"2026-05-07T02:00:15.677594Z","steps":["trace[1965389010] 'process raft request' (duration: 849.606037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:15.677778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:14.827436Z","time spent":"850.253005ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:00:15.677805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.807935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T02:00:15.677841Z","caller":"traceutil/trace.go:171","msg":"trace[140555212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1247; }","duration":"836.898805ms","start":"2026-05-07T02:00:14.840932Z","end":"2026-05-07T02:00:15.677831Z","steps":["trace[140555212] 'agreement among raft nodes before linearized reading' (duration: 836.726832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:15.677877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:14.840918Z","time spent":"836.951156ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T02:00:15.752164Z","caller":"traceutil/trace.go:171","msg":"trace[1502994642] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"219.579199ms","start":"2026-05-07T02:00:15.532559Z","end":"2026-05-07T02:00:15.752138Z","steps":["trace[1502994642] 'process raft request' (duration: 216.94673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:15.752426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.722557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:00:15.752489Z","caller":"traceutil/trace.go:171","msg":"trace[787485097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1249; }","duration":"885.855788ms","start":"2026-05-07T02:00:14.866618Z","end":"2026-05-07T02:00:15.752474Z","steps":["trace[787485097] 'agreement among raft nodes before linearized reading' (duration: 885.639226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:15.7525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.981693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T02:00:15.752656Z","caller":"traceutil/trace.go:171","msg":"trace[2084511961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1249; }","duration":"889.208755ms","start":"2026-05-07T02:00:14.863423Z","end":"2026-05-07T02:00:15.752632Z","steps":["trace[2084511961] 'agreement among raft nodes before linearized reading' (duration: 888.76698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:15.752736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:14.863398Z","time spent":"889.324597ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:00:15.752538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:14.866607Z","time spent":"885.920089ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T02:00:15.75241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.333647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:00:15.753112Z","caller":"traceutil/trace.go:171","msg":"trace[627867577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1249; }","duration":"882.072805ms","start":"2026-05-07T02:00:14.87102Z","end":"2026-05-07T02:00:15.753093Z","steps":["trace[627867577] 'agreement among raft nodes before linearized reading' (duration: 881.173555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:15.753353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:14.87101Z","time spent":"882.322538ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T02:00:38.237265Z","caller":"traceutil/trace.go:171","msg":"trace[984607065] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"437.047157ms","start":"2026-05-07T02:00:37.800156Z","end":"2026-05-07T02:00:38.237203Z","steps":["trace[984607065] 'process raft request' (duration: 436.851675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:38.237457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:37.800132Z","time spent":"437.223018ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:00:38.238972Z","caller":"traceutil/trace.go:171","msg":"trace[462263202] linearizableReadLoop","detail":"{readStateIndex:1560; appliedIndex:1558; }","duration":"377.065994ms","start":"2026-05-07T02:00:37.861885Z","end":"2026-05-07T02:00:38.238951Z","steps":["trace[462263202] 'read index received' (duration: 374.74577ms)","trace[462263202] 'applied index is now lower than readState.Index' (duration: 2.319434ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:00:38.239014Z","caller":"traceutil/trace.go:171","msg":"trace[1042917719] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"404.730211ms","start":"2026-05-07T02:00:37.834264Z","end":"2026-05-07T02:00:38.238994Z","steps":["trace[1042917719] 'process raft request' (duration: 404.564369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:38.239159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.270636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:00:38.239198Z","caller":"traceutil/trace.go:171","msg":"trace[690345238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1504; }","duration":"377.356586ms","start":"2026-05-07T02:00:37.861825Z","end":"2026-05-07T02:00:38.239182Z","steps":["trace[690345238] 'agreement among raft nodes before linearized reading' (duration: 377.225345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:38.239225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:37.861807Z","time spent":"377.410978ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:00:38.239201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:37.834233Z","time spent":"404.851862ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:00:38.239372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.679739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T02:00:38.239408Z","caller":"traceutil/trace.go:171","msg":"trace[1202765942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1504; }","duration":"374.73635ms","start":"2026-05-07T02:00:37.864661Z","end":"2026-05-07T02:00:38.239397Z","steps":["trace[1202765942] 'agreement among raft nodes before linearized reading' (duration: 374.662989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:38.239433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:37.864648Z","time spent":"374.77736ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:00:38.239512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.015143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T02:00:38.239619Z","caller":"traceutil/trace.go:171","msg":"trace[787867514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1504; }","duration":"377.144925ms","start":"2026-05-07T02:00:37.862454Z","end":"2026-05-07T02:00:38.239599Z","steps":["trace[787867514] 'agreement among raft nodes before linearized reading' (duration: 376.852822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:38.23954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.472567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:00:38.23971Z","caller":"traceutil/trace.go:171","msg":"trace[1369462859] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:1504; }","duration":"294.675141ms","start":"2026-05-07T02:00:37.945027Z","end":"2026-05-07T02:00:38.239702Z","steps":["trace[1369462859] 'agreement among raft nodes before linearized reading' (duration: 294.461167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:38.239751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:37.862441Z","time spent":"377.251236ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:00:38.239873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.007145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:00:38.239965Z","caller":"traceutil/trace.go:171","msg":"trace[1625435026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1504; }","duration":"377.261007ms","start":"2026-05-07T02:00:37.862682Z","end":"2026-05-07T02:00:38.239943Z","steps":["trace[1625435026] 'agreement among raft nodes before linearized reading' (duration: 376.68888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:38.240098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:37.862673Z","time spent":"377.411698ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T02:00:40.733415Z","caller":"traceutil/trace.go:171","msg":"trace[1388836186] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"488.488018ms","start":"2026-05-07T02:00:40.244892Z","end":"2026-05-07T02:00:40.73338Z","steps":["trace[1388836186] 'process raft request' (duration: 488.013203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:40.733734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:40.244862Z","time spent":"488.74044ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:00:41.070506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.841127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:00:41.071108Z","caller":"traceutil/trace.go:171","msg":"trace[202095603] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"825.237171ms","start":"2026-05-07T02:00:40.245818Z","end":"2026-05-07T02:00:41.071055Z","steps":["trace[202095603] 'process raft request' (duration: 517.706617ms)","trace[202095603] 'compare' (duration: 306.592684ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:00:41.071285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.597293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:00:41.071334Z","caller":"traceutil/trace.go:171","msg":"trace[2007187628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1516; }","duration":"820.650323ms","start":"2026-05-07T02:00:40.250673Z","end":"2026-05-07T02:00:41.071323Z","steps":["trace[2007187628] 'agreement among raft nodes before linearized reading' (duration: 820.456471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:41.071354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:40.245787Z","time spent":"825.444652ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:00:41.071382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:40.25062Z","time spent":"820.751715ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T02:00:41.071085Z","caller":"traceutil/trace.go:171","msg":"trace[1357614732] linearizableReadLoop","detail":"{readStateIndex:1573; appliedIndex:1572; }","duration":"820.3412ms","start":"2026-05-07T02:00:40.25069Z","end":"2026-05-07T02:00:41.071032Z","steps":["trace[1357614732] 'read index received' (duration: 482.810229ms)","trace[1357614732] 'applied index is now lower than readState.Index' (duration: 337.529201ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:00:41.071976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.103608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:00:41.072025Z","caller":"traceutil/trace.go:171","msg":"trace[922425473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1516; }","duration":"817.184708ms","start":"2026-05-07T02:00:40.254829Z","end":"2026-05-07T02:00:41.072014Z","steps":["trace[922425473] 'agreement among raft nodes before linearized reading' (duration: 817.012076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:41.072022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.401567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-n46qm\" ","response":"range_response_count:1 size:4500"} {"level":"warn","ts":"2026-05-07T02:00:41.07205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.506842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T02:00:41.072072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:40.254814Z","time spent":"817.247308ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T02:00:41.07209Z","caller":"traceutil/trace.go:171","msg":"trace[106254026] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-n46qm; range_end:; response_count:1; response_revision:1516; }","duration":"497.505089ms","start":"2026-05-07T02:00:40.574566Z","end":"2026-05-07T02:00:41.072071Z","steps":["trace[106254026] 'agreement among raft nodes before linearized reading' (duration: 497.268916ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:00:41.072125Z","caller":"traceutil/trace.go:171","msg":"trace[1314651366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1516; }","duration":"818.593663ms","start":"2026-05-07T02:00:40.253507Z","end":"2026-05-07T02:00:41.0721Z","steps":["trace[1314651366] 'agreement among raft nodes before linearized reading' (duration: 818.33267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:41.072137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.010236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T02:00:41.072182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:40.253446Z","time spent":"818.725515ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:00:41.072191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.818225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:00:41.072195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.83635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:00:41.072216Z","caller":"traceutil/trace.go:171","msg":"trace[1704384666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1516; }","duration":"818.116327ms","start":"2026-05-07T02:00:40.254081Z","end":"2026-05-07T02:00:41.072197Z","steps":["trace[1704384666] 'agreement among raft nodes before linearized reading' (duration: 817.893085ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:00:41.072229Z","caller":"traceutil/trace.go:171","msg":"trace[430893945] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1516; }","duration":"403.881915ms","start":"2026-05-07T02:00:40.668334Z","end":"2026-05-07T02:00:41.072216Z","steps":["trace[430893945] 'agreement among raft nodes before linearized reading' (duration: 403.820574ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:00:41.072235Z","caller":"traceutil/trace.go:171","msg":"trace[87115026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1516; }","duration":"490.884411ms","start":"2026-05-07T02:00:40.581337Z","end":"2026-05-07T02:00:41.072222Z","steps":["trace[87115026] 'agreement among raft nodes before linearized reading' (duration: 490.82487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:41.072261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:40.66832Z","time spent":"403.933225ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:00:41.072265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:40.58133Z","time spent":"490.929731ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:00:41.072265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:40.254075Z","time spent":"818.181487ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:00:41.072131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:40.574545Z","time spent":"497.578699ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4524,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-n46qm\" "} {"level":"info","ts":"2026-05-07T02:00:54.983827Z","caller":"traceutil/trace.go:171","msg":"trace[252083493] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"143.091354ms","start":"2026-05-07T02:00:54.840702Z","end":"2026-05-07T02:00:54.983793Z","steps":["trace[252083493] 'process raft request' (duration: 142.70447ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:00:59.138857Z","caller":"traceutil/trace.go:171","msg":"trace[1383041436] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"269.350755ms","start":"2026-05-07T02:00:58.869477Z","end":"2026-05-07T02:00:59.138828Z","steps":["trace[1383041436] 'process raft request' (duration: 269.181393ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:00:59.366088Z","caller":"traceutil/trace.go:171","msg":"trace[2071404184] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1909; }","duration":"150.419742ms","start":"2026-05-07T02:00:59.215643Z","end":"2026-05-07T02:00:59.366063Z","steps":["trace[2071404184] 'read index received' (duration: 149.913617ms)","trace[2071404184] 'applied index is now lower than readState.Index' (duration: 505.295µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:00:59.366171Z","caller":"traceutil/trace.go:171","msg":"trace[860947247] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"370.243976ms","start":"2026-05-07T02:00:58.995888Z","end":"2026-05-07T02:00:59.366132Z","steps":["trace[860947247] 'process raft request' (duration: 369.774052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:59.366266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.898818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:00:59.366332Z","caller":"traceutil/trace.go:171","msg":"trace[1901183304] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1827; }","duration":"135.02576ms","start":"2026-05-07T02:00:59.231292Z","end":"2026-05-07T02:00:59.366317Z","steps":["trace[1901183304] 'agreement among raft nodes before linearized reading' (duration: 134.910339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:59.366322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.671284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-07T02:00:59.36633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:00:58.995859Z","time spent":"370.387997ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:00:59.366377Z","caller":"traceutil/trace.go:171","msg":"trace[137389641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1827; }","duration":"150.796946ms","start":"2026-05-07T02:00:59.215566Z","end":"2026-05-07T02:00:59.366363Z","steps":["trace[137389641] 'agreement among raft nodes before linearized reading' (duration: 150.606944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:59.366379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.977401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-07T02:00:59.366454Z","caller":"traceutil/trace.go:171","msg":"trace[1905011956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1827; }","duration":"122.076282ms","start":"2026-05-07T02:00:59.24436Z","end":"2026-05-07T02:00:59.366436Z","steps":["trace[1905011956] 'agreement among raft nodes before linearized reading' (duration: 121.878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:59.366579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.657587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-07T02:00:59.366625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.509037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T02:00:59.366627Z","caller":"traceutil/trace.go:171","msg":"trace[1891686710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1827; }","duration":"130.737317ms","start":"2026-05-07T02:00:59.235877Z","end":"2026-05-07T02:00:59.366615Z","steps":["trace[1891686710] 'agreement among raft nodes before linearized reading' (duration: 130.615476ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:00:59.366654Z","caller":"traceutil/trace.go:171","msg":"trace[260596650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1827; }","duration":"116.565018ms","start":"2026-05-07T02:00:59.25008Z","end":"2026-05-07T02:00:59.366645Z","steps":["trace[260596650] 'agreement among raft nodes before linearized reading' (duration: 116.483137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:59.366776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.01818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T02:00:59.366811Z","caller":"traceutil/trace.go:171","msg":"trace[1875687708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1827; }","duration":"128.086822ms","start":"2026-05-07T02:00:59.238714Z","end":"2026-05-07T02:00:59.366801Z","steps":["trace[1875687708] 'agreement among raft nodes before linearized reading' (duration: 127.95484ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:03.524852Z","caller":"traceutil/trace.go:171","msg":"trace[734640709] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"116.768431ms","start":"2026-05-07T02:01:03.408064Z","end":"2026-05-07T02:01:03.524833Z","steps":["trace[734640709] 'process raft request' (duration: 116.68212ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:03.524854Z","caller":"traceutil/trace.go:171","msg":"trace[1675106317] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"116.777172ms","start":"2026-05-07T02:01:03.408041Z","end":"2026-05-07T02:01:03.524818Z","steps":["trace[1675106317] 'process raft request' (duration: 84.090292ms)","trace[1675106317] 'compare' (duration: 32.479078ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:03.5251Z","caller":"traceutil/trace.go:171","msg":"trace[1439219871] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"116.891283ms","start":"2026-05-07T02:01:03.408198Z","end":"2026-05-07T02:01:03.525089Z","steps":["trace[1439219871] 'process raft request' (duration: 116.59629ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:03.525193Z","caller":"traceutil/trace.go:171","msg":"trace[1812299267] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"116.247447ms","start":"2026-05-07T02:01:03.408935Z","end":"2026-05-07T02:01:03.525182Z","steps":["trace[1812299267] 'process raft request' (duration: 116.091655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:09.9893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110020236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:01:10.489972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110020236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:01:10.99091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110020236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:01:11.410547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3645687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:01:11.410623Z","caller":"traceutil/trace.go:171","msg":"trace[844736608] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1951; }","duration":"2.364702251s","start":"2026-05-07T02:01:09.0459Z","end":"2026-05-07T02:01:11.410603Z","steps":["trace[844736608] 'count revisions from in-memory index tree' (duration: 2.364458928s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:11.410663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:09.045877Z","time spent":"2.364776092s","remote":"127.0.0.1:41826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:01:11.410899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333876352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:01:11.410939Z","caller":"traceutil/trace.go:171","msg":"trace[1014173375] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1951; }","duration":"2.333949492s","start":"2026-05-07T02:01:09.07697Z","end":"2026-05-07T02:01:11.41092Z","steps":["trace[1014173375] 'count revisions from in-memory index tree' (duration: 2.333781261s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:11.410968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:09.076908Z","time spent":"2.334051584s","remote":"127.0.0.1:32794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:01:11.411297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300450468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:01:11.411363Z","caller":"traceutil/trace.go:171","msg":"trace[506506654] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1951; }","duration":"2.30055973s","start":"2026-05-07T02:01:09.110785Z","end":"2026-05-07T02:01:11.411345Z","steps":["trace[506506654] 'range keys from in-memory index tree' (duration: 2.300240657s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:11.411406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:09.110769Z","time spent":"2.300626331s","remote":"127.0.0.1:48214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T02:01:11.411643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087180797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e54890ae-100d-47aa-ac94-21aa7f08b352\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-05-07T02:01:11.411049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835286608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e54890ae-100d-47aa-ac94-21aa7f08b352\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-07T02:01:11.411691Z","caller":"traceutil/trace.go:171","msg":"trace[306237284] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e54890ae-100d-47aa-ac94-21aa7f08b352; range_end:; response_count:1; response_revision:1951; }","duration":"2.087263037s","start":"2026-05-07T02:01:09.324414Z","end":"2026-05-07T02:01:11.411677Z","steps":["trace[306237284] 'range keys from in-memory index tree' (duration: 2.086997225s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:11.411716Z","caller":"traceutil/trace.go:171","msg":"trace[2143107081] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e54890ae-100d-47aa-ac94-21aa7f08b352; range_end:; response_count:1; response_revision:1951; }","duration":"2.836017185s","start":"2026-05-07T02:01:08.575673Z","end":"2026-05-07T02:01:11.41169Z","steps":["trace[2143107081] 'range keys from in-memory index tree' (duration: 2.835071326s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:11.411729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:09.3244Z","time spent":"2.087321028s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e54890ae-100d-47aa-ac94-21aa7f08b352\" "} {"level":"warn","ts":"2026-05-07T02:01:11.411758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:08.57565Z","time spent":"2.836097826s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e54890ae-100d-47aa-ac94-21aa7f08b352\" "} {"level":"warn","ts":"2026-05-07T02:01:11.411473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828778895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:01:11.412124Z","caller":"traceutil/trace.go:171","msg":"trace[1696582002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1951; }","duration":"2.829456852s","start":"2026-05-07T02:01:08.582655Z","end":"2026-05-07T02:01:11.412112Z","steps":["trace[1696582002] 'range keys from in-memory index tree' (duration: 2.828708905s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:11.412161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:08.5826Z","time spent":"2.829547873s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:01:11.491068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110020236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:01:11.551082Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.128466142s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T02:01:11.551516Z","caller":"traceutil/trace.go:171","msg":"trace[1066187071] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"2.129029226s","start":"2026-05-07T02:01:09.42246Z","end":"2026-05-07T02:01:11.55149Z","steps":["trace[1066187071] 'process raft request' (duration: 2.128842755s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:11.551674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:09.422431Z","time spent":"2.129150708s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:01:12.583781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000102615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T02:01:12.583913Z","caller":"traceutil/trace.go:171","msg":"trace[1526723029] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000282747s","start":"2026-05-07T02:01:10.583601Z","end":"2026-05-07T02:01:12.583884Z","steps":["trace[1526723029] 'agreement among raft nodes before linearized reading' (duration: 2.000122055s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:12.583966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:10.583583Z","time spent":"2.000369578s","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:01:14.032426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966136783s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:01:14.034113Z","caller":"traceutil/trace.go:171","msg":"trace[102270279] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"4.244502476s","start":"2026-05-07T02:01:09.789566Z","end":"2026-05-07T02:01:14.034068Z","steps":["trace[102270279] 'process raft request' (duration: 2.276626466s)","trace[102270279] 'compare' (duration: 1.965551387s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:01:14.03441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:09.789529Z","time spent":"4.244659747s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:01:14.034553Z","caller":"traceutil/trace.go:171","msg":"trace[1211447329] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"2.614859872s","start":"2026-05-07T02:01:11.419649Z","end":"2026-05-07T02:01:14.034509Z","steps":["trace[1211447329] 'process raft request' (duration: 2.614416648s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:14.034618Z","caller":"traceutil/trace.go:171","msg":"trace[1653656741] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"3.679932652s","start":"2026-05-07T02:01:10.354597Z","end":"2026-05-07T02:01:14.03453Z","steps":["trace[1653656741] 'process raft request' (duration: 3.679430048s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.034751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:11.419628Z","time spent":"2.615017183s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:01:14.034844Z","caller":"traceutil/trace.go:171","msg":"trace[1294237785] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2036; }","duration":"4.546275903s","start":"2026-05-07T02:01:09.488543Z","end":"2026-05-07T02:01:14.034819Z","steps":["trace[1294237785] 'read index received' (duration: 2.062752567s)","trace[1294237785] 'applied index is now lower than readState.Index' (duration: 2.483521056s)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:14.03487Z","caller":"traceutil/trace.go:171","msg":"trace[428625654] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"3.767341286s","start":"2026-05-07T02:01:10.2675Z","end":"2026-05-07T02:01:14.034841Z","steps":["trace[428625654] 'process raft request' (duration: 3.766413838s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.035044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:10.267469Z","time spent":"3.767473507s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:01:14.034997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:10.35457Z","time spent":"3.680225236s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:01:14.050121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56156047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:01:14.05021Z","caller":"traceutil/trace.go:171","msg":"trace[1722293639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1956; }","duration":"4.561683781s","start":"2026-05-07T02:01:09.4885Z","end":"2026-05-07T02:01:14.050184Z","steps":["trace[1722293639] 'agreement among raft nodes before linearized reading' (duration: 4.546445534s)","trace[1722293639] 'range keys from in-memory index tree' (duration: 14.798233ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:01:14.050271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:09.488481Z","time spent":"4.561768332s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T02:01:14.050276Z","caller":"traceutil/trace.go:171","msg":"trace[1045351225] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"491.663351ms","start":"2026-05-07T02:01:13.558597Z","end":"2026-05-07T02:01:14.05026Z","steps":["trace[1045351225] 'process raft request' (duration: 491.131206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.050387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:13.55857Z","time spent":"491.746702ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:01:14.050588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.482151082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:01:14.050628Z","caller":"traceutil/trace.go:171","msg":"trace[1513157821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1957; }","duration":"4.482212552s","start":"2026-05-07T02:01:09.568405Z","end":"2026-05-07T02:01:14.050618Z","steps":["trace[1513157821] 'agreement among raft nodes before linearized reading' (duration: 4.482091381s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.050658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:09.568389Z","time spent":"4.482259084s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:01:14.050743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.479001242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T02:01:14.050808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631139562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:01:14.050828Z","caller":"traceutil/trace.go:171","msg":"trace[612467479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1957; }","duration":"4.479125183s","start":"2026-05-07T02:01:09.571684Z","end":"2026-05-07T02:01:14.05081Z","steps":["trace[612467479] 'agreement among raft nodes before linearized reading' (duration: 4.47880173s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:14.050848Z","caller":"traceutil/trace.go:171","msg":"trace[19737700] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1957; }","duration":"1.631188803s","start":"2026-05-07T02:01:12.419646Z","end":"2026-05-07T02:01:14.050834Z","steps":["trace[19737700] 'agreement among raft nodes before linearized reading' (duration: 1.631088072s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.050874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:09.571675Z","time spent":"4.479191164s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:01:14.050882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:12.419638Z","time spent":"1.631236544s","remote":"127.0.0.1:48214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T02:01:14.051103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755313275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:01:14.051133Z","caller":"traceutil/trace.go:171","msg":"trace[567077426] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1957; }","duration":"2.755381175s","start":"2026-05-07T02:01:11.295743Z","end":"2026-05-07T02:01:14.051124Z","steps":["trace[567077426] 'agreement among raft nodes before linearized reading' (duration: 2.755317354s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.051155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:11.295724Z","time spent":"2.755425096s","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:01:14.051171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.46174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115919"} {"level":"info","ts":"2026-05-07T02:01:14.051205Z","caller":"traceutil/trace.go:171","msg":"trace[1298400631] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1957; }","duration":"936.534922ms","start":"2026-05-07T02:01:13.114661Z","end":"2026-05-07T02:01:14.051196Z","steps":["trace[1298400631] 'agreement among raft nodes before linearized reading' (duration: 936.36615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.051237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:13.114617Z","time spent":"936.612082ms","remote":"127.0.0.1:41770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":115943,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-07T02:01:14.051297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.871898555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:01:14.051318Z","caller":"traceutil/trace.go:171","msg":"trace[1633835125] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1957; }","duration":"3.871966666s","start":"2026-05-07T02:01:10.179344Z","end":"2026-05-07T02:01:14.05131Z","steps":["trace[1633835125] 'agreement among raft nodes before linearized reading' (duration: 3.871906975s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.051337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:10.179323Z","time spent":"3.872009287s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:01:14.051452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003077001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-05-07T02:01:14.051517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.383921312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:01:14.051531Z","caller":"traceutil/trace.go:171","msg":"trace[1641708586] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1957; }","duration":"1.003154022s","start":"2026-05-07T02:01:13.048366Z","end":"2026-05-07T02:01:14.05152Z","steps":["trace[1641708586] 'agreement among raft nodes before linearized reading' (duration: 1.00301833s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:14.051545Z","caller":"traceutil/trace.go:171","msg":"trace[1981736508] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1957; }","duration":"4.383970043s","start":"2026-05-07T02:01:09.667566Z","end":"2026-05-07T02:01:14.051536Z","steps":["trace[1981736508] 'agreement among raft nodes before linearized reading' (duration: 4.383886982s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.051561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:13.048301Z","time spent":"1.003253333s","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-07T02:01:14.051604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.43962061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:01:14.051632Z","caller":"traceutil/trace.go:171","msg":"trace[1436442735] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1957; }","duration":"4.439671011s","start":"2026-05-07T02:01:09.611955Z","end":"2026-05-07T02:01:14.051626Z","steps":["trace[1436442735] 'agreement among raft nodes before linearized reading' (duration: 4.43962695s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.051672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:09.611942Z","time spent":"4.439724741s","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:01:14.051695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794387841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-05-07T02:01:14.051733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452497723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:01:14.051766Z","caller":"traceutil/trace.go:171","msg":"trace[678903022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1957; }","duration":"1.452544654s","start":"2026-05-07T02:01:12.599213Z","end":"2026-05-07T02:01:14.051757Z","steps":["trace[678903022] 'agreement among raft nodes before linearized reading' (duration: 1.452493293s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:14.051771Z","caller":"traceutil/trace.go:171","msg":"trace[886886924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1957; }","duration":"1.794514493s","start":"2026-05-07T02:01:12.257238Z","end":"2026-05-07T02:01:14.051753Z","steps":["trace[886886924] 'agreement among raft nodes before linearized reading' (duration: 1.7942089s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.051798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:12.599205Z","time spent":"1.452588274s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:01:14.051818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:12.257214Z","time spent":"1.794593973s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T02:01:14.051842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.480065301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T02:01:14.051871Z","caller":"traceutil/trace.go:171","msg":"trace[294497675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1957; }","duration":"4.480122032s","start":"2026-05-07T02:01:09.571742Z","end":"2026-05-07T02:01:14.051864Z","steps":["trace[294497675] 'agreement among raft nodes before linearized reading' (duration: 4.480043901s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.0519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:09.571734Z","time spent":"4.480154722s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:01:14.051919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632351443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e54890ae-100d-47aa-ac94-21aa7f08b352\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-05-07T02:01:14.051972Z","caller":"traceutil/trace.go:171","msg":"trace[462975009] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e54890ae-100d-47aa-ac94-21aa7f08b352; range_end:; response_count:1; response_revision:1957; }","duration":"1.632441616s","start":"2026-05-07T02:01:12.419517Z","end":"2026-05-07T02:01:14.051958Z","steps":["trace[462975009] 'agreement among raft nodes before linearized reading' (duration: 1.632301633s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.051995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457739635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad25f29ff56c00\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-07T02:01:14.052005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:12.419497Z","time spent":"1.632500336s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e54890ae-100d-47aa-ac94-21aa7f08b352\" "} {"level":"warn","ts":"2026-05-07T02:01:14.052017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63700662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:01:14.051568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:09.667554Z","time spent":"4.384008633s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:01:14.052035Z","caller":"traceutil/trace.go:171","msg":"trace[847263077] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad25f29ff56c00; range_end:; response_count:1; response_revision:1957; }","duration":"1.457799306s","start":"2026-05-07T02:01:12.594226Z","end":"2026-05-07T02:01:14.052025Z","steps":["trace[847263077] 'agreement among raft nodes before linearized reading' (duration: 1.457700274s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.052265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:12.594211Z","time spent":"1.458041258s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad25f29ff56c00\" "} {"level":"warn","ts":"2026-05-07T02:01:14.050847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.48506575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T02:01:14.052595Z","caller":"traceutil/trace.go:171","msg":"trace[1137124377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1957; }","duration":"4.486867307s","start":"2026-05-07T02:01:09.565718Z","end":"2026-05-07T02:01:14.052585Z","steps":["trace[1137124377] 'agreement among raft nodes before linearized reading' (duration: 4.48506629s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.052626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:09.565698Z","time spent":"4.486917989s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:01:14.052671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137426641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:01:14.052072Z","caller":"traceutil/trace.go:171","msg":"trace[1588421681] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1957; }","duration":"1.637096991s","start":"2026-05-07T02:01:12.414961Z","end":"2026-05-07T02:01:14.052058Z","steps":["trace[1588421681] 'agreement among raft nodes before linearized reading' (duration: 1.63702098s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:14.052716Z","caller":"traceutil/trace.go:171","msg":"trace[905857761] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1957; }","duration":"2.137518202s","start":"2026-05-07T02:01:11.915187Z","end":"2026-05-07T02:01:14.052705Z","steps":["trace[905857761] 'agreement among raft nodes before linearized reading' (duration: 2.137439712s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.052731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:12.414934Z","time spent":"1.637783567s","remote":"127.0.0.1:41924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:01:14.052748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:11.915163Z","time spent":"2.137576813s","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:01:14.052854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367183755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:01:14.052942Z","caller":"traceutil/trace.go:171","msg":"trace[1543085246] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1957; }","duration":"2.367331307s","start":"2026-05-07T02:01:11.68559Z","end":"2026-05-07T02:01:14.052921Z","steps":["trace[1543085246] 'agreement among raft nodes before linearized reading' (duration: 2.367156836s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.053005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:11.685566Z","time spent":"2.367423508s","remote":"127.0.0.1:42194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:01:14.0546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536712988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:01:14.054644Z","caller":"traceutil/trace.go:171","msg":"trace[558807007] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1957; }","duration":"2.536807679s","start":"2026-05-07T02:01:11.517825Z","end":"2026-05-07T02:01:14.054632Z","steps":["trace[558807007] 'agreement among raft nodes before linearized reading' (duration: 2.536721478s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:14.054671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:11.517808Z","time spent":"2.536854559s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:01:21.738494Z","caller":"traceutil/trace.go:171","msg":"trace[975219919] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"178.987617ms","start":"2026-05-07T02:01:21.559486Z","end":"2026-05-07T02:01:21.738474Z","steps":["trace[975219919] 'process raft request' (duration: 178.809395ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:21.738456Z","caller":"traceutil/trace.go:171","msg":"trace[1497183655] linearizableReadLoop","detail":"{readStateIndex:2111; appliedIndex:2110; }","duration":"156.061679ms","start":"2026-05-07T02:01:21.582373Z","end":"2026-05-07T02:01:21.738435Z","steps":["trace[1497183655] 'read index received' (duration: 155.938648ms)","trace[1497183655] 'applied index is now lower than readState.Index' (duration: 121.891µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:01:21.738634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.21103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:01:21.738761Z","caller":"traceutil/trace.go:171","msg":"trace[1937567290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2024; }","duration":"156.396102ms","start":"2026-05-07T02:01:21.582338Z","end":"2026-05-07T02:01:21.738734Z","steps":["trace[1937567290] 'agreement among raft nodes before linearized reading' (duration: 156.212341ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:21.77857Z","caller":"traceutil/trace.go:171","msg":"trace[527438425] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"108.410229ms","start":"2026-05-07T02:01:21.670123Z","end":"2026-05-07T02:01:21.778533Z","steps":["trace[527438425] 'process raft request' (duration: 108.185937ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:21.982951Z","caller":"traceutil/trace.go:171","msg":"trace[1869213595] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"145.640731ms","start":"2026-05-07T02:01:21.837294Z","end":"2026-05-07T02:01:21.982934Z","steps":["trace[1869213595] 'process raft request' (duration: 145.51646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:26.718897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.475164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:01:26.719534Z","caller":"traceutil/trace.go:171","msg":"trace[1410440540] linearizableReadLoop","detail":"{readStateIndex:2158; appliedIndex:2155; }","duration":"576.528207ms","start":"2026-05-07T02:01:26.142987Z","end":"2026-05-07T02:01:26.719515Z","steps":["trace[1410440540] 'read index received' (duration: 79.239616ms)","trace[1410440540] 'applied index is now lower than readState.Index' (duration: 497.287631ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:26.71951Z","caller":"traceutil/trace.go:171","msg":"trace[1735250733] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"619.964337ms","start":"2026-05-07T02:01:26.099504Z","end":"2026-05-07T02:01:26.719468Z","steps":["trace[1735250733] 'process raft request' (duration: 122.843707ms)","trace[1735250733] 'compare' (duration: 495.992579ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:26.719635Z","caller":"traceutil/trace.go:171","msg":"trace[550854136] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"619.955418ms","start":"2026-05-07T02:01:26.099659Z","end":"2026-05-07T02:01:26.719615Z","steps":["trace[550854136] 'process raft request' (duration: 619.325971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:26.719691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:26.099493Z","time spent":"620.106339ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:01:26.71974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:26.099623Z","time spent":"620.062399ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:01:26.719702Z","caller":"traceutil/trace.go:171","msg":"trace[883507919] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"619.274471ms","start":"2026-05-07T02:01:26.10039Z","end":"2026-05-07T02:01:26.719664Z","steps":["trace[883507919] 'process raft request' (duration: 619.078799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:26.719901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.273316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-07T02:01:26.719927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:26.100376Z","time spent":"619.480133ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:01:26.719922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.442335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T02:01:26.720014Z","caller":"traceutil/trace.go:171","msg":"trace[1125154456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2069; }","duration":"564.564076ms","start":"2026-05-07T02:01:26.155439Z","end":"2026-05-07T02:01:26.720003Z","steps":["trace[1125154456] 'agreement among raft nodes before linearized reading' (duration: 564.304003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:26.720089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.529624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-07T02:01:26.720109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.113896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T02:01:26.72011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:26.155426Z","time spent":"564.658306ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:01:26.720244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.145119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T02:01:26.720301Z","caller":"traceutil/trace.go:171","msg":"trace[1964248894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2069; }","duration":"569.221779ms","start":"2026-05-07T02:01:26.151066Z","end":"2026-05-07T02:01:26.720288Z","steps":["trace[1964248894] 'agreement among raft nodes before linearized reading' (duration: 569.098328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:26.720368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:26.151057Z","time spent":"569.29758ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T02:01:26.719972Z","caller":"traceutil/trace.go:171","msg":"trace[164069543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2069; }","duration":"574.367568ms","start":"2026-05-07T02:01:26.145587Z","end":"2026-05-07T02:01:26.719955Z","steps":["trace[164069543] 'agreement among raft nodes before linearized reading' (duration: 574.114656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:26.720496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:26.145577Z","time spent":"574.907153ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T02:01:26.720142Z","caller":"traceutil/trace.go:171","msg":"trace[1560441056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2069; }","duration":"565.616696ms","start":"2026-05-07T02:01:26.154513Z","end":"2026-05-07T02:01:26.720129Z","steps":["trace[1560441056] 'agreement among raft nodes before linearized reading' (duration: 565.485645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:26.720555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.088923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-07T02:01:26.72064Z","caller":"traceutil/trace.go:171","msg":"trace[2061634854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2069; }","duration":"577.675889ms","start":"2026-05-07T02:01:26.142945Z","end":"2026-05-07T02:01:26.72062Z","steps":["trace[2061634854] 'agreement among raft nodes before linearized reading' (duration: 577.023853ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:26.72016Z","caller":"traceutil/trace.go:171","msg":"trace[1130206287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2069; }","duration":"556.176687ms","start":"2026-05-07T02:01:26.163965Z","end":"2026-05-07T02:01:26.720141Z","steps":["trace[1130206287] 'agreement among raft nodes before linearized reading' (duration: 556.057696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:26.720696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:26.14293Z","time spent":"577.74821ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:01:26.720722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:26.163954Z","time spent":"556.748892ms","remote":"127.0.0.1:48214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T02:01:26.720672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:26.154495Z","time spent":"566.09323ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T02:01:27.222274Z","caller":"traceutil/trace.go:171","msg":"trace[364848676] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"496.512971ms","start":"2026-05-07T02:01:26.725736Z","end":"2026-05-07T02:01:27.222249Z","steps":["trace[364848676] 'process raft request' (duration: 496.303919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:27.222432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:26.725713Z","time spent":"496.639242ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:01:27.269219Z","caller":"traceutil/trace.go:171","msg":"trace[421088651] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"542.989048ms","start":"2026-05-07T02:01:26.726211Z","end":"2026-05-07T02:01:27.2692Z","steps":["trace[421088651] 'process raft request' (duration: 542.926228ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:27.269239Z","caller":"traceutil/trace.go:171","msg":"trace[1581860085] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"543.007198ms","start":"2026-05-07T02:01:26.72621Z","end":"2026-05-07T02:01:27.269218Z","steps":["trace[1581860085] 'process raft request' (duration: 542.762276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:27.26934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:26.726177Z","time spent":"543.11079ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:01:27.269373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:26.726174Z","time spent":"543.10366ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:01:27.269551Z","caller":"traceutil/trace.go:171","msg":"trace[2080841411] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"543.036639ms","start":"2026-05-07T02:01:26.726506Z","end":"2026-05-07T02:01:27.269542Z","steps":["trace[2080841411] 'process raft request' (duration: 542.661946ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:27.26958Z","caller":"traceutil/trace.go:171","msg":"trace[464360429] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"543.009648ms","start":"2026-05-07T02:01:26.726558Z","end":"2026-05-07T02:01:27.269568Z","steps":["trace[464360429] 'process raft request' (duration: 542.933168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:27.269617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:26.7265Z","time spent":"543.072529ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:01:27.269652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:26.726555Z","time spent":"543.064259ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:01:28.410146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.302867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:01:28.410215Z","caller":"traceutil/trace.go:171","msg":"trace[1810367356] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"307.503237ms","start":"2026-05-07T02:01:28.102699Z","end":"2026-05-07T02:01:28.410202Z","steps":["trace[1810367356] 'process raft request' (duration: 67.088409ms)","trace[1810367356] 'compare' (duration: 240.172266ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:01:28.410277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:28.102674Z","time spent":"307.586967ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:01:28.472401Z","caller":"traceutil/trace.go:171","msg":"trace[1481538581] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"351.199478ms","start":"2026-05-07T02:01:28.121176Z","end":"2026-05-07T02:01:28.472376Z","steps":["trace[1481538581] 'process raft request' (duration: 351.038826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:28.472574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:28.121159Z","time spent":"351.332089ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:01:28.828141Z","caller":"traceutil/trace.go:171","msg":"trace[1554447778] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"101.529113ms","start":"2026-05-07T02:01:28.726586Z","end":"2026-05-07T02:01:28.828116Z","steps":["trace[1554447778] 'process raft request' (duration: 101.400511ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:28.879814Z","caller":"traceutil/trace.go:171","msg":"trace[25469313] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"153.136718ms","start":"2026-05-07T02:01:28.726654Z","end":"2026-05-07T02:01:28.879791Z","steps":["trace[25469313] 'process raft request' (duration: 152.982346ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:28.88Z","caller":"traceutil/trace.go:171","msg":"trace[206030132] linearizableReadLoop","detail":"{readStateIndex:2171; appliedIndex:2168; }","duration":"144.842699ms","start":"2026-05-07T02:01:28.735132Z","end":"2026-05-07T02:01:28.879975Z","steps":["trace[206030132] 'read index received' (duration: 92.904322ms)","trace[206030132] 'applied index is now lower than readState.Index' (duration: 51.937227ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:28.880098Z","caller":"traceutil/trace.go:171","msg":"trace[40290593] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"153.266618ms","start":"2026-05-07T02:01:28.726812Z","end":"2026-05-07T02:01:28.880078Z","steps":["trace[40290593] 'process raft request' (duration: 152.935875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:28.880243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.084471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:01:28.880328Z","caller":"traceutil/trace.go:171","msg":"trace[903130217] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2081; }","duration":"145.203072ms","start":"2026-05-07T02:01:28.735096Z","end":"2026-05-07T02:01:28.8803Z","steps":["trace[903130217] 'agreement among raft nodes before linearized reading' (duration: 144.96711ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:30.993187Z","caller":"traceutil/trace.go:171","msg":"trace[609874182] linearizableReadLoop","detail":"{readStateIndex:2183; appliedIndex:2181; }","duration":"100.30804ms","start":"2026-05-07T02:01:30.892855Z","end":"2026-05-07T02:01:30.993163Z","steps":["trace[609874182] 'read index received' (duration: 100.012377ms)","trace[609874182] 'applied index is now lower than readState.Index' (duration: 294.463µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:30.993303Z","caller":"traceutil/trace.go:171","msg":"trace[125173012] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"107.534126ms","start":"2026-05-07T02:01:30.885718Z","end":"2026-05-07T02:01:30.993252Z","steps":["trace[125173012] 'process raft request' (duration: 107.215653ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:30.993344Z","caller":"traceutil/trace.go:171","msg":"trace[1925443232] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"107.563807ms","start":"2026-05-07T02:01:30.885719Z","end":"2026-05-07T02:01:30.993283Z","steps":["trace[1925443232] 'process raft request' (duration: 107.387155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:30.993422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.540922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:01:30.993475Z","caller":"traceutil/trace.go:171","msg":"trace[1575090555] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2093; }","duration":"100.632632ms","start":"2026-05-07T02:01:30.892827Z","end":"2026-05-07T02:01:30.99346Z","steps":["trace[1575090555] 'agreement among raft nodes before linearized reading' (duration: 100.447391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:34.001658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.854902ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T02:01:34.001779Z","caller":"traceutil/trace.go:171","msg":"trace[823362099] linearizableReadLoop","detail":"{readStateIndex:2193; appliedIndex:2192; }","duration":"755.477419ms","start":"2026-05-07T02:01:33.246278Z","end":"2026-05-07T02:01:34.001756Z","steps":["trace[823362099] 'read index received' (duration: 29.420915ms)","trace[823362099] 'applied index is now lower than readState.Index' (duration: 726.054794ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:01:34.00196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.67275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T02:01:34.00202Z","caller":"traceutil/trace.go:171","msg":"trace[1566939364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2102; }","duration":"755.737032ms","start":"2026-05-07T02:01:33.246239Z","end":"2026-05-07T02:01:34.001976Z","steps":["trace[1566939364] 'agreement among raft nodes before linearized reading' (duration: 755.617941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:34.002048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:33.246222Z","time spent":"755.817592ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:01:34.002254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.364939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:01:34.002296Z","caller":"traceutil/trace.go:171","msg":"trace[340375017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2102; }","duration":"707.448449ms","start":"2026-05-07T02:01:33.294837Z","end":"2026-05-07T02:01:34.002285Z","steps":["trace[340375017] 'agreement among raft nodes before linearized reading' (duration: 707.316618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:34.002318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:33.294817Z","time spent":"707.49678ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:01:34.002356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.962279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:01:34.002381Z","caller":"traceutil/trace.go:171","msg":"trace[338414060] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2102; }","duration":"523.02475ms","start":"2026-05-07T02:01:33.479349Z","end":"2026-05-07T02:01:34.002374Z","steps":["trace[338414060] 'agreement among raft nodes before linearized reading' (duration: 522.97815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:34.002406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:33.479328Z","time spent":"523.07159ms","remote":"127.0.0.1:41210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:01:34.002391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.855848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:01:34.002424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.446496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T02:01:34.002453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.43279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T02:01:34.002468Z","caller":"traceutil/trace.go:171","msg":"trace[1716832351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2102; }","duration":"707.48737ms","start":"2026-05-07T02:01:33.294976Z","end":"2026-05-07T02:01:34.002464Z","steps":["trace[1716832351] 'agreement among raft nodes before linearized reading' (duration: 707.44118ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:34.002458Z","caller":"traceutil/trace.go:171","msg":"trace[1332439325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2102; }","duration":"419.991979ms","start":"2026-05-07T02:01:33.582448Z","end":"2026-05-07T02:01:34.00244Z","steps":["trace[1332439325] 'agreement among raft nodes before linearized reading' (duration: 419.877728ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:34.002467Z","caller":"traceutil/trace.go:171","msg":"trace[659422293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2102; }","duration":"699.502226ms","start":"2026-05-07T02:01:33.302952Z","end":"2026-05-07T02:01:34.002454Z","steps":["trace[659422293] 'agreement among raft nodes before linearized reading' (duration: 699.393125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:34.002484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:33.29493Z","time spent":"707.55095ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:01:34.002474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.887976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T02:01:34.002499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:33.582429Z","time spent":"420.062619ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:01:34.002501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:33.302944Z","time spent":"699.549236ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T02:01:34.002541Z","caller":"traceutil/trace.go:171","msg":"trace[793040931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2102; }","duration":"675.962857ms","start":"2026-05-07T02:01:33.326561Z","end":"2026-05-07T02:01:34.002524Z","steps":["trace[793040931] 'agreement among raft nodes before linearized reading' (duration: 675.763055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:34.002585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:33.326512Z","time spent":"676.064457ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:01:35.086548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110020559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:01:35.587317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110020559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:01:36.087636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110020559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:01:36.196552Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.699126864s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T02:01:36.277858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110532966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-05-07T02:01:36.277958Z","caller":"traceutil/trace.go:171","msg":"trace[1161906726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2107; }","duration":"2.110682528s","start":"2026-05-07T02:01:34.167253Z","end":"2026-05-07T02:01:36.277936Z","steps":["trace[1161906726] 'range keys from in-memory index tree' (duration: 2.110338804s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.278038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:34.167235Z","time spent":"2.110791179s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T02:01:36.278593Z","caller":"traceutil/trace.go:171","msg":"trace[2106889969] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"1.781277888s","start":"2026-05-07T02:01:34.497288Z","end":"2026-05-07T02:01:36.278566Z","steps":["trace[2106889969] 'process raft request' (duration: 1.699444457s)","trace[2106889969] 'compare' (duration: 81.678449ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:01:36.278712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:34.497265Z","time spent":"1.781383408s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:01:36.585867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000354172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T02:01:36.585949Z","caller":"traceutil/trace.go:171","msg":"trace[235067163] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000487674s","start":"2026-05-07T02:01:34.585442Z","end":"2026-05-07T02:01:36.585929Z","steps":["trace[235067163] 'agreement among raft nodes before linearized reading' (duration: 2.000383812s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.586126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:34.585423Z","time spent":"2.000689635s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 02:01:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T02:01:36.63923Z","caller":"traceutil/trace.go:171","msg":"trace[2057188129] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"1.987001007s","start":"2026-05-07T02:01:34.652202Z","end":"2026-05-07T02:01:36.639203Z","steps":["trace[2057188129] 'process raft request' (duration: 1.986543162s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.639367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:34.652173Z","time spent":"1.987123319s","remote":"127.0.0.1:41882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8111,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:01:36.639391Z","caller":"traceutil/trace.go:171","msg":"trace[1795781779] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"1.777567766s","start":"2026-05-07T02:01:34.861803Z","end":"2026-05-07T02:01:36.63937Z","steps":["trace[1795781779] 'process raft request' (duration: 1.777293553s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.639562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:34.861779Z","time spent":"1.777703967s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:01:36.639979Z","caller":"traceutil/trace.go:171","msg":"trace[335559909] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"1.637491201s","start":"2026-05-07T02:01:35.002474Z","end":"2026-05-07T02:01:36.639965Z","steps":["trace[335559909] 'process raft request' (duration: 1.636716634s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:36.640042Z","caller":"traceutil/trace.go:171","msg":"trace[1112001365] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2198; }","duration":"2.054537145s","start":"2026-05-07T02:01:34.58549Z","end":"2026-05-07T02:01:36.640027Z","steps":["trace[1112001365] 'read index received' (duration: 1.611277445s)","trace[1112001365] 'applied index is now lower than readState.Index' (duration: 443.25886ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:01:36.640132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:35.002451Z","time spent":"1.637604702s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:01:36.640343Z","caller":"traceutil/trace.go:171","msg":"trace[2054102344] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"1.635527292s","start":"2026-05-07T02:01:35.004694Z","end":"2026-05-07T02:01:36.640221Z","steps":["trace[2054102344] 'process raft request' (duration: 1.635187879s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.640494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:35.004668Z","time spent":"1.635715823s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:01:36.640524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.79444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:01:36.640613Z","caller":"traceutil/trace.go:171","msg":"trace[16807828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2112; }","duration":"621.935231ms","start":"2026-05-07T02:01:36.018617Z","end":"2026-05-07T02:01:36.640552Z","steps":["trace[16807828] 'agreement among raft nodes before linearized reading' (duration: 621.693509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.640698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:36.018606Z","time spent":"622.081582ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:01:36.640793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.049089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:01:36.640921Z","caller":"traceutil/trace.go:171","msg":"trace[177078144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2112; }","duration":"627.21564ms","start":"2026-05-07T02:01:36.013693Z","end":"2026-05-07T02:01:36.640909Z","steps":["trace[177078144] 'agreement among raft nodes before linearized reading' (duration: 626.895647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.641014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:36.013672Z","time spent":"627.329331ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T02:01:36.641336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.771799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T02:01:36.641381Z","caller":"traceutil/trace.go:171","msg":"trace[1599993822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2112; }","duration":"622.844369ms","start":"2026-05-07T02:01:36.018523Z","end":"2026-05-07T02:01:36.641367Z","steps":["trace[1599993822] 'agreement among raft nodes before linearized reading' (duration: 622.729928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.641507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:36.018508Z","time spent":"622.987ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:01:36.641912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365449299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T02:01:36.642097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227936831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:01:36.642136Z","caller":"traceutil/trace.go:171","msg":"trace[798643521] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2112; }","duration":"1.227986951s","start":"2026-05-07T02:01:35.414138Z","end":"2026-05-07T02:01:36.642125Z","steps":["trace[798643521] 'agreement among raft nodes before linearized reading' (duration: 1.22791564s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.642176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:35.414086Z","time spent":"1.228081441s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:01:36.642112Z","caller":"traceutil/trace.go:171","msg":"trace[2124773700] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2112; }","duration":"1.365703232s","start":"2026-05-07T02:01:35.276387Z","end":"2026-05-07T02:01:36.64209Z","steps":["trace[2124773700] 'agreement among raft nodes before linearized reading' (duration: 1.365334567s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.642451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:35.276363Z","time spent":"1.365995804s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:01:36.642599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622813264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:01:36.642644Z","caller":"traceutil/trace.go:171","msg":"trace[481122227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2112; }","duration":"1.622888326s","start":"2026-05-07T02:01:35.019745Z","end":"2026-05-07T02:01:36.642634Z","steps":["trace[481122227] 'agreement among raft nodes before linearized reading' (duration: 1.622772185s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.642674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:35.019733Z","time spent":"1.622934626s","remote":"127.0.0.1:48214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T02:01:36.64378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.168808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:01:36.643823Z","caller":"traceutil/trace.go:171","msg":"trace[1154005447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2112; }","duration":"388.250568ms","start":"2026-05-07T02:01:36.255563Z","end":"2026-05-07T02:01:36.643813Z","steps":["trace[1154005447] 'agreement among raft nodes before linearized reading' (duration: 388.182818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.643851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:36.255533Z","time spent":"388.312698ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:01:36.643933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.731381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:01:36.644035Z","caller":"traceutil/trace.go:171","msg":"trace[1439003382] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2112; }","duration":"335.802131ms","start":"2026-05-07T02:01:36.308157Z","end":"2026-05-07T02:01:36.643959Z","steps":["trace[1439003382] 'agreement among raft nodes before linearized reading' (duration: 335.61946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.644068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:36.308129Z","time spent":"335.931292ms","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T02:01:36.640408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653389338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T02:01:36.644537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.246432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-07T02:01:36.644538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.339643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T02:01:36.644542Z","caller":"traceutil/trace.go:171","msg":"trace[1669539924] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2112; }","duration":"1.657574206s","start":"2026-05-07T02:01:34.986941Z","end":"2026-05-07T02:01:36.644515Z","steps":["trace[1669539924] 'agreement among raft nodes before linearized reading' (duration: 1.653362168s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:36.644577Z","caller":"traceutil/trace.go:171","msg":"trace[1025845484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2112; }","duration":"625.404343ms","start":"2026-05-07T02:01:36.019163Z","end":"2026-05-07T02:01:36.644567Z","steps":["trace[1025845484] 'agreement among raft nodes before linearized reading' (duration: 625.289352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.644616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:36.019151Z","time spent":"625.456123ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T02:01:36.644642Z","caller":"traceutil/trace.go:171","msg":"trace[1557630305] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2112; }","duration":"554.300632ms","start":"2026-05-07T02:01:36.09026Z","end":"2026-05-07T02:01:36.644561Z","steps":["trace[1557630305] 'agreement among raft nodes before linearized reading' (duration: 554.176481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.644675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:36.090249Z","time spent":"554.418163ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T02:01:36.644676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:34.986914Z","time spent":"1.657667868s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:01:36.644903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.188681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T02:01:36.645065Z","caller":"traceutil/trace.go:171","msg":"trace[1562239145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2112; }","duration":"626.437323ms","start":"2026-05-07T02:01:36.018614Z","end":"2026-05-07T02:01:36.645051Z","steps":["trace[1562239145] 'agreement among raft nodes before linearized reading' (duration: 622.500756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:36.645093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:36.018585Z","time spent":"626.501654ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T02:01:48.869542Z","caller":"traceutil/trace.go:171","msg":"trace[1297895901] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"106.456547ms","start":"2026-05-07T02:01:48.763062Z","end":"2026-05-07T02:01:48.869518Z","steps":["trace[1297895901] 'process raft request' (duration: 106.281575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:49.156748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.038754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T02:01:49.156778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.546079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T02:01:49.156833Z","caller":"traceutil/trace.go:171","msg":"trace[1658945312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2182; }","duration":"151.174395ms","start":"2026-05-07T02:01:49.005639Z","end":"2026-05-07T02:01:49.156813Z","steps":["trace[1658945312] 'range keys from in-memory index tree' (duration: 150.832643ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:49.15684Z","caller":"traceutil/trace.go:171","msg":"trace[805434599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2182; }","duration":"151.64457ms","start":"2026-05-07T02:01:49.005176Z","end":"2026-05-07T02:01:49.156821Z","steps":["trace[805434599] 'range keys from in-memory index tree' (duration: 151.206256ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:50.532759Z","caller":"traceutil/trace.go:171","msg":"trace[1471678465] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"115.727779ms","start":"2026-05-07T02:01:50.417006Z","end":"2026-05-07T02:01:50.532734Z","steps":["trace[1471678465] 'process raft request' (duration: 115.552918ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:50.663983Z","caller":"traceutil/trace.go:171","msg":"trace[1035101906] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"120.973547ms","start":"2026-05-07T02:01:50.542978Z","end":"2026-05-07T02:01:50.663952Z","steps":["trace[1035101906] 'process raft request' (duration: 114.897711ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:51.130514Z","caller":"traceutil/trace.go:171","msg":"trace[252642161] linearizableReadLoop","detail":"{readStateIndex:2287; appliedIndex:2286; }","duration":"168.746725ms","start":"2026-05-07T02:01:50.961749Z","end":"2026-05-07T02:01:51.130496Z","steps":["trace[252642161] 'read index received' (duration: 168.523062ms)","trace[252642161] 'applied index is now lower than readState.Index' (duration: 223.083µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:51.130644Z","caller":"traceutil/trace.go:171","msg":"trace[714136919] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"170.851694ms","start":"2026-05-07T02:01:50.95974Z","end":"2026-05-07T02:01:51.130592Z","steps":["trace[714136919] 'process raft request' (duration: 170.57586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:51.130744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.805011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T02:01:51.130774Z","caller":"traceutil/trace.go:171","msg":"trace[1988484586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2193; }","duration":"162.908491ms","start":"2026-05-07T02:01:50.967857Z","end":"2026-05-07T02:01:51.130765Z","steps":["trace[1988484586] 'agreement among raft nodes before linearized reading' (duration: 162.7689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:51.13084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.055598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T02:01:51.130956Z","caller":"traceutil/trace.go:171","msg":"trace[2011950638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2193; }","duration":"169.22295ms","start":"2026-05-07T02:01:50.961706Z","end":"2026-05-07T02:01:51.130929Z","steps":["trace[2011950638] 'agreement among raft nodes before linearized reading' (duration: 168.918247ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:52.485587Z","caller":"traceutil/trace.go:171","msg":"trace[1279253458] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"127.266802ms","start":"2026-05-07T02:01:52.358295Z","end":"2026-05-07T02:01:52.485562Z","steps":["trace[1279253458] 'process raft request' (duration: 127.0543ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:52.67384Z","caller":"traceutil/trace.go:171","msg":"trace[1481923659] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"135.406687ms","start":"2026-05-07T02:01:52.538405Z","end":"2026-05-07T02:01:52.673812Z","steps":["trace[1481923659] 'process raft request' (duration: 80.638917ms)","trace[1481923659] 'compare' (duration: 54.626828ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:01:53.104198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.174776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:01:53.1043Z","caller":"traceutil/trace.go:171","msg":"trace[350491111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2205; }","duration":"120.330398ms","start":"2026-05-07T02:01:52.983946Z","end":"2026-05-07T02:01:53.104276Z","steps":["trace[350491111] 'agreement among raft nodes before linearized reading' (duration: 47.101801ms)","trace[350491111] 'range keys from in-memory index tree' (duration: 72.960155ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:53.299375Z","caller":"traceutil/trace.go:171","msg":"trace[50835955] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"125.576517ms","start":"2026-05-07T02:01:53.173748Z","end":"2026-05-07T02:01:53.299325Z","steps":["trace[50835955] 'process raft request' (duration: 70.314742ms)","trace[50835955] 'compare' (duration: 54.931172ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:53.44886Z","caller":"traceutil/trace.go:171","msg":"trace[2115208315] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2303; }","duration":"127.054959ms","start":"2026-05-07T02:01:53.32177Z","end":"2026-05-07T02:01:53.448825Z","steps":["trace[2115208315] 'read index received' (duration: 95.151628ms)","trace[2115208315] 'applied index is now lower than readState.Index' (duration: 31.901831ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:53.448952Z","caller":"traceutil/trace.go:171","msg":"trace[821824082] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"145.448508ms","start":"2026-05-07T02:01:53.303478Z","end":"2026-05-07T02:01:53.448926Z","steps":["trace[821824082] 'process raft request' (duration: 113.496266ms)","trace[821824082] 'compare' (duration: 31.71241ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:01:53.449289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.496893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-07T02:01:53.449361Z","caller":"traceutil/trace.go:171","msg":"trace[1845940699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2209; }","duration":"127.620634ms","start":"2026-05-07T02:01:53.321721Z","end":"2026-05-07T02:01:53.449341Z","steps":["trace[1845940699] 'agreement among raft nodes before linearized reading' (duration: 127.224751ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:54.884725Z","caller":"traceutil/trace.go:171","msg":"trace[466026890] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"115.803317ms","start":"2026-05-07T02:01:54.768892Z","end":"2026-05-07T02:01:54.884696Z","steps":["trace[466026890] 'process raft request' (duration: 94.858985ms)","trace[466026890] 'compare' (duration: 20.7098ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:55.429706Z","caller":"traceutil/trace.go:171","msg":"trace[1764549653] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"412.874393ms","start":"2026-05-07T02:01:55.016816Z","end":"2026-05-07T02:01:55.42969Z","steps":["trace[1764549653] 'process raft request' (duration: 412.751792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:55.429799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:55.01678Z","time spent":"412.976154ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T02:01:55.676054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.299241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:01:55.676145Z","caller":"traceutil/trace.go:171","msg":"trace[1521431313] linearizableReadLoop","detail":"{readStateIndex:2310; appliedIndex:2308; }","duration":"557.338359ms","start":"2026-05-07T02:01:55.118792Z","end":"2026-05-07T02:01:55.67613Z","steps":["trace[1521431313] 'read index received' (duration: 310.809213ms)","trace[1521431313] 'applied index is now lower than readState.Index' (duration: 246.528096ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:55.676228Z","caller":"traceutil/trace.go:171","msg":"trace[998983288] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"640.431506ms","start":"2026-05-07T02:01:55.035785Z","end":"2026-05-07T02:01:55.676217Z","steps":["trace[998983288] 'process raft request' (duration: 502.896053ms)","trace[998983288] 'compare' (duration: 137.21096ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:01:55.676293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:55.035771Z","time spent":"640.486616ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:01:55.676419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.095824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T02:01:55.676746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.806832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T02:01:55.676784Z","caller":"traceutil/trace.go:171","msg":"trace[1038237537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2215; }","duration":"142.873062ms","start":"2026-05-07T02:01:55.533901Z","end":"2026-05-07T02:01:55.676774Z","steps":["trace[1038237537] 'agreement among raft nodes before linearized reading' (duration: 142.732911ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:55.676799Z","caller":"traceutil/trace.go:171","msg":"trace[749689647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2215; }","duration":"504.503748ms","start":"2026-05-07T02:01:55.172256Z","end":"2026-05-07T02:01:55.67676Z","steps":["trace[749689647] 'agreement among raft nodes before linearized reading' (duration: 504.007654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:55.676904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:55.172238Z","time spent":"504.631019ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:01:55.677045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.241913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-07T02:01:55.677037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.400115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T02:01:55.677083Z","caller":"traceutil/trace.go:171","msg":"trace[2016342343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2215; }","duration":"496.315285ms","start":"2026-05-07T02:01:55.180758Z","end":"2026-05-07T02:01:55.677074Z","steps":["trace[2016342343] 'agreement among raft nodes before linearized reading' (duration: 496.228654ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:55.6771Z","caller":"traceutil/trace.go:171","msg":"trace[376657316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2215; }","duration":"224.498066ms","start":"2026-05-07T02:01:55.452585Z","end":"2026-05-07T02:01:55.677083Z","steps":["trace[376657316] 'agreement among raft nodes before linearized reading' (duration: 224.341963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:55.67711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:55.180737Z","time spent":"496.366395ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:01:55.677675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.877378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-07T02:01:55.677732Z","caller":"traceutil/trace.go:171","msg":"trace[280092653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2215; }","duration":"373.973289ms","start":"2026-05-07T02:01:55.303745Z","end":"2026-05-07T02:01:55.677718Z","steps":["trace[280092653] 'agreement among raft nodes before linearized reading' (duration: 373.530225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:55.677763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:55.303724Z","time spent":"374.03082ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:01:55.677056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.256448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:01:55.678122Z","caller":"traceutil/trace.go:171","msg":"trace[348210930] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2215; }","duration":"559.313948ms","start":"2026-05-07T02:01:55.118777Z","end":"2026-05-07T02:01:55.678091Z","steps":["trace[348210930] 'agreement among raft nodes before linearized reading' (duration: 557.870364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:55.678426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:01:55.118727Z","time spent":"559.677491ms","remote":"127.0.0.1:48214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T02:01:55.852325Z","caller":"traceutil/trace.go:171","msg":"trace[22494629] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"168.224473ms","start":"2026-05-07T02:01:55.684078Z","end":"2026-05-07T02:01:55.852302Z","steps":["trace[22494629] 'process raft request' (duration: 168.187203ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:55.852525Z","caller":"traceutil/trace.go:171","msg":"trace[1286363317] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"168.538626ms","start":"2026-05-07T02:01:55.683973Z","end":"2026-05-07T02:01:55.852512Z","steps":["trace[1286363317] 'process raft request' (duration: 168.211113ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:55.852399Z","caller":"traceutil/trace.go:171","msg":"trace[333741997] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"170.966059ms","start":"2026-05-07T02:01:55.681391Z","end":"2026-05-07T02:01:55.852357Z","steps":["trace[333741997] 'process raft request' (duration: 118.093646ms)","trace[333741997] 'compare' (duration: 52.59771ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:55.852603Z","caller":"traceutil/trace.go:171","msg":"trace[1453290858] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"168.536505ms","start":"2026-05-07T02:01:55.684041Z","end":"2026-05-07T02:01:55.852577Z","steps":["trace[1453290858] 'process raft request' (duration: 168.193422ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:56.172482Z","caller":"traceutil/trace.go:171","msg":"trace[76667794] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"103.054438ms","start":"2026-05-07T02:01:56.069399Z","end":"2026-05-07T02:01:56.172453Z","steps":["trace[76667794] 'process raft request' (duration: 59.478842ms)","trace[76667794] 'compare' (duration: 43.105512ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:56.69356Z","caller":"traceutil/trace.go:171","msg":"trace[87889713] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"104.194829ms","start":"2026-05-07T02:01:56.589339Z","end":"2026-05-07T02:01:56.693534Z","steps":["trace[87889713] 'process raft request' (duration: 103.974767ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:56.895353Z","caller":"traceutil/trace.go:171","msg":"trace[451106589] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"178.01152ms","start":"2026-05-07T02:01:56.71732Z","end":"2026-05-07T02:01:56.895332Z","steps":["trace[451106589] 'process raft request' (duration: 176.484147ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:59.463663Z","caller":"traceutil/trace.go:171","msg":"trace[1061019426] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"268.333986ms","start":"2026-05-07T02:01:59.195309Z","end":"2026-05-07T02:01:59.463643Z","steps":["trace[1061019426] 'process raft request' (duration: 267.165106ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:05.367789Z","caller":"traceutil/trace.go:171","msg":"trace[2006418305] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"444.468767ms","start":"2026-05-07T02:02:04.923302Z","end":"2026-05-07T02:02:05.367771Z","steps":["trace[2006418305] 'process raft request' (duration: 444.339866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:05.367977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:04.923274Z","time spent":"444.627019ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:05.502049Z","caller":"traceutil/trace.go:171","msg":"trace[1084487474] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"553.919896ms","start":"2026-05-07T02:02:04.948097Z","end":"2026-05-07T02:02:05.502017Z","steps":["trace[1084487474] 'process raft request' (duration: 498.021101ms)","trace[1084487474] 'compare' (duration: 55.544042ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:05.50211Z","caller":"traceutil/trace.go:171","msg":"trace[1965782696] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"329.086125ms","start":"2026-05-07T02:02:05.17299Z","end":"2026-05-07T02:02:05.502076Z","steps":["trace[1965782696] 'process raft request' (duration: 328.879293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:05.502249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:04.948073Z","time spent":"554.083007ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:05.502322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.356924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:02:05.502352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:05.172972Z","time spent":"329.207746ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:05.502385Z","caller":"traceutil/trace.go:171","msg":"trace[2033409170] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2269; }","duration":"239.475564ms","start":"2026-05-07T02:02:05.262893Z","end":"2026-05-07T02:02:05.502368Z","steps":["trace[2033409170] 'agreement among raft nodes before linearized reading' (duration: 239.368183ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:05.502031Z","caller":"traceutil/trace.go:171","msg":"trace[1349276889] linearizableReadLoop","detail":"{readStateIndex:2366; appliedIndex:2363; }","duration":"239.004601ms","start":"2026-05-07T02:02:05.262947Z","end":"2026-05-07T02:02:05.501951Z","steps":["trace[1349276889] 'read index received' (duration: 104.722707ms)","trace[1349276889] 'applied index is now lower than readState.Index' (duration: 134.280034ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:05.87093Z","caller":"traceutil/trace.go:171","msg":"trace[1430146091] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"115.392543ms","start":"2026-05-07T02:02:05.755522Z","end":"2026-05-07T02:02:05.870914Z","steps":["trace[1430146091] 'process raft request' (duration: 115.151851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:06.208857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.793844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T02:02:06.209001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.234984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:02:06.209057Z","caller":"traceutil/trace.go:171","msg":"trace[1460949749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2271; }","duration":"204.316064ms","start":"2026-05-07T02:02:06.004728Z","end":"2026-05-07T02:02:06.209044Z","steps":["trace[1460949749] 'range keys from in-memory index tree' (duration: 204.109003ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:06.209039Z","caller":"traceutil/trace.go:171","msg":"trace[844183413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2271; }","duration":"107.046686ms","start":"2026-05-07T02:02:06.101971Z","end":"2026-05-07T02:02:06.209018Z","steps":["trace[844183413] 'count revisions from in-memory index tree' (duration: 106.669153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:06.209188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.065953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T02:02:06.209096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.746919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T02:02:06.209232Z","caller":"traceutil/trace.go:171","msg":"trace[1486801064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2271; }","duration":"204.118713ms","start":"2026-05-07T02:02:06.005101Z","end":"2026-05-07T02:02:06.209219Z","steps":["trace[1486801064] 'range keys from in-memory index tree' (duration: 203.987622ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:06.209277Z","caller":"traceutil/trace.go:171","msg":"trace[363724581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2271; }","duration":"204.94008ms","start":"2026-05-07T02:02:06.004308Z","end":"2026-05-07T02:02:06.209249Z","steps":["trace[363724581] 'range keys from in-memory index tree' (duration: 204.638137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:06.209268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.543259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:02:06.209547Z","caller":"traceutil/trace.go:171","msg":"trace[1293969958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2271; }","duration":"233.865952ms","start":"2026-05-07T02:02:05.975667Z","end":"2026-05-07T02:02:06.209533Z","steps":["trace[1293969958] 'range keys from in-memory index tree' (duration: 233.344727ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:06.3226Z","caller":"traceutil/trace.go:171","msg":"trace[955386000] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"109.408518ms","start":"2026-05-07T02:02:06.213161Z","end":"2026-05-07T02:02:06.322569Z","steps":["trace[955386000] 'process raft request' (duration: 109.183916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:06.624968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.451661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:02:06.625184Z","caller":"traceutil/trace.go:171","msg":"trace[2027531782] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"411.892679ms","start":"2026-05-07T02:02:06.213278Z","end":"2026-05-07T02:02:06.62517Z","steps":["trace[2027531782] 'process raft request' (duration: 294.177476ms)","trace[2027531782] 'compare' (duration: 117.252999ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:02:06.625234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:06.213256Z","time spent":"411.95826ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:06.625371Z","caller":"traceutil/trace.go:171","msg":"trace[1491756272] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"411.567657ms","start":"2026-05-07T02:02:06.213771Z","end":"2026-05-07T02:02:06.625339Z","steps":["trace[1491756272] 'process raft request' (duration: 411.327215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:06.625484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:06.21376Z","time spent":"411.671147ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:06.625755Z","caller":"traceutil/trace.go:171","msg":"trace[1611542233] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"412.214652ms","start":"2026-05-07T02:02:06.213525Z","end":"2026-05-07T02:02:06.62574Z","steps":["trace[1611542233] 'process raft request' (duration: 411.513166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:06.625828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:06.213516Z","time spent":"412.276693ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:06.955072Z","caller":"traceutil/trace.go:171","msg":"trace[280916749] linearizableReadLoop","detail":"{readStateIndex:2373; appliedIndex:2372; }","duration":"272.675932ms","start":"2026-05-07T02:02:06.682374Z","end":"2026-05-07T02:02:06.95505Z","steps":["trace[280916749] 'read index received' (duration: 272.524671ms)","trace[280916749] 'applied index is now lower than readState.Index' (duration: 150.411µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:06.955182Z","caller":"traceutil/trace.go:171","msg":"trace[1905200479] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"284.465109ms","start":"2026-05-07T02:02:06.670707Z","end":"2026-05-07T02:02:06.955172Z","steps":["trace[1905200479] 'process raft request' (duration: 284.205566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:06.955935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.53745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-07T02:02:06.956025Z","caller":"traceutil/trace.go:171","msg":"trace[17233881] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2276; }","duration":"273.677621ms","start":"2026-05-07T02:02:06.682326Z","end":"2026-05-07T02:02:06.956004Z","steps":["trace[17233881] 'agreement among raft nodes before linearized reading' (duration: 273.310578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.411585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.302682ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:02:08.411702Z","caller":"traceutil/trace.go:171","msg":"trace[510662630] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2276; }","duration":"976.461169ms","start":"2026-05-07T02:02:07.435222Z","end":"2026-05-07T02:02:08.411684Z","steps":["trace[510662630] 'range keys from in-memory index tree' (duration: 976.287092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.412014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404208275s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:02:08.412278Z","caller":"traceutil/trace.go:171","msg":"trace[104547204] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"1.453070206s","start":"2026-05-07T02:02:06.959181Z","end":"2026-05-07T02:02:08.412251Z","steps":["trace[104547204] 'process raft request' (duration: 48.552438ms)","trace[104547204] 'compare' (duration: 1.403753836s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:02:08.412418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:06.959149Z","time spent":"1.45320193s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:08.41293Z","caller":"traceutil/trace.go:171","msg":"trace[874574608] linearizableReadLoop","detail":"{readStateIndex:2374; appliedIndex:2373; }","duration":"1.445107915s","start":"2026-05-07T02:02:06.967786Z","end":"2026-05-07T02:02:08.412893Z","steps":["trace[874574608] 'read index received' (duration: 39.94423ms)","trace[874574608] 'applied index is now lower than readState.Index' (duration: 1.405160735s)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:08.412312Z","caller":"traceutil/trace.go:171","msg":"trace[1328564563] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"1.44233545s","start":"2026-05-07T02:02:06.969958Z","end":"2026-05-07T02:02:08.412294Z","steps":["trace[1328564563] 'process raft request' (duration: 1.442243816s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.413112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445316023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:02:08.413163Z","caller":"traceutil/trace.go:171","msg":"trace[39284307] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2278; }","duration":"1.445413266s","start":"2026-05-07T02:02:06.967735Z","end":"2026-05-07T02:02:08.413149Z","steps":["trace[39284307] 'agreement among raft nodes before linearized reading' (duration: 1.445293061s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.413209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:06.967717Z","time spent":"1.445482879s","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T02:02:08.413318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:06.96994Z","time spent":"1.443123223s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:08.564499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287181181s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T02:02:08.580362Z","caller":"traceutil/trace.go:171","msg":"trace[148928425] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"1.303138258s","start":"2026-05-07T02:02:07.277192Z","end":"2026-05-07T02:02:08.58033Z","steps":["trace[148928425] 'process raft request' (duration: 1.287521183s)","trace[148928425] 'compare' (duration: 15.4936ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:02:08.580501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:07.277168Z","time spent":"1.303261722s","remote":"127.0.0.1:41882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:08.997266Z","caller":"traceutil/trace.go:171","msg":"trace[576920884] linearizableReadLoop","detail":"{readStateIndex:2381; appliedIndex:2375; }","duration":"584.248039ms","start":"2026-05-07T02:02:08.413005Z","end":"2026-05-07T02:02:08.997253Z","steps":["trace[576920884] 'read index received' (duration: 151.723017ms)","trace[576920884] 'applied index is now lower than readState.Index' (duration: 432.524292ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:08.997346Z","caller":"traceutil/trace.go:171","msg":"trace[1167984217] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"1.624930567s","start":"2026-05-07T02:02:07.372407Z","end":"2026-05-07T02:02:08.997338Z","steps":["trace[1167984217] 'process raft request' (duration: 1.568483212s)","trace[1167984217] 'compare' (duration: 55.971475ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:02:08.997597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:07.372387Z","time spent":"1.625153647s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:08.997594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034789017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:02:08.997652Z","caller":"traceutil/trace.go:171","msg":"trace[1196674440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2284; }","duration":"1.034881679s","start":"2026-05-07T02:02:07.962757Z","end":"2026-05-07T02:02:08.997638Z","steps":["trace[1196674440] 'agreement among raft nodes before linearized reading' (duration: 1.034746574s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.997692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:07.962744Z","time spent":"1.034940441s","remote":"127.0.0.1:48214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T02:02:08.997619Z","caller":"traceutil/trace.go:171","msg":"trace[544686803] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"1.12151343s","start":"2026-05-07T02:02:07.876043Z","end":"2026-05-07T02:02:08.997556Z","steps":["trace[544686803] 'process raft request' (duration: 1.121162384s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.997741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.967571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-07T02:02:08.997797Z","caller":"traceutil/trace.go:171","msg":"trace[1805539405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2284; }","duration":"670.072606ms","start":"2026-05-07T02:02:08.32771Z","end":"2026-05-07T02:02:08.997783Z","steps":["trace[1805539405] 'agreement among raft nodes before linearized reading' (duration: 669.849887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.997839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:08.327691Z","time spent":"670.141868ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:02:08.997908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.219932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:02:08.997952Z","caller":"traceutil/trace.go:171","msg":"trace[681752921] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2284; }","duration":"923.301045ms","start":"2026-05-07T02:02:08.07464Z","end":"2026-05-07T02:02:08.997941Z","steps":["trace[681752921] 'agreement among raft nodes before linearized reading' (duration: 923.239782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.997788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415759918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:02:08.99803Z","caller":"traceutil/trace.go:171","msg":"trace[1118918806] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"605.833904ms","start":"2026-05-07T02:02:08.392187Z","end":"2026-05-07T02:02:08.998021Z","steps":["trace[1118918806] 'process raft request' (duration: 605.04091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.998024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508530795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T02:02:08.998093Z","caller":"traceutil/trace.go:171","msg":"trace[1885463666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2284; }","duration":"1.416070311s","start":"2026-05-07T02:02:07.581974Z","end":"2026-05-07T02:02:08.998044Z","steps":["trace[1885463666] 'agreement among raft nodes before linearized reading' (duration: 1.415678355s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.998155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:07.876024Z","time spent":"1.12178826s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:08.998193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.488375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:02:08.997983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:08.074621Z","time spent":"923.354167ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:02:08.998212Z","caller":"traceutil/trace.go:171","msg":"trace[2030969234] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2284; }","duration":"582.529217ms","start":"2026-05-07T02:02:08.415678Z","end":"2026-05-07T02:02:08.998207Z","steps":["trace[2030969234] 'agreement among raft nodes before linearized reading' (duration: 582.494395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.998267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:08.415669Z","time spent":"582.59212ms","remote":"127.0.0.1:41904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T02:02:08.998167Z","caller":"traceutil/trace.go:171","msg":"trace[637286024] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2284; }","duration":"1.508729242s","start":"2026-05-07T02:02:07.489386Z","end":"2026-05-07T02:02:08.998115Z","steps":["trace[637286024] 'agreement among raft nodes before linearized reading' (duration: 1.508511423s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.9982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:07.581912Z","time spent":"1.416264298s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T02:02:08.998351Z","caller":"traceutil/trace.go:171","msg":"trace[663613269] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"1.470630823s","start":"2026-05-07T02:02:07.527699Z","end":"2026-05-07T02:02:08.99833Z","steps":["trace[663613269] 'process raft request' (duration: 1.469466864s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.998491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:07.527681Z","time spent":"1.470725746s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:08.998534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.22925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-07T02:02:08.998561Z","caller":"traceutil/trace.go:171","msg":"trace[2068140669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2284; }","duration":"369.281202ms","start":"2026-05-07T02:02:08.629274Z","end":"2026-05-07T02:02:08.998555Z","steps":["trace[2068140669] 'agreement among raft nodes before linearized reading' (duration: 369.2176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.998582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:08.629257Z","time spent":"369.321444ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:02:08.998397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:07.489371Z","time spent":"1.509016153s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T02:02:08.998133Z","caller":"traceutil/trace.go:171","msg":"trace[566274889] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"1.490482849s","start":"2026-05-07T02:02:07.507642Z","end":"2026-05-07T02:02:08.998124Z","steps":["trace[566274889] 'process raft request' (duration: 1.489486967s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.998665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.69332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-07T02:02:08.998095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:08.392164Z","time spent":"605.885806ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:08.998685Z","caller":"traceutil/trace.go:171","msg":"trace[146402882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2284; }","duration":"369.763073ms","start":"2026-05-07T02:02:08.628918Z","end":"2026-05-07T02:02:08.998681Z","steps":["trace[146402882] 'agreement among raft nodes before linearized reading' (duration: 369.71236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.998708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:08.628884Z","time spent":"369.818444ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T02:02:08.998747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.744364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:02:08.998704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111999831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T02:02:08.998861Z","caller":"traceutil/trace.go:171","msg":"trace[2062935427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2284; }","duration":"1.112195328s","start":"2026-05-07T02:02:07.886653Z","end":"2026-05-07T02:02:08.998848Z","steps":["trace[2062935427] 'agreement among raft nodes before linearized reading' (duration: 1.111972968s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:08.998784Z","caller":"traceutil/trace.go:171","msg":"trace[145521062] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2284; }","duration":"407.807047ms","start":"2026-05-07T02:02:08.590967Z","end":"2026-05-07T02:02:08.998774Z","steps":["trace[145521062] 'agreement among raft nodes before linearized reading' (duration: 407.740145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.998832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.018563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T02:02:08.998904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:08.590953Z","time spent":"407.942883ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:02:08.998903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:07.886633Z","time spent":"1.112259429s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T02:02:08.998966Z","caller":"traceutil/trace.go:171","msg":"trace[1295552523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2284; }","duration":"370.105057ms","start":"2026-05-07T02:02:08.628792Z","end":"2026-05-07T02:02:08.998897Z","steps":["trace[1295552523] 'agreement among raft nodes before linearized reading' (duration: 369.974021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.998995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:08.628783Z","time spent":"370.20543ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:02:08.998766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:07.507631Z","time spent":"1.491041193s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:08.999039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048403429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:02:08.999213Z","caller":"traceutil/trace.go:171","msg":"trace[598325539] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:2284; }","duration":"1.048696639s","start":"2026-05-07T02:02:07.950503Z","end":"2026-05-07T02:02:08.999199Z","steps":["trace[598325539] 'agreement among raft nodes before linearized reading' (duration: 1.047356403s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:08.999289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:07.950485Z","time spent":"1.048792043s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-05-07T02:02:09.400355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.355408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:02:09.400725Z","caller":"traceutil/trace.go:171","msg":"trace[1947101094] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"330.480519ms","start":"2026-05-07T02:02:09.070226Z","end":"2026-05-07T02:02:09.400707Z","steps":["trace[1947101094] 'process raft request' (duration: 330.440918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:09.400804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:09.070217Z","time spent":"330.550102ms","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:09.400812Z","caller":"traceutil/trace.go:171","msg":"trace[721119045] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"396.680409ms","start":"2026-05-07T02:02:09.00409Z","end":"2026-05-07T02:02:09.40077Z","steps":["trace[721119045] 'process raft request' (duration: 396.443169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:09.400946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:09.004069Z","time spent":"396.803324ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:09.401036Z","caller":"traceutil/trace.go:171","msg":"trace[229286611] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"396.117786ms","start":"2026-05-07T02:02:09.004907Z","end":"2026-05-07T02:02:09.401024Z","steps":["trace[229286611] 'process raft request' (duration: 395.659316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:09.401107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:09.004872Z","time spent":"396.198679ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:09.401251Z","caller":"traceutil/trace.go:171","msg":"trace[2029969650] linearizableReadLoop","detail":"{readStateIndex:2388; appliedIndex:2382; }","duration":"395.634936ms","start":"2026-05-07T02:02:09.005592Z","end":"2026-05-07T02:02:09.401227Z","steps":["trace[2029969650] 'read index received' (duration: 64.002367ms)","trace[2029969650] 'applied index is now lower than readState.Index' (duration: 331.629999ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:09.401312Z","caller":"traceutil/trace.go:171","msg":"trace[311484483] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"396.001841ms","start":"2026-05-07T02:02:09.005285Z","end":"2026-05-07T02:02:09.401287Z","steps":["trace[311484483] 'process raft request' (duration: 395.312002ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:09.401359Z","caller":"traceutil/trace.go:171","msg":"trace[2125612943] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"398.12344ms","start":"2026-05-07T02:02:09.003221Z","end":"2026-05-07T02:02:09.401345Z","steps":["trace[2125612943] 'process raft request' (duration: 250.691916ms)","trace[2125612943] 'compare' (duration: 145.939551ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:09.401381Z","caller":"traceutil/trace.go:171","msg":"trace[1628828844] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"395.931078ms","start":"2026-05-07T02:02:09.005434Z","end":"2026-05-07T02:02:09.401365Z","steps":["trace[1628828844] 'process raft request' (duration: 395.196707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:09.401415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:09.005277Z","time spent":"396.083324ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:09.401438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:09.003207Z","time spent":"398.188492ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:09.401487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:09.005427Z","time spent":"395.98141ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:09.40154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.967116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:02:09.401606Z","caller":"traceutil/trace.go:171","msg":"trace[98593908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2291; }","duration":"394.04303ms","start":"2026-05-07T02:02:09.007542Z","end":"2026-05-07T02:02:09.401585Z","steps":["trace[98593908] 'agreement among raft nodes before linearized reading' (duration: 393.840221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:09.401634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.039072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:02:09.401631Z","caller":"traceutil/trace.go:171","msg":"trace[252133957] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"398.188902ms","start":"2026-05-07T02:02:09.003427Z","end":"2026-05-07T02:02:09.401615Z","steps":["trace[252133957] 'process raft request' (duration: 397.026143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:09.401642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:09.007534Z","time spent":"394.099702ms","remote":"127.0.0.1:48214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T02:02:09.401671Z","caller":"traceutil/trace.go:171","msg":"trace[1575578466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2291; }","duration":"396.066944ms","start":"2026-05-07T02:02:09.005587Z","end":"2026-05-07T02:02:09.401654Z","steps":["trace[1575578466] 'agreement among raft nodes before linearized reading' (duration: 396.008752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:09.401693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:09.005549Z","time spent":"396.138927ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:02:09.401691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:09.003418Z","time spent":"398.244095ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:10.507089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110020973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:02:11.007409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110020973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:02:11.264366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.574864523s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T02:02:12.050649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396518509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:02:12.050744Z","caller":"traceutil/trace.go:171","msg":"trace[1563064185] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2291; }","duration":"2.396659505s","start":"2026-05-07T02:02:09.654061Z","end":"2026-05-07T02:02:12.05072Z","steps":["trace[1563064185] 'count revisions from in-memory index tree' (duration: 2.396439905s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:12.050804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:09.654027Z","time spent":"2.396760749s","remote":"127.0.0.1:48100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:02:12.052148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.344236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:02:12.05221Z","caller":"traceutil/trace.go:171","msg":"trace[396592706] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"2.362809183s","start":"2026-05-07T02:02:09.689389Z","end":"2026-05-07T02:02:12.052198Z","steps":["trace[396592706] 'process raft request' (duration: 1.575358083s)","trace[396592706] 'compare' (duration: 786.277532ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:02:12.052241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:09.689364Z","time spent":"2.362861945s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:12.335686Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071063264s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T02:02:12.582807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00009472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T02:02:12.582859Z","caller":"traceutil/trace.go:171","msg":"trace[1594768135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000195294s","start":"2026-05-07T02:02:10.582653Z","end":"2026-05-07T02:02:12.582849Z","steps":["trace[1594768135] 'agreement among raft nodes before linearized reading' (duration: 2.000127621s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:12.582882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:10.582634Z","time spent":"2.000243436s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:02:12.978585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.654389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:02:12.978744Z","caller":"traceutil/trace.go:171","msg":"trace[1295889389] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"1.973546511s","start":"2026-05-07T02:02:11.00517Z","end":"2026-05-07T02:02:12.978717Z","steps":["trace[1295889389] 'process raft request' (duration: 1.330692684s)","trace[1295889389] 'compare' (duration: 642.004022ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:02:12.978871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:11.005156Z","time spent":"1.973648885s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:12.979233Z","caller":"traceutil/trace.go:171","msg":"trace[189880360] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"1.974054992s","start":"2026-05-07T02:02:11.00517Z","end":"2026-05-07T02:02:12.979225Z","steps":["trace[189880360] 'process raft request' (duration: 1.97352646s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:12.979274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:11.005154Z","time spent":"1.974099153s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:12.979385Z","caller":"traceutil/trace.go:171","msg":"trace[805999019] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2389; }","duration":"2.97263314s","start":"2026-05-07T02:02:10.006728Z","end":"2026-05-07T02:02:12.979361Z","steps":["trace[805999019] 'read index received' (duration: 1.257875965s)","trace[805999019] 'applied index is now lower than readState.Index' (duration: 1.714756015s)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:12.979569Z","caller":"traceutil/trace.go:171","msg":"trace[1847563099] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"1.973439745s","start":"2026-05-07T02:02:11.006112Z","end":"2026-05-07T02:02:12.979551Z","steps":["trace[1847563099] 'process raft request' (duration: 1.973026298s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:12.979759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575202804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T02:02:12.979782Z","caller":"traceutil/trace.go:171","msg":"trace[1879787437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2296; }","duration":"1.575277317s","start":"2026-05-07T02:02:11.4045Z","end":"2026-05-07T02:02:12.979778Z","steps":["trace[1879787437] 'agreement among raft nodes before linearized reading' (duration: 1.575217815s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:12.979798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:11.404469Z","time spent":"1.575325689s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:02:12.979894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57411856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:02:12.979912Z","caller":"traceutil/trace.go:171","msg":"trace[2027291102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2296; }","duration":"1.574135741s","start":"2026-05-07T02:02:11.405772Z","end":"2026-05-07T02:02:12.979908Z","steps":["trace[2027291102] 'agreement among raft nodes before linearized reading' (duration: 1.574090929s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:12.979923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:11.405737Z","time spent":"1.574183542s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T02:02:12.979987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.627313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:02:12.980071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.335543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:02:12.980056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574917953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:02:12.980085Z","caller":"traceutil/trace.go:171","msg":"trace[1589912398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2296; }","duration":"396.383976ms","start":"2026-05-07T02:02:12.583697Z","end":"2026-05-07T02:02:12.980081Z","steps":["trace[1589912398] 'agreement among raft nodes before linearized reading' (duration: 396.355975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:12.980102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:12.583679Z","time spent":"396.420496ms","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T02:02:12.980092Z","caller":"traceutil/trace.go:171","msg":"trace[1738013176] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2296; }","duration":"434.782299ms","start":"2026-05-07T02:02:12.545285Z","end":"2026-05-07T02:02:12.980068Z","steps":["trace[1738013176] 'agreement among raft nodes before linearized reading' (duration: 434.595592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:12.980128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572067375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T02:02:12.980183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:12.545262Z","time spent":"434.879143ms","remote":"127.0.0.1:47356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:02:12.980251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.415834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ad261580b5615c\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-07T02:02:12.980273Z","caller":"traceutil/trace.go:171","msg":"trace[50345283] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18ad261580b5615c; range_end:; response_count:1; response_revision:2296; }","duration":"901.480807ms","start":"2026-05-07T02:02:12.078787Z","end":"2026-05-07T02:02:12.980268Z","steps":["trace[50345283] 'agreement among raft nodes before linearized reading' (duration: 901.429745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:12.980288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:12.078765Z","time spent":"901.517909ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ad261580b5615c\" "} {"level":"warn","ts":"2026-05-07T02:02:12.98032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:11.006105Z","time spent":"1.973622852s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:12.980144Z","caller":"traceutil/trace.go:171","msg":"trace[457393550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2296; }","duration":"1.575035917s","start":"2026-05-07T02:02:11.405062Z","end":"2026-05-07T02:02:12.980098Z","steps":["trace[457393550] 'agreement among raft nodes before linearized reading' (duration: 1.574804498s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:12.981522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:11.405033Z","time spent":"1.576468596s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T02:02:12.980291Z","caller":"traceutil/trace.go:171","msg":"trace[221500118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2296; }","duration":"1.572227492s","start":"2026-05-07T02:02:11.408006Z","end":"2026-05-07T02:02:12.980233Z","steps":["trace[221500118] 'agreement among raft nodes before linearized reading' (duration: 1.571846316s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:12.981968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:11.407983Z","time spent":"1.573965694s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T02:02:12.979692Z","caller":"traceutil/trace.go:171","msg":"trace[285739389] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"1.973284829s","start":"2026-05-07T02:02:11.006402Z","end":"2026-05-07T02:02:12.979687Z","steps":["trace[285739389] 'process raft request' (duration: 1.97281902s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:12.97967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972958624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T02:02:12.980503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282181548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:02:12.981599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574895202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T02:02:12.982238Z","caller":"traceutil/trace.go:171","msg":"trace[1366378695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2296; }","duration":"1.576630844s","start":"2026-05-07T02:02:11.405587Z","end":"2026-05-07T02:02:12.982218Z","steps":["trace[1366378695] 'agreement among raft nodes before linearized reading' (duration: 1.574588249s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:12.982318Z","caller":"traceutil/trace.go:171","msg":"trace[1722503947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2296; }","duration":"2.975640963s","start":"2026-05-07T02:02:10.006668Z","end":"2026-05-07T02:02:12.982309Z","steps":["trace[1722503947] 'agreement among raft nodes before linearized reading' (duration: 2.972908301s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:12.982344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:10.006647Z","time spent":"2.975691515s","remote":"127.0.0.1:48214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T02:02:12.9824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:11.405567Z","time spent":"1.576762888s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T02:02:12.982507Z","caller":"traceutil/trace.go:171","msg":"trace[902887441] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2296; }","duration":"1.284253584s","start":"2026-05-07T02:02:11.698247Z","end":"2026-05-07T02:02:12.982501Z","steps":["trace[902887441] 'agreement among raft nodes before linearized reading' (duration: 1.282133367s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:12.982536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:11.698225Z","time spent":"1.284302235s","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:02:12.98226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:11.006398Z","time spent":"1.975836573s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:13.489028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110020980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:02:13.989137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110020980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:02:14.489241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110020980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:02:14.988274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T02:02:14.98835Z","caller":"traceutil/trace.go:171","msg":"trace[438020790] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000357491s","start":"2026-05-07T02:02:12.987978Z","end":"2026-05-07T02:02:14.988335Z","steps":["trace[438020790] 'agreement among raft nodes before linearized reading' (duration: 2.000268618s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:14.988397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:12.987971Z","time spent":"2.000412553s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:02:14.98979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110020980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:02:15.134753Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.150934897s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T02:02:15.135229Z","caller":"traceutil/trace.go:171","msg":"trace[738380236] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"2.15146679s","start":"2026-05-07T02:02:12.983738Z","end":"2026-05-07T02:02:15.135205Z","steps":["trace[738380236] 'process raft request' (duration: 2.151304753s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:15.135456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:12.983726Z","time spent":"2.151578685s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:15.86533Z","caller":"traceutil/trace.go:171","msg":"trace[1078882366] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"2.877821292s","start":"2026-05-07T02:02:12.987483Z","end":"2026-05-07T02:02:15.865305Z","steps":["trace[1078882366] 'process raft request' (duration: 2.877749469s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:15.865477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:12.987477Z","time spent":"2.877927686s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:15.865744Z","caller":"traceutil/trace.go:171","msg":"trace[1842971144] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"2.879397346s","start":"2026-05-07T02:02:12.986329Z","end":"2026-05-07T02:02:15.865726Z","steps":["trace[1842971144] 'process raft request' (duration: 2.878627735s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:15.865748Z","caller":"traceutil/trace.go:171","msg":"trace[1458663278] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"2.878068561s","start":"2026-05-07T02:02:12.987641Z","end":"2026-05-07T02:02:15.86571Z","steps":["trace[1458663278] 'process raft request' (duration: 2.877630654s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:15.865826Z","caller":"traceutil/trace.go:171","msg":"trace[148341573] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"2.878483758s","start":"2026-05-07T02:02:12.987322Z","end":"2026-05-07T02:02:15.865805Z","steps":["trace[148341573] 'process raft request' (duration: 2.87779774s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:15.865881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:12.987609Z","time spent":"2.878195717s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:15.865923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:12.987306Z","time spent":"2.878573362s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:15.865836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:12.986312Z","time spent":"2.879480329s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:15.865743Z","caller":"traceutil/trace.go:171","msg":"trace[1892758102] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"2.877595743s","start":"2026-05-07T02:02:12.988127Z","end":"2026-05-07T02:02:15.865723Z","steps":["trace[1892758102] 'process raft request' (duration: 2.877262989s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:15.866093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:12.988118Z","time spent":"2.877943666s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:15.882899Z","caller":"traceutil/trace.go:171","msg":"trace[1400222120] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"897.187796ms","start":"2026-05-07T02:02:14.985702Z","end":"2026-05-07T02:02:15.88289Z","steps":["trace[1400222120] 'process raft request' (duration: 897.065921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:15.882963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:14.985681Z","time spent":"897.251808ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:15.883035Z","caller":"traceutil/trace.go:171","msg":"trace[1103923085] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"895.721796ms","start":"2026-05-07T02:02:14.987298Z","end":"2026-05-07T02:02:15.88302Z","steps":["trace[1103923085] 'process raft request' (duration: 895.56926ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:15.883205Z","caller":"traceutil/trace.go:171","msg":"trace[169739049] linearizableReadLoop","detail":"{readStateIndex:2404; appliedIndex:2394; }","duration":"2.895198492s","start":"2026-05-07T02:02:12.987998Z","end":"2026-05-07T02:02:15.883197Z","steps":["trace[169739049] 'read index received' (duration: 2.146987906s)","trace[169739049] 'applied index is now lower than readState.Index' (duration: 748.209986ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:02:15.883314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494743256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T02:02:15.883332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.58127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad25f29ff56c00\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-07T02:02:15.883254Z","caller":"traceutil/trace.go:171","msg":"trace[1102290437] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"870.948813ms","start":"2026-05-07T02:02:15.012284Z","end":"2026-05-07T02:02:15.883233Z","steps":["trace[1102290437] 'process raft request' (duration: 870.685463ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:15.883365Z","caller":"traceutil/trace.go:171","msg":"trace[52022188] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad25f29ff56c00; range_end:; response_count:1; response_revision:2306; }","duration":"743.641322ms","start":"2026-05-07T02:02:15.139713Z","end":"2026-05-07T02:02:15.883354Z","steps":["trace[52022188] 'agreement among raft nodes before linearized reading' (duration: 743.553248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:15.883389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.291455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:02:15.883411Z","caller":"traceutil/trace.go:171","msg":"trace[2127908280] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2306; }","duration":"906.345548ms","start":"2026-05-07T02:02:14.977058Z","end":"2026-05-07T02:02:15.883404Z","steps":["trace[2127908280] 'agreement among raft nodes before linearized reading' (duration: 906.319307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:15.883437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:14.977041Z","time spent":"906.390689ms","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:02:15.883527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.848753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:02:15.883549Z","caller":"traceutil/trace.go:171","msg":"trace[51580173] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2306; }","duration":"279.908076ms","start":"2026-05-07T02:02:15.603636Z","end":"2026-05-07T02:02:15.883544Z","steps":["trace[51580173] 'agreement among raft nodes before linearized reading' (duration: 279.874434ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:15.883527Z","caller":"traceutil/trace.go:171","msg":"trace[510385464] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"898.202807ms","start":"2026-05-07T02:02:14.984628Z","end":"2026-05-07T02:02:15.882831Z","steps":["trace[510385464] 'process raft request' (duration: 897.858953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:15.883693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89426474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:02:15.883733Z","caller":"traceutil/trace.go:171","msg":"trace[857670482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2306; }","duration":"1.894302782s","start":"2026-05-07T02:02:13.989421Z","end":"2026-05-07T02:02:15.883724Z","steps":["trace[857670482] 'agreement among raft nodes before linearized reading' (duration: 1.894208328s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:15.883367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.439375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:02:15.883755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:13.989337Z","time spent":"1.894413186s","remote":"127.0.0.1:48214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T02:02:15.883771Z","caller":"traceutil/trace.go:171","msg":"trace[1085408372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2306; }","duration":"894.879193ms","start":"2026-05-07T02:02:14.988884Z","end":"2026-05-07T02:02:15.883763Z","steps":["trace[1085408372] 'agreement among raft nodes before linearized reading' (duration: 894.468267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:15.883793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:14.98886Z","time spent":"894.926625ms","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:02:15.883391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:15.139696Z","time spent":"743.688284ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad25f29ff56c00\" "} {"level":"info","ts":"2026-05-07T02:02:15.883341Z","caller":"traceutil/trace.go:171","msg":"trace[1059564914] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2306; }","duration":"2.494796828s","start":"2026-05-07T02:02:13.388537Z","end":"2026-05-07T02:02:15.883334Z","steps":["trace[1059564914] 'agreement among raft nodes before linearized reading' (duration: 2.494721904s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:15.883949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:13.388521Z","time spent":"2.495420463s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:02:15.88385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:14.984612Z","time spent":"899.106864ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:15.883886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:15.012269Z","time spent":"871.384892ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:15.883125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:14.987287Z","time spent":"895.792029ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:15.883617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475813142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-05-07T02:02:15.884166Z","caller":"traceutil/trace.go:171","msg":"trace[1055898094] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2306; }","duration":"1.476379725s","start":"2026-05-07T02:02:14.407773Z","end":"2026-05-07T02:02:15.884153Z","steps":["trace[1055898094] 'agreement among raft nodes before linearized reading' (duration: 1.475775521s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:15.884254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:14.407759Z","time spent":"1.476481309s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T02:02:26.11565Z","caller":"traceutil/trace.go:171","msg":"trace[1135194447] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"101.150384ms","start":"2026-05-07T02:02:26.014444Z","end":"2026-05-07T02:02:26.115594Z","steps":["trace[1135194447] 'process raft request' (duration: 85.128685ms)","trace[1135194447] 'compare' (duration: 15.79175ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:26.116416Z","caller":"traceutil/trace.go:171","msg":"trace[1306396549] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"101.755037ms","start":"2026-05-07T02:02:26.014633Z","end":"2026-05-07T02:02:26.116388Z","steps":["trace[1306396549] 'process raft request' (duration: 101.472886ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:26.116593Z","caller":"traceutil/trace.go:171","msg":"trace[347221204] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"101.86455ms","start":"2026-05-07T02:02:26.014614Z","end":"2026-05-07T02:02:26.116479Z","steps":["trace[347221204] 'process raft request' (duration: 101.674273ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:26.11654Z","caller":"traceutil/trace.go:171","msg":"trace[1491410286] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"101.820289ms","start":"2026-05-07T02:02:26.014694Z","end":"2026-05-07T02:02:26.116515Z","steps":["trace[1491410286] 'process raft request' (duration: 101.632382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:26.394957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.700791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:02:26.395123Z","caller":"traceutil/trace.go:171","msg":"trace[1941103947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2363; }","duration":"138.93198ms","start":"2026-05-07T02:02:26.256169Z","end":"2026-05-07T02:02:26.395101Z","steps":["trace[1941103947] 'range keys from in-memory index tree' (duration: 138.607618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:34.694929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.691573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:02:34.695041Z","caller":"traceutil/trace.go:171","msg":"trace[1090901295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2403; }","duration":"113.87617ms","start":"2026-05-07T02:02:34.581141Z","end":"2026-05-07T02:02:34.695017Z","steps":["trace[1090901295] 'range keys from in-memory index tree' (duration: 113.529278ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:36.375447Z","caller":"traceutil/trace.go:171","msg":"trace[175691070] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"140.081492ms","start":"2026-05-07T02:02:36.235323Z","end":"2026-05-07T02:02:36.375405Z","steps":["trace[175691070] 'process raft request' (duration: 133.055139ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:36.375764Z","caller":"traceutil/trace.go:171","msg":"trace[1263297387] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"140.251529ms","start":"2026-05-07T02:02:36.235485Z","end":"2026-05-07T02:02:36.375736Z","steps":["trace[1263297387] 'process raft request' (duration: 139.880614ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:36.375945Z","caller":"traceutil/trace.go:171","msg":"trace[1461371600] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"139.353936ms","start":"2026-05-07T02:02:36.236581Z","end":"2026-05-07T02:02:36.375935Z","steps":["trace[1461371600] 'process raft request' (duration: 138.94817ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:36.37622Z","caller":"traceutil/trace.go:171","msg":"trace[703384419] linearizableReadLoop","detail":"{readStateIndex:2511; appliedIndex:2507; }","duration":"131.666298ms","start":"2026-05-07T02:02:36.243956Z","end":"2026-05-07T02:02:36.375622Z","steps":["trace[703384419] 'read index received' (duration: 74.496787ms)","trace[703384419] 'applied index is now lower than readState.Index' (duration: 57.168421ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:02:36.376593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.418097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:02:36.376595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.602832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:02:36.376644Z","caller":"traceutil/trace.go:171","msg":"trace[1093866293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2408; }","duration":"119.53132ms","start":"2026-05-07T02:02:36.257098Z","end":"2026-05-07T02:02:36.376629Z","steps":["trace[1093866293] 'agreement among raft nodes before linearized reading' (duration: 119.436847ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:36.376838Z","caller":"traceutil/trace.go:171","msg":"trace[1216681798] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2408; }","duration":"132.832371ms","start":"2026-05-07T02:02:36.243896Z","end":"2026-05-07T02:02:36.376728Z","steps":["trace[1216681798] 'agreement among raft nodes before linearized reading' (duration: 132.372675ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:46.693896Z","caller":"traceutil/trace.go:171","msg":"trace[1382368821] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"121.976ms","start":"2026-05-07T02:02:46.571897Z","end":"2026-05-07T02:02:46.693873Z","steps":["trace[1382368821] 'process raft request' (duration: 121.826085ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:46.714322Z","caller":"traceutil/trace.go:171","msg":"trace[1406096876] linearizableReadLoop","detail":"{readStateIndex:2565; appliedIndex:2563; }","duration":"120.758188ms","start":"2026-05-07T02:02:46.59354Z","end":"2026-05-07T02:02:46.714298Z","steps":["trace[1406096876] 'read index received' (duration: 100.162542ms)","trace[1406096876] 'applied index is now lower than readState.Index' (duration: 20.594776ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:46.714407Z","caller":"traceutil/trace.go:171","msg":"trace[1074379544] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"136.372043ms","start":"2026-05-07T02:02:46.577999Z","end":"2026-05-07T02:02:46.714371Z","steps":["trace[1074379544] 'process raft request' (duration: 136.177557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:46.714628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.077349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:02:46.714699Z","caller":"traceutil/trace.go:171","msg":"trace[142579957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2460; }","duration":"121.190083ms","start":"2026-05-07T02:02:46.593494Z","end":"2026-05-07T02:02:46.714684Z","steps":["trace[142579957] 'agreement among raft nodes before linearized reading' (duration: 120.956785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:46.900508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.719877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:02:46.900825Z","caller":"traceutil/trace.go:171","msg":"trace[2099831428] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"180.680523ms","start":"2026-05-07T02:02:46.720125Z","end":"2026-05-07T02:02:46.900806Z","steps":["trace[2099831428] 'process raft request' (duration: 180.486776ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:46.901Z","caller":"traceutil/trace.go:171","msg":"trace[302083820] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"180.251778ms","start":"2026-05-07T02:02:46.720719Z","end":"2026-05-07T02:02:46.900971Z","steps":["trace[302083820] 'process raft request' (duration: 180.00529ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:46.901379Z","caller":"traceutil/trace.go:171","msg":"trace[1248673339] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"181.263432ms","start":"2026-05-07T02:02:46.720047Z","end":"2026-05-07T02:02:46.90131Z","steps":["trace[1248673339] 'process raft request' (duration: 73.633293ms)","trace[1248673339] 'compare' (duration: 106.604693ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:02:48.555253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.597905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:02:48.555363Z","caller":"traceutil/trace.go:171","msg":"trace[1960035443] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"170.785624ms","start":"2026-05-07T02:02:48.384559Z","end":"2026-05-07T02:02:48.555345Z","steps":["trace[1960035443] 'process raft request' (duration: 11.009754ms)","trace[1960035443] 'compare' (duration: 159.4814ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:48.827095Z","caller":"traceutil/trace.go:171","msg":"trace[1599454924] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"107.386073ms","start":"2026-05-07T02:02:48.71968Z","end":"2026-05-07T02:02:48.827066Z","steps":["trace[1599454924] 'process raft request' (duration: 84.640851ms)","trace[1599454924] 'compare' (duration: 22.601797ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:49.041017Z","caller":"traceutil/trace.go:171","msg":"trace[349501360] linearizableReadLoop","detail":"{readStateIndex:2579; appliedIndex:2578; }","duration":"136.619859ms","start":"2026-05-07T02:02:48.904374Z","end":"2026-05-07T02:02:49.040993Z","steps":["trace[349501360] 'read index received' (duration: 38.056571ms)","trace[349501360] 'applied index is now lower than readState.Index' (duration: 98.562648ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:49.041131Z","caller":"traceutil/trace.go:171","msg":"trace[357282908] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"210.771295ms","start":"2026-05-07T02:02:48.83035Z","end":"2026-05-07T02:02:49.041122Z","steps":["trace[357282908] 'process raft request' (duration: 112.140435ms)","trace[357282908] 'compare' (duration: 98.381172ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:02:49.041371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.536096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:02:49.041635Z","caller":"traceutil/trace.go:171","msg":"trace[1777801235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2472; }","duration":"136.845357ms","start":"2026-05-07T02:02:48.90477Z","end":"2026-05-07T02:02:49.041616Z","steps":["trace[1777801235] 'agreement among raft nodes before linearized reading' (duration: 136.480414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:49.041908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.176514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T02:02:49.042297Z","caller":"traceutil/trace.go:171","msg":"trace[2075665091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2472; }","duration":"136.567747ms","start":"2026-05-07T02:02:48.90571Z","end":"2026-05-07T02:02:49.042277Z","steps":["trace[2075665091] 'agreement among raft nodes before linearized reading' (duration: 136.122632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:49.041776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.389345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T02:02:49.042519Z","caller":"traceutil/trace.go:171","msg":"trace[207335909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2472; }","duration":"138.079548ms","start":"2026-05-07T02:02:48.904328Z","end":"2026-05-07T02:02:49.042407Z","steps":["trace[207335909] 'agreement among raft nodes before linearized reading' (duration: 137.000692ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:50.94566Z","caller":"traceutil/trace.go:171","msg":"trace[471663986] linearizableReadLoop","detail":"{readStateIndex:2588; appliedIndex:2587; }","duration":"106.021491ms","start":"2026-05-07T02:02:50.839613Z","end":"2026-05-07T02:02:50.945634Z","steps":["trace[471663986] 'read index received' (duration: 105.537225ms)","trace[471663986] 'applied index is now lower than readState.Index' (duration: 483.186µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:50.945704Z","caller":"traceutil/trace.go:171","msg":"trace[879076903] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"113.851994ms","start":"2026-05-07T02:02:50.831804Z","end":"2026-05-07T02:02:50.945656Z","steps":["trace[879076903] 'process raft request' (duration: 113.334307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:50.945879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.245349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:02:50.946037Z","caller":"traceutil/trace.go:171","msg":"trace[70229914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2481; }","duration":"106.406854ms","start":"2026-05-07T02:02:50.839559Z","end":"2026-05-07T02:02:50.945966Z","steps":["trace[70229914] 'agreement among raft nodes before linearized reading' (duration: 106.170035ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:51.300758Z","caller":"traceutil/trace.go:171","msg":"trace[1288714536] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"172.081851ms","start":"2026-05-07T02:02:51.128651Z","end":"2026-05-07T02:02:51.300733Z","steps":["trace[1288714536] 'process raft request' (duration: 171.972777ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:51.30076Z","caller":"traceutil/trace.go:171","msg":"trace[72330835] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"173.922663ms","start":"2026-05-07T02:02:51.126783Z","end":"2026-05-07T02:02:51.300706Z","steps":["trace[72330835] 'process raft request' (duration: 115.270263ms)","trace[72330835] 'compare' (duration: 58.434893ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:10.784922Z","caller":"traceutil/trace.go:171","msg":"trace[600270492] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"117.278736ms","start":"2026-05-07T02:03:10.66762Z","end":"2026-05-07T02:03:10.784899Z","steps":["trace[600270492] 'process raft request' (duration: 117.143092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:10.958842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.844491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:03:10.959074Z","caller":"traceutil/trace.go:171","msg":"trace[323186162] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"291.020066ms","start":"2026-05-07T02:03:10.668011Z","end":"2026-05-07T02:03:10.959031Z","steps":["trace[323186162] 'process raft request' (duration: 176.883055ms)","trace[323186162] 'compare' (duration: 113.675126ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:03:11.209301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.486865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:03:11.20939Z","caller":"traceutil/trace.go:171","msg":"trace[1814057847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2584; }","duration":"112.635949ms","start":"2026-05-07T02:03:11.096729Z","end":"2026-05-07T02:03:11.209365Z","steps":["trace[1814057847] 'range keys from in-memory index tree' (duration: 112.235548ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:17.15907Z","caller":"traceutil/trace.go:171","msg":"trace[617424725] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"132.066609ms","start":"2026-05-07T02:03:17.026968Z","end":"2026-05-07T02:03:17.159035Z","steps":["trace[617424725] 'process raft request' (duration: 47.936515ms)","trace[617424725] 'compare' (duration: 83.936278ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:17.328766Z","caller":"traceutil/trace.go:171","msg":"trace[932114092] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"233.777522ms","start":"2026-05-07T02:03:17.094959Z","end":"2026-05-07T02:03:17.328736Z","steps":["trace[932114092] 'process raft request' (duration: 179.188201ms)","trace[932114092] 'compare' (duration: 54.403655ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:17.328791Z","caller":"traceutil/trace.go:171","msg":"trace[159435675] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"233.69737ms","start":"2026-05-07T02:03:17.095072Z","end":"2026-05-07T02:03:17.32877Z","steps":["trace[159435675] 'process raft request' (duration: 233.590947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:17.539136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.938659ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:03:17.539245Z","caller":"traceutil/trace.go:171","msg":"trace[896990567] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2623; }","duration":"104.061553ms","start":"2026-05-07T02:03:17.435167Z","end":"2026-05-07T02:03:17.539229Z","steps":["trace[896990567] 'range keys from in-memory index tree' (duration: 103.927719ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:17.724196Z","caller":"traceutil/trace.go:171","msg":"trace[1674959240] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"181.019914ms","start":"2026-05-07T02:03:17.543151Z","end":"2026-05-07T02:03:17.724171Z","steps":["trace[1674959240] 'process raft request' (duration: 127.418302ms)","trace[1674959240] 'compare' (duration: 53.443518ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:17.724276Z","caller":"traceutil/trace.go:171","msg":"trace[1111856219] linearizableReadLoop","detail":"{readStateIndex:2738; appliedIndex:2736; }","duration":"141.450526ms","start":"2026-05-07T02:03:17.582805Z","end":"2026-05-07T02:03:17.724256Z","steps":["trace[1111856219] 'read index received' (duration: 19.465094ms)","trace[1111856219] 'applied index is now lower than readState.Index' (duration: 121.983592ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:03:17.724384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.570931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:03:17.724423Z","caller":"traceutil/trace.go:171","msg":"trace[1822307723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2626; }","duration":"141.648602ms","start":"2026-05-07T02:03:17.582765Z","end":"2026-05-07T02:03:17.724413Z","steps":["trace[1822307723] 'agreement among raft nodes before linearized reading' (duration: 141.56415ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:17.724313Z","caller":"traceutil/trace.go:171","msg":"trace[2123892782] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"181.134547ms","start":"2026-05-07T02:03:17.543147Z","end":"2026-05-07T02:03:17.724282Z","steps":["trace[2123892782] 'process raft request' (duration: 180.981343ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:17.914434Z","caller":"traceutil/trace.go:171","msg":"trace[158472486] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"167.105863ms","start":"2026-05-07T02:03:17.747296Z","end":"2026-05-07T02:03:17.914402Z","steps":["trace[158472486] 'process raft request' (duration: 93.655094ms)","trace[158472486] 'compare' (duration: 73.323695ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:34.928761Z","caller":"traceutil/trace.go:171","msg":"trace[828790624] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"100.752058ms","start":"2026-05-07T02:03:34.827983Z","end":"2026-05-07T02:03:34.928735Z","steps":["trace[828790624] 'process raft request' (duration: 100.562843ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:38.418425Z","caller":"traceutil/trace.go:171","msg":"trace[974952801] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"126.778402ms","start":"2026-05-07T02:03:38.291626Z","end":"2026-05-07T02:03:38.418404Z","steps":["trace[974952801] 'process raft request' (duration: 126.605117ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:38.642683Z","caller":"traceutil/trace.go:171","msg":"trace[1019937241] linearizableReadLoop","detail":"{readStateIndex:2868; appliedIndex:2867; }","duration":"165.759471ms","start":"2026-05-07T02:03:38.476889Z","end":"2026-05-07T02:03:38.642648Z","steps":["trace[1019937241] 'read index received' (duration: 98.967874ms)","trace[1019937241] 'applied index is now lower than readState.Index' (duration: 66.789307ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:38.64274Z","caller":"traceutil/trace.go:171","msg":"trace[1809564911] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"214.508102ms","start":"2026-05-07T02:03:38.428196Z","end":"2026-05-07T02:03:38.642704Z","steps":["trace[1809564911] 'process raft request' (duration: 147.666844ms)","trace[1809564911] 'compare' (duration: 66.53076ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:03:38.642897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.005728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-07T02:03:38.642987Z","caller":"traceutil/trace.go:171","msg":"trace[76506698] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2750; }","duration":"166.144632ms","start":"2026-05-07T02:03:38.476832Z","end":"2026-05-07T02:03:38.642977Z","steps":["trace[76506698] 'agreement among raft nodes before linearized reading' (duration: 165.943136ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:38.725502Z","caller":"traceutil/trace.go:171","msg":"trace[1035659866] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"107.623775ms","start":"2026-05-07T02:03:38.617848Z","end":"2026-05-07T02:03:38.725472Z","steps":["trace[1035659866] 'process raft request' (duration: 107.44971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:38.919058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.824661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:03:38.919192Z","caller":"traceutil/trace.go:171","msg":"trace[823541697] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"271.124545ms","start":"2026-05-07T02:03:38.648044Z","end":"2026-05-07T02:03:38.919168Z","steps":["trace[823541697] 'process raft request' (duration: 118.099448ms)","trace[823541697] 'compare' (duration: 152.590765ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:38.946752Z","caller":"traceutil/trace.go:171","msg":"trace[743292337] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"216.386152ms","start":"2026-05-07T02:03:38.730341Z","end":"2026-05-07T02:03:38.946728Z","steps":["trace[743292337] 'process raft request' (duration: 216.245818ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:39.148817Z","caller":"traceutil/trace.go:171","msg":"trace[851112031] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"152.685021ms","start":"2026-05-07T02:03:38.996113Z","end":"2026-05-07T02:03:39.148798Z","steps":["trace[851112031] 'process raft request' (duration: 152.64085ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:39.148918Z","caller":"traceutil/trace.go:171","msg":"trace[2119769340] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"167.890781ms","start":"2026-05-07T02:03:38.981016Z","end":"2026-05-07T02:03:39.148907Z","steps":["trace[2119769340] 'process raft request' (duration: 167.711576ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:39.149244Z","caller":"traceutil/trace.go:171","msg":"trace[1705596404] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"169.792661ms","start":"2026-05-07T02:03:38.979428Z","end":"2026-05-07T02:03:39.149221Z","steps":["trace[1705596404] 'process raft request' (duration: 169.253547ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:39.148824Z","caller":"traceutil/trace.go:171","msg":"trace[1665922599] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"169.731059ms","start":"2026-05-07T02:03:38.979042Z","end":"2026-05-07T02:03:39.148773Z","steps":["trace[1665922599] 'process raft request' (duration: 123.552313ms)","trace[1665922599] 'compare' (duration: 45.9383ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:39.286357Z","caller":"traceutil/trace.go:171","msg":"trace[1333688061] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"128.087171ms","start":"2026-05-07T02:03:39.158243Z","end":"2026-05-07T02:03:39.28633Z","steps":["trace[1333688061] 'process raft request' (duration: 119.019698ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:40.229916Z","caller":"traceutil/trace.go:171","msg":"trace[23786130] transaction","detail":"{read_only:false; response_revision:2783; number_of_response:1; }","duration":"177.137856ms","start":"2026-05-07T02:03:40.052753Z","end":"2026-05-07T02:03:40.229891Z","steps":["trace[23786130] 'process raft request' (duration: 176.92237ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:41.749407Z","caller":"traceutil/trace.go:171","msg":"trace[1303986855] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"250.479046ms","start":"2026-05-07T02:03:41.498905Z","end":"2026-05-07T02:03:41.749384Z","steps":["trace[1303986855] 'process raft request' (duration: 250.327022ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:41.818753Z","caller":"traceutil/trace.go:171","msg":"trace[1229596371] linearizableReadLoop","detail":"{readStateIndex:2911; appliedIndex:2910; }","duration":"236.543664ms","start":"2026-05-07T02:03:41.582186Z","end":"2026-05-07T02:03:41.818729Z","steps":["trace[1229596371] 'read index received' (duration: 167.228414ms)","trace[1229596371] 'applied index is now lower than readState.Index' (duration: 69.31417ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:41.818849Z","caller":"traceutil/trace.go:171","msg":"trace[2028090924] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"312.80202ms","start":"2026-05-07T02:03:41.506018Z","end":"2026-05-07T02:03:41.81882Z","steps":["trace[2028090924] 'process raft request' (duration: 307.135189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:41.819608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:41.505959Z","time spent":"313.539211ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:03:41.81892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.731979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:03:41.819695Z","caller":"traceutil/trace.go:171","msg":"trace[1592093484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2793; }","duration":"237.542941ms","start":"2026-05-07T02:03:41.582139Z","end":"2026-05-07T02:03:41.819682Z","steps":["trace[1592093484] 'agreement among raft nodes before linearized reading' (duration: 236.75009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:41.820364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.389426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:03:41.820441Z","caller":"traceutil/trace.go:171","msg":"trace[434125958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2793; }","duration":"217.52446ms","start":"2026-05-07T02:03:41.602898Z","end":"2026-05-07T02:03:41.820423Z","steps":["trace[434125958] 'agreement among raft nodes before linearized reading' (duration: 216.636667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:43.419581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.226177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-rv4mz\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-05-07T02:03:43.419656Z","caller":"traceutil/trace.go:171","msg":"trace[2080936801] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-rv4mz; range_end:; response_count:1; response_revision:2800; }","duration":"402.34243ms","start":"2026-05-07T02:03:43.017294Z","end":"2026-05-07T02:03:43.419637Z","steps":["trace[2080936801] 'range keys from in-memory index tree' (duration: 402.016181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:43.419695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:43.017276Z","time spent":"402.410782ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7841,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-rv4mz\" "} {"level":"warn","ts":"2026-05-07T02:03:43.419718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.497601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-07T02:03:43.419792Z","caller":"traceutil/trace.go:171","msg":"trace[1673377974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2800; }","duration":"356.611205ms","start":"2026-05-07T02:03:43.063168Z","end":"2026-05-07T02:03:43.419779Z","steps":["trace[1673377974] 'range keys from in-memory index tree' (duration: 356.371048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:43.419827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:43.063153Z","time spent":"356.666287ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T02:03:43.419728Z","caller":"traceutil/trace.go:171","msg":"trace[1229223744] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"249.238317ms","start":"2026-05-07T02:03:43.170468Z","end":"2026-05-07T02:03:43.419706Z","steps":["trace[1229223744] 'process raft request' (duration: 248.774485ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:43.508074Z","caller":"traceutil/trace.go:171","msg":"trace[488710242] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"181.678506ms","start":"2026-05-07T02:03:43.326371Z","end":"2026-05-07T02:03:43.50805Z","steps":["trace[488710242] 'process raft request' (duration: 181.497621ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:46.015609Z","caller":"traceutil/trace.go:171","msg":"trace[1687282838] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"123.800324ms","start":"2026-05-07T02:03:45.891771Z","end":"2026-05-07T02:03:46.015571Z","steps":["trace[1687282838] 'process raft request' (duration: 88.561094ms)","trace[1687282838] 'compare' (duration: 34.754316ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:46.200584Z","caller":"traceutil/trace.go:171","msg":"trace[2081104837] linearizableReadLoop","detail":"{readStateIndex:2943; appliedIndex:2942; }","duration":"175.555308ms","start":"2026-05-07T02:03:46.024998Z","end":"2026-05-07T02:03:46.200553Z","steps":["trace[2081104837] 'read index received' (duration: 113.857833ms)","trace[2081104837] 'applied index is now lower than readState.Index' (duration: 61.696395ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:46.200734Z","caller":"traceutil/trace.go:171","msg":"trace[757336066] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"181.329318ms","start":"2026-05-07T02:03:46.019391Z","end":"2026-05-07T02:03:46.20072Z","steps":["trace[757336066] 'process raft request' (duration: 119.52363ms)","trace[757336066] 'compare' (duration: 61.512071ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:03:46.201012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.051474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:03:46.201101Z","caller":"traceutil/trace.go:171","msg":"trace[1880618078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2824; }","duration":"110.248779ms","start":"2026-05-07T02:03:46.090828Z","end":"2026-05-07T02:03:46.201077Z","steps":["trace[1880618078] 'agreement among raft nodes before linearized reading' (duration: 109.987673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:46.201148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.115222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:03:46.201233Z","caller":"traceutil/trace.go:171","msg":"trace[315892807] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2824; }","duration":"176.231576ms","start":"2026-05-07T02:03:46.02498Z","end":"2026-05-07T02:03:46.201211Z","steps":["trace[315892807] 'agreement among raft nodes before linearized reading' (duration: 175.976299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:46.201552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.175687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T02:03:46.201645Z","caller":"traceutil/trace.go:171","msg":"trace[1335769785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2824; }","duration":"105.30936ms","start":"2026-05-07T02:03:46.096314Z","end":"2026-05-07T02:03:46.201624Z","steps":["trace[1335769785] 'agreement among raft nodes before linearized reading' (duration: 104.720815ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:46.418218Z","caller":"traceutil/trace.go:171","msg":"trace[1228415289] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"211.484772ms","start":"2026-05-07T02:03:46.2067Z","end":"2026-05-07T02:03:46.418185Z","steps":["trace[1228415289] 'process raft request' (duration: 199.357767ms)","trace[1228415289] 'compare' (duration: 11.976281ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:46.418301Z","caller":"traceutil/trace.go:171","msg":"trace[106970444] linearizableReadLoop","detail":"{readStateIndex:2945; appliedIndex:2943; }","duration":"204.792308ms","start":"2026-05-07T02:03:46.213478Z","end":"2026-05-07T02:03:46.418271Z","steps":["trace[106970444] 'read index received' (duration: 34.149188ms)","trace[106970444] 'applied index is now lower than readState.Index' (duration: 170.64019ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:46.418312Z","caller":"traceutil/trace.go:171","msg":"trace[524885955] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"188.256988ms","start":"2026-05-07T02:03:46.230033Z","end":"2026-05-07T02:03:46.41829Z","steps":["trace[524885955] 'process raft request' (duration: 188.110834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:46.418488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.989443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-07T02:03:46.41853Z","caller":"traceutil/trace.go:171","msg":"trace[1655139165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2827; }","duration":"205.058965ms","start":"2026-05-07T02:03:46.21346Z","end":"2026-05-07T02:03:46.418519Z","steps":["trace[1655139165] 'agreement among raft nodes before linearized reading' (duration: 204.905731ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:49.661635Z","caller":"traceutil/trace.go:171","msg":"trace[217773819] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"110.461098ms","start":"2026-05-07T02:03:49.551147Z","end":"2026-05-07T02:03:49.661608Z","steps":["trace[217773819] 'process raft request' (duration: 110.253103ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:50.098417Z","caller":"traceutil/trace.go:171","msg":"trace[2081458886] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"168.444969ms","start":"2026-05-07T02:03:49.929904Z","end":"2026-05-07T02:03:50.098349Z","steps":["trace[2081458886] 'process raft request' (duration: 165.315369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:50.36458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.676948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:03:50.364793Z","caller":"traceutil/trace.go:171","msg":"trace[382170912] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"264.739856ms","start":"2026-05-07T02:03:50.100036Z","end":"2026-05-07T02:03:50.364776Z","steps":["trace[382170912] 'process raft request' (duration: 264.700905ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:50.36482Z","caller":"traceutil/trace.go:171","msg":"trace[141845042] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"429.815537ms","start":"2026-05-07T02:03:49.934982Z","end":"2026-05-07T02:03:50.364797Z","steps":["trace[141845042] 'process raft request' (duration: 324.859692ms)","trace[141845042] 'compare' (duration: 104.525655ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:50.364916Z","caller":"traceutil/trace.go:171","msg":"trace[566371394] linearizableReadLoop","detail":"{readStateIndex:2984; appliedIndex:2981; }","duration":"313.042683ms","start":"2026-05-07T02:03:50.051845Z","end":"2026-05-07T02:03:50.364887Z","steps":["trace[566371394] 'read index received' (duration: 43.325429ms)","trace[566371394] 'applied index is now lower than readState.Index' (duration: 269.715174ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:03:50.364968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:49.934973Z","time spent":"429.943471ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T02:03:50.365048Z","caller":"traceutil/trace.go:171","msg":"trace[2104206150] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"429.460318ms","start":"2026-05-07T02:03:49.935571Z","end":"2026-05-07T02:03:50.365031Z","steps":["trace[2104206150] 'process raft request' (duration: 429.094919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:50.36514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:49.935561Z","time spent":"429.51823ms","remote":"127.0.0.1:41870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T02:03:50.365665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.831408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:03:50.366578Z","caller":"traceutil/trace.go:171","msg":"trace[1097387838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2864; }","duration":"106.769622ms","start":"2026-05-07T02:03:50.259797Z","end":"2026-05-07T02:03:50.366567Z","steps":["trace[1097387838] 'agreement among raft nodes before linearized reading' (duration: 105.792756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:50.365678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.624187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T02:03:50.366774Z","caller":"traceutil/trace.go:171","msg":"trace[834694173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2864; }","duration":"314.740417ms","start":"2026-05-07T02:03:50.052026Z","end":"2026-05-07T02:03:50.366766Z","steps":["trace[834694173] 'agreement among raft nodes before linearized reading' (duration: 313.500545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:50.366845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:50.052022Z","time spent":"314.807109ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:03:50.366287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.185956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:03:50.367019Z","caller":"traceutil/trace.go:171","msg":"trace[1947282031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2864; }","duration":"152.935554ms","start":"2026-05-07T02:03:50.214042Z","end":"2026-05-07T02:03:50.366977Z","steps":["trace[1947282031] 'agreement among raft nodes before linearized reading' (duration: 151.665781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:50.366407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.547665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:03:50.36716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.102897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115919"} {"level":"info","ts":"2026-05-07T02:03:50.367972Z","caller":"traceutil/trace.go:171","msg":"trace[1984124897] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2864; }","duration":"267.947097ms","start":"2026-05-07T02:03:50.100008Z","end":"2026-05-07T02:03:50.367955Z","steps":["trace[1984124897] 'agreement among raft nodes before linearized reading' (duration: 265.826282ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:50.36719Z","caller":"traceutil/trace.go:171","msg":"trace[269808167] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2864; }","duration":"315.371652ms","start":"2026-05-07T02:03:50.051805Z","end":"2026-05-07T02:03:50.367177Z","steps":["trace[269808167] 'agreement among raft nodes before linearized reading' (duration: 313.520405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:50.3683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:50.051791Z","time spent":"316.48737ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:03:52.989409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110022379,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T02:03:53.079721Z","caller":"traceutil/trace.go:171","msg":"trace[1656119310] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"636.39903ms","start":"2026-05-07T02:03:52.443295Z","end":"2026-05-07T02:03:53.079694Z","steps":["trace[1656119310] 'process raft request' (duration: 636.235616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:53.079874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:52.44328Z","time spent":"636.518362ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:03:54.851298Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.69353625s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T02:03:54.852148Z","caller":"traceutil/trace.go:171","msg":"trace[1942565713] linearizableReadLoop","detail":"{readStateIndex:3029; appliedIndex:3026; }","duration":"2.363426822s","start":"2026-05-07T02:03:52.488696Z","end":"2026-05-07T02:03:54.852123Z","steps":["trace[1942565713] 'read index received' (duration: 590.800552ms)","trace[1942565713] 'applied index is now lower than readState.Index' (duration: 1.77262521s)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:54.852252Z","caller":"traceutil/trace.go:171","msg":"trace[1031272989] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"2.40823515s","start":"2026-05-07T02:03:52.444008Z","end":"2026-05-07T02:03:54.852243Z","steps":["trace[1031272989] 'process raft request' (duration: 2.407550333s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.852355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:52.443993Z","time spent":"2.408289671s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:03:54.852679Z","caller":"traceutil/trace.go:171","msg":"trace[344901842] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"2.408576789s","start":"2026-05-07T02:03:52.44409Z","end":"2026-05-07T02:03:54.852667Z","steps":["trace[344901842] 'process raft request' (duration: 2.407921923s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.852744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:52.44406Z","time spent":"2.40865246s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:03:54.853134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364408247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T02:03:54.853218Z","caller":"traceutil/trace.go:171","msg":"trace[366735917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2908; }","duration":"2.36452292s","start":"2026-05-07T02:03:52.48867Z","end":"2026-05-07T02:03:54.853193Z","steps":["trace[366735917] 'agreement among raft nodes before linearized reading' (duration: 2.364282184s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.853278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:52.488658Z","time spent":"2.364606462s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T02:03:54.990928Z","caller":"traceutil/trace.go:171","msg":"trace[834518165] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"133.631745ms","start":"2026-05-07T02:03:54.857275Z","end":"2026-05-07T02:03:54.990907Z","steps":["trace[834518165] 'process raft request' (duration: 133.596604ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:54.991238Z","caller":"traceutil/trace.go:171","msg":"trace[1585756895] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"1.06810025s","start":"2026-05-07T02:03:53.923105Z","end":"2026-05-07T02:03:54.991206Z","steps":["trace[1585756895] 'process raft request' (duration: 1.067663388s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:54.991288Z","caller":"traceutil/trace.go:171","msg":"trace[489921501] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"1.067097654s","start":"2026-05-07T02:03:53.924169Z","end":"2026-05-07T02:03:54.991267Z","steps":["trace[489921501] 'process raft request' (duration: 1.066631452s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.991406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:53.924159Z","time spent":"1.067182806s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:03:54.9914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:53.923084Z","time spent":"1.068230533s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:03:54.9915Z","caller":"traceutil/trace.go:171","msg":"trace[1747204798] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"685.259119ms","start":"2026-05-07T02:03:54.306234Z","end":"2026-05-07T02:03:54.991493Z","steps":["trace[1747204798] 'process raft request' (duration: 684.598751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.991534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:54.306199Z","time spent":"685.315949ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:03:54.991632Z","caller":"traceutil/trace.go:171","msg":"trace[850248500] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"1.314183442s","start":"2026-05-07T02:03:53.677436Z","end":"2026-05-07T02:03:54.99162Z","steps":["trace[850248500] 'process raft request' (duration: 1.313256188s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.991676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:53.677411Z","time spent":"1.314244263s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:03:54.991733Z","caller":"traceutil/trace.go:171","msg":"trace[1700971022] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"1.394659217s","start":"2026-05-07T02:03:53.597068Z","end":"2026-05-07T02:03:54.991727Z","steps":["trace[1700971022] 'process raft request' (duration: 1.393507067s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.991765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:53.597051Z","time spent":"1.394698738s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:03:54.99185Z","caller":"traceutil/trace.go:171","msg":"trace[1050187566] linearizableReadLoop","detail":"{readStateIndex:3036; appliedIndex:3029; }","duration":"139.630476ms","start":"2026-05-07T02:03:54.852212Z","end":"2026-05-07T02:03:54.991842Z","steps":["trace[1050187566] 'read index received' (duration: 129.303456ms)","trace[1050187566] 'applied index is now lower than readState.Index' (duration: 10.32572ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:54.991843Z","caller":"traceutil/trace.go:171","msg":"trace[792302959] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"1.11281961s","start":"2026-05-07T02:03:53.878849Z","end":"2026-05-07T02:03:54.991668Z","steps":["trace[792302959] 'process raft request' (duration: 1.111886916s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.991937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.048224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:03:54.991957Z","caller":"traceutil/trace.go:171","msg":"trace[1726598749] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2915; }","duration":"253.070544ms","start":"2026-05-07T02:03:54.738881Z","end":"2026-05-07T02:03:54.991952Z","steps":["trace[1726598749] 'agreement among raft nodes before linearized reading' (duration: 253.019003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.992079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:53.878824Z","time spent":"1.113108037s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:03:54.992161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.913121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T02:03:54.992187Z","caller":"traceutil/trace.go:171","msg":"trace[1565288211] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2915; }","duration":"499.937592ms","start":"2026-05-07T02:03:54.492242Z","end":"2026-05-07T02:03:54.99218Z","steps":["trace[1565288211] 'agreement among raft nodes before linearized reading' (duration: 499.85489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.992204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:54.49219Z","time spent":"500.009033ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T02:03:54.992264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809623671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:03:54.992284Z","caller":"traceutil/trace.go:171","msg":"trace[1888228599] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2915; }","duration":"1.809684732s","start":"2026-05-07T02:03:53.182594Z","end":"2026-05-07T02:03:54.992279Z","steps":["trace[1888228599] 'agreement among raft nodes before linearized reading' (duration: 1.809651301s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.992301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:53.18257Z","time spent":"1.809725334s","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:03:54.992294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701122377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:03:54.992383Z","caller":"traceutil/trace.go:171","msg":"trace[1438306252] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2915; }","duration":"1.70126651s","start":"2026-05-07T02:03:53.291094Z","end":"2026-05-07T02:03:54.99236Z","steps":["trace[1438306252] 'agreement among raft nodes before linearized reading' (duration: 1.701085456s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.992428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458253542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T02:03:54.992447Z","caller":"traceutil/trace.go:171","msg":"trace[1584244432] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2915; }","duration":"2.458292203s","start":"2026-05-07T02:03:52.534149Z","end":"2026-05-07T02:03:54.992441Z","steps":["trace[1584244432] 'agreement among raft nodes before linearized reading' (duration: 2.458238712s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.992439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:53.291072Z","time spent":"1.701355882s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:03:54.992469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:52.534136Z","time spent":"2.458329464s","remote":"127.0.0.1:41904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-07T02:03:54.99277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306274161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:03:54.992812Z","caller":"traceutil/trace.go:171","msg":"trace[1088765403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2915; }","duration":"1.306314542s","start":"2026-05-07T02:03:53.686487Z","end":"2026-05-07T02:03:54.992802Z","steps":["trace[1088765403] 'agreement among raft nodes before linearized reading' (duration: 1.306177419s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.992844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:53.686436Z","time spent":"1.306402004s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:03:54.992854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068999261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-07T02:03:54.9929Z","caller":"traceutil/trace.go:171","msg":"trace[1322048260] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2915; }","duration":"1.069076043s","start":"2026-05-07T02:03:53.923811Z","end":"2026-05-07T02:03:54.992887Z","steps":["trace[1322048260] 'agreement among raft nodes before linearized reading' (duration: 1.068489159s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.99298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:53.923801Z","time spent":"1.069168646s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T02:03:54.992931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.023724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:03:54.993106Z","caller":"traceutil/trace.go:171","msg":"trace[2057483666] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2915; }","duration":"529.188588ms","start":"2026-05-07T02:03:54.463898Z","end":"2026-05-07T02:03:54.993086Z","steps":["trace[2057483666] 'agreement among raft nodes before linearized reading' (duration: 529.009984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.993135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:54.463879Z","time spent":"529.248289ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:03:54.992939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410731212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:03:54.99323Z","caller":"traceutil/trace.go:171","msg":"trace[172181833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2915; }","duration":"1.41102299s","start":"2026-05-07T02:03:53.582202Z","end":"2026-05-07T02:03:54.993225Z","steps":["trace[172181833] 'agreement among raft nodes before linearized reading' (duration: 1.410715802s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:54.993251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:03:53.582132Z","time spent":"1.411114181s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T02:03:59.094455Z","caller":"traceutil/trace.go:171","msg":"trace[529872996] linearizableReadLoop","detail":"{readStateIndex:3053; appliedIndex:3052; }","duration":"206.848429ms","start":"2026-05-07T02:03:58.887587Z","end":"2026-05-07T02:03:59.094435Z","steps":["trace[529872996] 'read index received' (duration: 206.725066ms)","trace[529872996] 'applied index is now lower than readState.Index' (duration: 122.593µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:59.094543Z","caller":"traceutil/trace.go:171","msg":"trace[1258847052] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"220.869306ms","start":"2026-05-07T02:03:58.873651Z","end":"2026-05-07T02:03:59.094521Z","steps":["trace[1258847052] 'process raft request' (duration: 220.666491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:03:59.094669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.046624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:03:59.094724Z","caller":"traceutil/trace.go:171","msg":"trace[1882007588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2930; }","duration":"207.154346ms","start":"2026-05-07T02:03:58.887554Z","end":"2026-05-07T02:03:59.094708Z","steps":["trace[1882007588] 'agreement among raft nodes before linearized reading' (duration: 206.985862ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:59.135971Z","caller":"traceutil/trace.go:171","msg":"trace[731137325] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"117.594224ms","start":"2026-05-07T02:03:59.018352Z","end":"2026-05-07T02:03:59.135946Z","steps":["trace[731137325] 'process raft request' (duration: 116.968658ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:59.306562Z","caller":"traceutil/trace.go:171","msg":"trace[933421484] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"166.410968ms","start":"2026-05-07T02:03:59.140108Z","end":"2026-05-07T02:03:59.306519Z","steps":["trace[933421484] 'process raft request' (duration: 166.356687ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:59.306658Z","caller":"traceutil/trace.go:171","msg":"trace[1376618840] linearizableReadLoop","detail":"{readStateIndex:3058; appliedIndex:3057; }","duration":"171.058973ms","start":"2026-05-07T02:03:59.135579Z","end":"2026-05-07T02:03:59.306638Z","steps":["trace[1376618840] 'read index received' (duration: 94.544024ms)","trace[1376618840] 'applied index is now lower than readState.Index' (duration: 76.512989ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:03:59.306857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.135051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:03:59.306856Z","caller":"traceutil/trace.go:171","msg":"trace[146941957] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"208.61834ms","start":"2026-05-07T02:03:59.098204Z","end":"2026-05-07T02:03:59.306822Z","steps":["trace[146941957] 'process raft request' (duration: 131.953678ms)","trace[146941957] 'compare' (duration: 76.044487ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:03:59.306866Z","caller":"traceutil/trace.go:171","msg":"trace[547333364] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"167.167227ms","start":"2026-05-07T02:03:59.139678Z","end":"2026-05-07T02:03:59.306845Z","steps":["trace[547333364] 'process raft request' (duration: 166.689265ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:59.306915Z","caller":"traceutil/trace.go:171","msg":"trace[1521859463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2937; }","duration":"200.206112ms","start":"2026-05-07T02:03:59.106694Z","end":"2026-05-07T02:03:59.3069Z","steps":["trace[1521859463] 'agreement among raft nodes before linearized reading' (duration: 200.009507ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:15.487045Z","caller":"traceutil/trace.go:171","msg":"trace[958821832] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"188.61716ms","start":"2026-05-07T02:04:15.298403Z","end":"2026-05-07T02:04:15.48702Z","steps":["trace[958821832] 'process raft request' (duration: 188.430806ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:15.488413Z","caller":"traceutil/trace.go:171","msg":"trace[1523608323] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"189.749946ms","start":"2026-05-07T02:04:15.298642Z","end":"2026-05-07T02:04:15.488392Z","steps":["trace[1523608323] 'process raft request' (duration: 189.122062ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:15.488562Z","caller":"traceutil/trace.go:171","msg":"trace[479381033] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"189.800097ms","start":"2026-05-07T02:04:15.298739Z","end":"2026-05-07T02:04:15.488539Z","steps":["trace[479381033] 'process raft request' (duration: 189.532701ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:15.488706Z","caller":"traceutil/trace.go:171","msg":"trace[1481186541] linearizableReadLoop","detail":"{readStateIndex:3152; appliedIndex:3148; }","duration":"118.261537ms","start":"2026-05-07T02:04:15.370435Z","end":"2026-05-07T02:04:15.488697Z","steps":["trace[1481186541] 'read index received' (duration: 116.416015ms)","trace[1481186541] 'applied index is now lower than readState.Index' (duration: 1.844422ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:15.488779Z","caller":"traceutil/trace.go:171","msg":"trace[1351830064] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"189.522391ms","start":"2026-05-07T02:04:15.29925Z","end":"2026-05-07T02:04:15.488772Z","steps":["trace[1351830064] 'process raft request' (duration: 189.220534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:15.514023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.522464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:04:15.514115Z","caller":"traceutil/trace.go:171","msg":"trace[476193582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3026; }","duration":"143.692999ms","start":"2026-05-07T02:04:15.37039Z","end":"2026-05-07T02:04:15.514083Z","steps":["trace[476193582] 'agreement among raft nodes before linearized reading' (duration: 118.473253ms)","trace[476193582] 'range keys from in-memory index tree' (duration: 24.965449ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:19.764917Z","caller":"traceutil/trace.go:171","msg":"trace[1011632646] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"247.485084ms","start":"2026-05-07T02:04:19.517407Z","end":"2026-05-07T02:04:19.764892Z","steps":["trace[1011632646] 'process raft request' (duration: 247.331911ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:19.978333Z","caller":"traceutil/trace.go:171","msg":"trace[1056480745] linearizableReadLoop","detail":"{readStateIndex:3175; appliedIndex:3171; }","duration":"397.715724ms","start":"2026-05-07T02:04:19.58059Z","end":"2026-05-07T02:04:19.978306Z","steps":["trace[1056480745] 'read index received' (duration: 184.130015ms)","trace[1056480745] 'applied index is now lower than readState.Index' (duration: 213.584599ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:19.978578Z","caller":"traceutil/trace.go:171","msg":"trace[761099227] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"458.127626ms","start":"2026-05-07T02:04:19.520432Z","end":"2026-05-07T02:04:19.97856Z","steps":["trace[761099227] 'process raft request' (duration: 457.819389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:19.978739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:19.520401Z","time spent":"458.28941ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:19.978834Z","caller":"traceutil/trace.go:171","msg":"trace[354320470] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"459.658331ms","start":"2026-05-07T02:04:19.51917Z","end":"2026-05-07T02:04:19.978828Z","steps":["trace[354320470] 'process raft request' (duration: 424.013366ms)","trace[354320470] 'compare' (duration: 34.861457ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:19.978904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:19.51914Z","time spent":"459.744233ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:19.978965Z","caller":"traceutil/trace.go:171","msg":"trace[1031801413] transaction","detail":"{read_only:false; response_revision:3047; number_of_response:1; }","duration":"458.707789ms","start":"2026-05-07T02:04:19.520252Z","end":"2026-05-07T02:04:19.97896Z","steps":["trace[1031801413] 'process raft request' (duration: 457.946692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:19.979013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:19.520235Z","time spent":"458.76327ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:19.979238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.636415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:04:19.979297Z","caller":"traceutil/trace.go:171","msg":"trace[1743760220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3048; }","duration":"398.693836ms","start":"2026-05-07T02:04:19.580585Z","end":"2026-05-07T02:04:19.979279Z","steps":["trace[1743760220] 'agreement among raft nodes before linearized reading' (duration: 398.506502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:19.979393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:19.580545Z","time spent":"398.832569ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:04:19.979465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.387283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:04:19.979519Z","caller":"traceutil/trace.go:171","msg":"trace[829315808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3048; }","duration":"392.456614ms","start":"2026-05-07T02:04:19.587057Z","end":"2026-05-07T02:04:19.979514Z","steps":["trace[829315808] 'agreement among raft nodes before linearized reading' (duration: 392.33368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:19.979582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:19.587054Z","time spent":"392.522346ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:04:19.979306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.91624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:04:19.981043Z","caller":"traceutil/trace.go:171","msg":"trace[883690896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3048; }","duration":"396.70854ms","start":"2026-05-07T02:04:19.584325Z","end":"2026-05-07T02:04:19.981034Z","steps":["trace[883690896] 'agreement among raft nodes before linearized reading' (duration: 394.904559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:19.981175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:19.58431Z","time spent":"396.854404ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:04:19.979764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.042198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:04:19.981585Z","caller":"traceutil/trace.go:171","msg":"trace[88047199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3048; }","duration":"394.882039ms","start":"2026-05-07T02:04:19.586694Z","end":"2026-05-07T02:04:19.981576Z","steps":["trace[88047199] 'agreement among raft nodes before linearized reading' (duration: 392.942675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:19.980005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.998126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:04:19.981741Z","caller":"traceutil/trace.go:171","msg":"trace[1237097215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3048; }","duration":"394.751796ms","start":"2026-05-07T02:04:19.586982Z","end":"2026-05-07T02:04:19.981734Z","steps":["trace[1237097215] 'agreement among raft nodes before linearized reading' (duration: 392.845723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:19.982202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:19.586977Z","time spent":"395.215087ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T02:04:19.982315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:19.586687Z","time spent":"395.616116ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:04:20.8273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.649732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:04:20.827516Z","caller":"traceutil/trace.go:171","msg":"trace[115640084] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"841.277928ms","start":"2026-05-07T02:04:19.986223Z","end":"2026-05-07T02:04:20.827501Z","steps":["trace[115640084] 'process raft request' (duration: 841.211286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:20.827583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:19.986219Z","time spent":"841.334159ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:20.827631Z","caller":"traceutil/trace.go:171","msg":"trace[936353738] linearizableReadLoop","detail":"{readStateIndex:3180; appliedIndex:3176; }","duration":"295.632692ms","start":"2026-05-07T02:04:20.531969Z","end":"2026-05-07T02:04:20.827602Z","steps":["trace[936353738] 'read index received' (duration: 39.271µs)","trace[936353738] 'applied index is now lower than readState.Index' (duration: 295.591991ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:20.827842Z","caller":"traceutil/trace.go:171","msg":"trace[364129814] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"841.447081ms","start":"2026-05-07T02:04:19.986365Z","end":"2026-05-07T02:04:20.827812Z","steps":["trace[364129814] 'process raft request' (duration: 841.102383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:20.82798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:19.986361Z","time spent":"841.531043ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:20.827686Z","caller":"traceutil/trace.go:171","msg":"trace[986014996] transaction","detail":"{read_only:false; response_revision:3051; number_of_response:1; }","duration":"841.497722ms","start":"2026-05-07T02:04:19.986179Z","end":"2026-05-07T02:04:20.827677Z","steps":["trace[986014996] 'process raft request' (duration: 841.202406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:20.828261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.117601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:04:20.828327Z","caller":"traceutil/trace.go:171","msg":"trace[973819860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3053; }","duration":"245.213773ms","start":"2026-05-07T02:04:20.583097Z","end":"2026-05-07T02:04:20.828311Z","steps":["trace[973819860] 'agreement among raft nodes before linearized reading' (duration: 245.053838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:20.82835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.38221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T02:04:20.828397Z","caller":"traceutil/trace.go:171","msg":"trace[857417320] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3053; }","duration":"296.463261ms","start":"2026-05-07T02:04:20.531921Z","end":"2026-05-07T02:04:20.828384Z","steps":["trace[857417320] 'agreement among raft nodes before linearized reading' (duration: 296.244335ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:20.827524Z","caller":"traceutil/trace.go:171","msg":"trace[1274350935] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"843.321784ms","start":"2026-05-07T02:04:19.98419Z","end":"2026-05-07T02:04:20.827512Z","steps":["trace[1274350935] 'process raft request' (duration: 408.386795ms)","trace[1274350935] 'compare' (duration: 434.184112ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:20.828558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:19.984175Z","time spent":"844.322958ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:20.829024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:19.986173Z","time spent":"841.936372ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:25.829211Z","caller":"traceutil/trace.go:171","msg":"trace[1850947076] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"177.792663ms","start":"2026-05-07T02:04:25.651364Z","end":"2026-05-07T02:04:25.829157Z","steps":["trace[1850947076] 'process raft request' (duration: 177.348253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:26.351449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110022834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:04:26.852035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110022834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:04:27.352556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110022834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:04:27.853294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110022834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:04:28.25449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000054858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T02:04:28.254578Z","caller":"traceutil/trace.go:171","msg":"trace[1719635116] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000215032s","start":"2026-05-07T02:04:26.254344Z","end":"2026-05-07T02:04:28.254559Z","steps":["trace[1719635116] 'agreement among raft nodes before linearized reading' (duration: 2.000087659s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:28.254628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:26.254324Z","time spent":"2.000293863s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 02:04:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T02:04:28.354336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110022834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:04:28.581518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000313383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T02:04:28.581598Z","caller":"traceutil/trace.go:171","msg":"trace[522841954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469696s","start":"2026-05-07T02:04:26.581108Z","end":"2026-05-07T02:04:28.581577Z","steps":["trace[522841954] 'agreement among raft nodes before linearized reading' (duration: 2.000352604s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:28.581637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:26.581076Z","time spent":"2.000553339s","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 02:04:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T02:04:28.668868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.840214403s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T02:04:29.381247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945401049s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:04:29.382229Z","caller":"traceutil/trace.go:171","msg":"trace[1525152474] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3077; }","duration":"1.94639215s","start":"2026-05-07T02:04:27.435818Z","end":"2026-05-07T02:04:29.38221Z","steps":["trace[1525152474] 'range keys from in-memory index tree' (duration: 1.945384969s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:29.38408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.908059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:04:29.384157Z","caller":"traceutil/trace.go:171","msg":"trace[1259938042] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"3.578376413s","start":"2026-05-07T02:04:25.805763Z","end":"2026-05-07T02:04:29.384139Z","steps":["trace[1259938042] 'process raft request' (duration: 2.863345341s)","trace[1259938042] 'compare' (duration: 712.534987ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:29.384216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:25.805733Z","time spent":"3.578455814s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:29.719264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T02:04:29.719343Z","caller":"traceutil/trace.go:171","msg":"trace[615138875] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268827s","start":"2026-05-07T02:04:27.719055Z","end":"2026-05-07T02:04:29.719324Z","steps":["trace[615138875] 'agreement among raft nodes before linearized reading' (duration: 2.000167535s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:29.719381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:27.719034Z","time spent":"2.000338178s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:04:29.925758Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.256651126s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T02:04:29.999037Z","caller":"traceutil/trace.go:171","msg":"trace[266406321] linearizableReadLoop","detail":"{readStateIndex:3209; appliedIndex:3205; }","duration":"4.148126504s","start":"2026-05-07T02:04:25.850879Z","end":"2026-05-07T02:04:29.999005Z","steps":["trace[266406321] 'read index received' (duration: 2.818267361s)","trace[266406321] 'applied index is now lower than readState.Index' (duration: 1.329857343s)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:29.999508Z","caller":"traceutil/trace.go:171","msg":"trace[1183891193] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"3.997087098s","start":"2026-05-07T02:04:26.002403Z","end":"2026-05-07T02:04:29.999491Z","steps":["trace[1183891193] 'process raft request' (duration: 3.923500993s)","trace[1183891193] 'compare' (duration: 72.292487ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:29.999707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:26.002381Z","time spent":"3.997221782s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:29.999774Z","caller":"traceutil/trace.go:171","msg":"trace[592862983] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"3.99622214s","start":"2026-05-07T02:04:26.003518Z","end":"2026-05-07T02:04:29.999741Z","steps":["trace[592862983] 'process raft request' (duration: 3.99530471s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:29.999947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:26.003502Z","time spent":"3.996346912s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:30.000137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149195448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18ad263711fdf5ac\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-05-07T02:04:30.000269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272196265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:04:30.00023Z","caller":"traceutil/trace.go:171","msg":"trace[509304428] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18ad263711fdf5ac; range_end:; response_count:1; response_revision:3081; }","duration":"4.149359622s","start":"2026-05-07T02:04:25.850846Z","end":"2026-05-07T02:04:30.000206Z","steps":["trace[509304428] 'agreement among raft nodes before linearized reading' (duration: 4.148688246s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:30.000308Z","caller":"traceutil/trace.go:171","msg":"trace[1450180462] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3081; }","duration":"1.272273637s","start":"2026-05-07T02:04:28.728025Z","end":"2026-05-07T02:04:30.000298Z","steps":["trace[1450180462] 'agreement among raft nodes before linearized reading' (duration: 1.272164394s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:30.000337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:28.728004Z","time spent":"1.272325117s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:04:30.000374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:25.850832Z","time spent":"4.149521795s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18ad263711fdf5ac\" "} {"level":"warn","ts":"2026-05-07T02:04:30.000499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413970727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:04:30.000535Z","caller":"traceutil/trace.go:171","msg":"trace[1825681485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3081; }","duration":"1.414035998s","start":"2026-05-07T02:04:28.586491Z","end":"2026-05-07T02:04:30.000527Z","steps":["trace[1825681485] 'agreement among raft nodes before linearized reading' (duration: 1.413984206s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:30.000561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:28.586476Z","time spent":"1.414078569s","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T02:04:30.000712Z","caller":"traceutil/trace.go:171","msg":"trace[1860498399] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"3.996659019s","start":"2026-05-07T02:04:26.004037Z","end":"2026-05-07T02:04:30.000696Z","steps":["trace[1860498399] 'process raft request' (duration: 3.99491732s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:30.000743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042604314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-05-07T02:04:30.000745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117594596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:04:30.000813Z","caller":"traceutil/trace.go:171","msg":"trace[1349601947] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:3081; }","duration":"2.042692066s","start":"2026-05-07T02:04:27.958078Z","end":"2026-05-07T02:04:30.00077Z","steps":["trace[1349601947] 'agreement among raft nodes before linearized reading' (duration: 2.042598374s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:30.000851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:27.958062Z","time spent":"2.042780588s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-05-07T02:04:30.000875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116519872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:04:30.000912Z","caller":"traceutil/trace.go:171","msg":"trace[984961619] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3081; }","duration":"3.116634405s","start":"2026-05-07T02:04:26.88427Z","end":"2026-05-07T02:04:30.000904Z","steps":["trace[984961619] 'agreement among raft nodes before linearized reading' (duration: 3.116567703s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:30.000941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:26.884204Z","time spent":"3.116728066s","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:04:30.00082Z","caller":"traceutil/trace.go:171","msg":"trace[1466824296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3081; }","duration":"3.117716439s","start":"2026-05-07T02:04:26.883094Z","end":"2026-05-07T02:04:30.00081Z","steps":["trace[1466824296] 'agreement among raft nodes before linearized reading' (duration: 3.117587716s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:30.000997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:26.883066Z","time spent":"3.117918523s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T02:04:30.001249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976497438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:04:30.001342Z","caller":"traceutil/trace.go:171","msg":"trace[18224960] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3081; }","duration":"2.976672812s","start":"2026-05-07T02:04:27.024655Z","end":"2026-05-07T02:04:30.001327Z","steps":["trace[18224960] 'agreement among raft nodes before linearized reading' (duration: 2.976443337s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:30.001403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:27.024626Z","time spent":"2.976767434s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T02:04:30.001659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117669077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:04:30.0017Z","caller":"traceutil/trace.go:171","msg":"trace[1993374940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3081; }","duration":"3.117736609s","start":"2026-05-07T02:04:26.883955Z","end":"2026-05-07T02:04:30.001692Z","steps":["trace[1993374940] 'agreement among raft nodes before linearized reading' (duration: 3.117618696s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:30.001732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:26.883943Z","time spent":"3.11777831s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:04:30.001295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:26.004012Z","time spent":"3.996740962s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:30.000167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.114271892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:04:30.002166Z","caller":"traceutil/trace.go:171","msg":"trace[1621594458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3081; }","duration":"3.116291426s","start":"2026-05-07T02:04:26.885864Z","end":"2026-05-07T02:04:30.002155Z","steps":["trace[1621594458] 'agreement among raft nodes before linearized reading' (duration: 3.114205951s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:30.002236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:26.885854Z","time spent":"3.116371577s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:04:30.00235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.149709292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:04:30.00243Z","caller":"traceutil/trace.go:171","msg":"trace[165175124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3081; }","duration":"3.149828055s","start":"2026-05-07T02:04:26.85259Z","end":"2026-05-07T02:04:30.002418Z","steps":["trace[165175124] 'agreement among raft nodes before linearized reading' (duration: 3.149548339s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:30.00248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.469991721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T02:04:30.002527Z","caller":"traceutil/trace.go:171","msg":"trace[298952639] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3081; }","duration":"3.470076883s","start":"2026-05-07T02:04:26.53244Z","end":"2026-05-07T02:04:30.002517Z","steps":["trace[298952639] 'agreement among raft nodes before linearized reading' (duration: 3.46995001s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:30.002489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:26.85257Z","time spent":"3.149908166s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:04:30.002559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:26.53242Z","time spent":"3.470131585s","remote":"127.0.0.1:41904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-07T02:04:30.006475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.949842512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T02:04:30.006539Z","caller":"traceutil/trace.go:171","msg":"trace[78922858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3081; }","duration":"3.949963855s","start":"2026-05-07T02:04:26.056562Z","end":"2026-05-07T02:04:30.006526Z","steps":["trace[78922858] 'agreement among raft nodes before linearized reading' (duration: 3.943031931s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:30.006568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:26.056544Z","time spent":"3.950018257s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:04:31.156156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038829736s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:04:31.156263Z","caller":"traceutil/trace.go:171","msg":"trace[1270798484] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"1.150262428s","start":"2026-05-07T02:04:30.005982Z","end":"2026-05-07T02:04:31.156245Z","steps":["trace[1270798484] 'process raft request' (duration: 111.261659ms)","trace[1270798484] 'compare' (duration: 1.038613741s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:31.156334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:30.005956Z","time spent":"1.150337839s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:31.808361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.488872823s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T02:04:32.009313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000149062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T02:04:32.009387Z","caller":"traceutil/trace.go:171","msg":"trace[267560335] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260364s","start":"2026-05-07T02:04:30.009111Z","end":"2026-05-07T02:04:32.009371Z","steps":["trace[267560335] 'agreement among raft nodes before linearized reading' (duration: 2.000177122s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:32.009428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:30.009093Z","time spent":"2.000325845s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 02:04:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T02:04:34.010172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000473449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T02:04:34.010261Z","caller":"traceutil/trace.go:171","msg":"trace[1200806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000604811s","start":"2026-05-07T02:04:32.009636Z","end":"2026-05-07T02:04:34.010241Z","steps":["trace[1200806] 'agreement among raft nodes before linearized reading' (duration: 2.000494548s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:34.01052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:32.009626Z","time spent":"2.000830235s","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:04:34.159278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:31.533484Z","time spent":"2.625787341s","remote":"127.0.0.1:36916","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T02:04:34.161503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352757622s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-07T02:04:34.161908Z","caller":"traceutil/trace.go:171","msg":"trace[214087357] linearizableReadLoop","detail":"{readStateIndex:3211; appliedIndex:3209; }","duration":"4.155350971s","start":"2026-05-07T02:04:30.006539Z","end":"2026-05-07T02:04:34.16189Z","steps":["trace[214087357] 'read index received' (duration: 110.730167ms)","trace[214087357] 'applied index is now lower than readState.Index' (duration: 4.044619814s)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:34.16206Z","caller":"traceutil/trace.go:171","msg":"trace[1239132432] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"4.154127044s","start":"2026-05-07T02:04:30.007914Z","end":"2026-05-07T02:04:34.162042Z","steps":["trace[1239132432] 'process raft request' (duration: 4.153850608s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:34.162791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:30.007901Z","time spent":"4.154803938s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:34.162151Z","caller":"traceutil/trace.go:171","msg":"trace[1069739107] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"4.15210762s","start":"2026-05-07T02:04:30.010016Z","end":"2026-05-07T02:04:34.162123Z","steps":["trace[1069739107] 'process raft request' (duration: 4.151811683s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:34.164524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:30.009986Z","time spent":"4.154504351s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:34.162187Z","caller":"traceutil/trace.go:171","msg":"trace[1520676269] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"4.152038118s","start":"2026-05-07T02:04:30.010133Z","end":"2026-05-07T02:04:34.162171Z","steps":["trace[1520676269] 'process raft request' (duration: 4.151722161s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:34.164706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:30.010124Z","time spent":"4.154504821s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:34.162213Z","caller":"traceutil/trace.go:171","msg":"trace[1437360166] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"4.152252292s","start":"2026-05-07T02:04:30.00995Z","end":"2026-05-07T02:04:34.162202Z","steps":["trace[1437360166] 'process raft request' (duration: 4.151847914s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:34.164926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:30.009933Z","time spent":"4.15495312s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:34.162262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:30.003727Z","time spent":"4.1585326s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T02:04:34.162318Z","caller":"traceutil/trace.go:171","msg":"trace[1697952878] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"4.154939711s","start":"2026-05-07T02:04:30.007368Z","end":"2026-05-07T02:04:34.162307Z","steps":["trace[1697952878] 'process raft request' (duration: 4.154256807s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:34.165347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:30.007351Z","time spent":"4.157880045s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:34.162481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.155930233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:04:34.165525Z","caller":"traceutil/trace.go:171","msg":"trace[1312780049] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3087; }","duration":"4.158991339s","start":"2026-05-07T02:04:30.006506Z","end":"2026-05-07T02:04:34.165497Z","steps":["trace[1312780049] 'agreement among raft nodes before linearized reading' (duration: 4.1558424s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:34.165607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:30.006492Z","time spent":"4.159092912s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T02:04:34.665781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110022860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:04:34.954479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00058196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T02:04:34.954561Z","caller":"traceutil/trace.go:171","msg":"trace[333559739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000713163s","start":"2026-05-07T02:04:32.953828Z","end":"2026-05-07T02:04:34.954541Z","steps":["trace[333559739] 'agreement among raft nodes before linearized reading' (duration: 2.000615011s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:34.954607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:32.953807Z","time spent":"2.000793264s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:04:34.982729Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.174204548s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T02:04:35.744716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.709844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:04:35.746079Z","caller":"traceutil/trace.go:171","msg":"trace[540998249] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"3.73663408s","start":"2026-05-07T02:04:32.009418Z","end":"2026-05-07T02:04:35.746052Z","steps":["trace[540998249] 'process raft request' (duration: 3.735546976s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:35.746288Z","caller":"traceutil/trace.go:171","msg":"trace[1420231193] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"4.57500369s","start":"2026-05-07T02:04:31.171274Z","end":"2026-05-07T02:04:35.746277Z","steps":["trace[1420231193] 'process raft request' (duration: 3.81165601s)","trace[1420231193] 'compare' (duration: 760.880907ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:35.746306Z","caller":"traceutil/trace.go:171","msg":"trace[1042497194] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"4.356372284s","start":"2026-05-07T02:04:31.389919Z","end":"2026-05-07T02:04:35.746291Z","steps":["trace[1042497194] 'process raft request' (duration: 4.354897242s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:35.746395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:31.171258Z","time spent":"4.575074582s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T02:04:35.746419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:31.389898Z","time spent":"4.356455906s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:35.74642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:32.0094Z","time spent":"3.736913846s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:35.746135Z","caller":"traceutil/trace.go:171","msg":"trace[16070904] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"3.738580173s","start":"2026-05-07T02:04:32.007517Z","end":"2026-05-07T02:04:35.746097Z","steps":["trace[16070904] 'process raft request' (duration: 3.737412757s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:35.746958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:32.007484Z","time spent":"3.739365229s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:35.746155Z","caller":"traceutil/trace.go:171","msg":"trace[2052795230] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"3.736517718s","start":"2026-05-07T02:04:32.009601Z","end":"2026-05-07T02:04:35.746119Z","steps":["trace[2052795230] 'process raft request' (duration: 3.735397373s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:35.747247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:32.009595Z","time spent":"3.737598711s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:35.746233Z","caller":"traceutil/trace.go:171","msg":"trace[481088873] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"3.117589127s","start":"2026-05-07T02:04:32.628633Z","end":"2026-05-07T02:04:35.746223Z","steps":["trace[481088873] 'process raft request' (duration: 3.116400371s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:35.746131Z","caller":"traceutil/trace.go:171","msg":"trace[165172119] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"4.095443551s","start":"2026-05-07T02:04:31.650642Z","end":"2026-05-07T02:04:35.746086Z","steps":["trace[165172119] 'process raft request' (duration: 4.094244424s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:35.747925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:31.650618Z","time spent":"4.097257379s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:35.748383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:32.6286Z","time spent":"3.119734734s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:36.019278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00047016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T02:04:36.019366Z","caller":"traceutil/trace.go:171","msg":"trace[1473830626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000594883s","start":"2026-05-07T02:04:34.018756Z","end":"2026-05-07T02:04:36.01935Z","steps":["trace[1473830626] 'agreement among raft nodes before linearized reading' (duration: 2.00049288s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.019407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:34.018689Z","time spent":"2.000710335s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 02:04:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T02:04:36.089356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.266984ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T02:04:36.089554Z","caller":"traceutil/trace.go:171","msg":"trace[842375875] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3095; }","duration":"1.918253393s","start":"2026-05-07T02:04:34.171279Z","end":"2026-05-07T02:04:36.089532Z","steps":["trace[842375875] 'process raft request' (duration: 1.918182552s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.089617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.521254793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T02:04:36.089659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:34.171246Z","time spent":"1.918347666s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:36.089692Z","caller":"traceutil/trace.go:171","msg":"trace[1489342968] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3095; }","duration":"4.521359815s","start":"2026-05-07T02:04:31.568314Z","end":"2026-05-07T02:04:36.089674Z","steps":["trace[1489342968] 'agreement among raft nodes before linearized reading' (duration: 4.521222262s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.089715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.081048515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"warn","ts":"2026-05-07T02:04:36.089691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.532427548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T02:04:36.089745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:31.568305Z","time spent":"4.521425627s","remote":"127.0.0.1:41998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:04:36.089776Z","caller":"traceutil/trace.go:171","msg":"trace[2120809216] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3095; }","duration":"4.532551761s","start":"2026-05-07T02:04:31.557207Z","end":"2026-05-07T02:04:36.089759Z","steps":["trace[2120809216] 'agreement among raft nodes before linearized reading' (duration: 4.532419158s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:36.089551Z","caller":"traceutil/trace.go:171","msg":"trace[320144041] linearizableReadLoop","detail":"{readStateIndex:3225; appliedIndex:3216; }","duration":"1.927570976s","start":"2026-05-07T02:04:34.161957Z","end":"2026-05-07T02:04:36.089528Z","steps":["trace[320144041] 'read index received' (duration: 820.958695ms)","trace[320144041] 'applied index is now lower than readState.Index' (duration: 1.106611161s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:36.089825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:31.557194Z","time spent":"4.532619572s","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:04:36.08983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071067842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-05-07T02:04:36.089757Z","caller":"traceutil/trace.go:171","msg":"trace[2134148633] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3095; }","duration":"6.081107676s","start":"2026-05-07T02:04:30.00864Z","end":"2026-05-07T02:04:36.089747Z","steps":["trace[2134148633] 'agreement among raft nodes before linearized reading' (duration: 6.080944672s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.089949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.069577413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:04:36.090045Z","caller":"traceutil/trace.go:171","msg":"trace[1958398532] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3095; }","duration":"6.069692445s","start":"2026-05-07T02:04:30.020337Z","end":"2026-05-07T02:04:36.090029Z","steps":["trace[1958398532] 'agreement among raft nodes before linearized reading' (duration: 6.069570682s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:36.089883Z","caller":"traceutil/trace.go:171","msg":"trace[489431785] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3095; }","duration":"2.071121953s","start":"2026-05-07T02:04:34.018746Z","end":"2026-05-07T02:04:36.089868Z","steps":["trace[489431785] 'agreement among raft nodes before linearized reading' (duration: 2.070835117s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.090128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:30.020328Z","time spent":"6.069773417s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:04:36.090096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:30.008629Z","time spent":"6.081342081s","remote":"127.0.0.1:41904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-07T02:04:36.090217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:34.018689Z","time spent":"2.071457181s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-07T02:04:36.336641Z","caller":"traceutil/trace.go:171","msg":"trace[646375661] linearizableReadLoop","detail":"{readStateIndex:3226; appliedIndex:3225; }","duration":"246.801504ms","start":"2026-05-07T02:04:36.089812Z","end":"2026-05-07T02:04:36.336614Z","steps":["trace[646375661] 'read index received' (duration: 246.626009ms)","trace[646375661] 'applied index is now lower than readState.Index' (duration: 174.355µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:36.336969Z","caller":"traceutil/trace.go:171","msg":"trace[928883725] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"348.016027ms","start":"2026-05-07T02:04:35.988933Z","end":"2026-05-07T02:04:36.336949Z","steps":["trace[928883725] 'process raft request' (duration: 347.485075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.337351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032147701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:04:36.337414Z","caller":"traceutil/trace.go:171","msg":"trace[1007927094] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3096; }","duration":"1.032283643s","start":"2026-05-07T02:04:35.305116Z","end":"2026-05-07T02:04:36.337399Z","steps":["trace[1007927094] 'agreement among raft nodes before linearized reading' (duration: 1.032164581s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.337454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:35.305094Z","time spent":"1.032348155s","remote":"127.0.0.1:42066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:04:36.337475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.527873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:04:36.337549Z","caller":"traceutil/trace.go:171","msg":"trace[1701736887] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3096; }","duration":"326.591254ms","start":"2026-05-07T02:04:36.010922Z","end":"2026-05-07T02:04:36.337513Z","steps":["trace[1701736887] 'agreement among raft nodes before linearized reading' (duration: 326.41696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.337538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.13817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-05-07T02:04:36.337596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:36.010859Z","time spent":"326.719967ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:04:36.337649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166645801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9282"} {"level":"warn","ts":"2026-05-07T02:04:36.337655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.546599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:04:36.337719Z","caller":"traceutil/trace.go:171","msg":"trace[1774112903] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3096; }","duration":"2.166731194s","start":"2026-05-07T02:04:34.170965Z","end":"2026-05-07T02:04:36.337696Z","steps":["trace[1774112903] 'agreement among raft nodes before linearized reading' (duration: 2.1665387s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.337779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.666481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad25f29ff56c00\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-07T02:04:36.337776Z","caller":"traceutil/trace.go:171","msg":"trace[208809191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3096; }","duration":"317.747534ms","start":"2026-05-07T02:04:36.02Z","end":"2026-05-07T02:04:36.337747Z","steps":["trace[208809191] 'agreement among raft nodes before linearized reading' (duration: 317.446867ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:36.33782Z","caller":"traceutil/trace.go:171","msg":"trace[1927860798] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad25f29ff56c00; range_end:; response_count:1; response_revision:3096; }","duration":"562.737593ms","start":"2026-05-07T02:04:35.775073Z","end":"2026-05-07T02:04:36.337811Z","steps":["trace[1927860798] 'agreement among raft nodes before linearized reading' (duration: 562.618501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.337854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:36.019987Z","time spent":"317.852826ms","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:04:36.337783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:34.170951Z","time spent":"2.166805755s","remote":"127.0.0.1:41882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9306,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T02:04:36.337872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:35.775056Z","time spent":"562.804784ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad25f29ff56c00\" "} {"level":"info","ts":"2026-05-07T02:04:36.337657Z","caller":"traceutil/trace.go:171","msg":"trace[1595103006] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3096; }","duration":"672.340474ms","start":"2026-05-07T02:04:35.665287Z","end":"2026-05-07T02:04:36.337628Z","steps":["trace[1595103006] 'agreement among raft nodes before linearized reading' (duration: 671.819083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.338039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:35.66526Z","time spent":"672.720363ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T02:04:36.337111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:35.988905Z","time spent":"348.111589ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:36.338819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.395656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:04:36.338934Z","caller":"traceutil/trace.go:171","msg":"trace[1108989852] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3096; }","duration":"740.57279ms","start":"2026-05-07T02:04:35.598331Z","end":"2026-05-07T02:04:36.338904Z","steps":["trace[1108989852] 'agreement among raft nodes before linearized reading' (duration: 740.137791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.339207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:35.598309Z","time spent":"740.756895ms","remote":"127.0.0.1:41924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:04:36.55094Z","caller":"traceutil/trace.go:171","msg":"trace[1792949537] linearizableReadLoop","detail":"{readStateIndex:3228; appliedIndex:3226; }","duration":"214.195019ms","start":"2026-05-07T02:04:36.336722Z","end":"2026-05-07T02:04:36.550917Z","steps":["trace[1792949537] 'read index received' (duration: 213.158597ms)","trace[1792949537] 'applied index is now lower than readState.Index' (duration: 1.032132ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:36.551222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.05892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T02:04:36.551023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:36.091255Z","time spent":"459.759605ms","remote":"127.0.0.1:41740","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T02:04:36.551261Z","caller":"traceutil/trace.go:171","msg":"trace[1793234474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3097; }","duration":"377.127854ms","start":"2026-05-07T02:04:36.174123Z","end":"2026-05-07T02:04:36.551251Z","steps":["trace[1793234474] 'agreement among raft nodes before linearized reading' (duration: 376.914399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.551294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:36.174118Z","time spent":"377.168314ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:04:36.551279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.4027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:04:36.551355Z","caller":"traceutil/trace.go:171","msg":"trace[1895412727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3097; }","duration":"377.500321ms","start":"2026-05-07T02:04:36.173836Z","end":"2026-05-07T02:04:36.551336Z","steps":["trace[1895412727] 'agreement among raft nodes before linearized reading' (duration: 377.215745ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:36.551394Z","caller":"traceutil/trace.go:171","msg":"trace[1440974051] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"454.449921ms","start":"2026-05-07T02:04:36.096892Z","end":"2026-05-07T02:04:36.551342Z","steps":["trace[1440974051] 'process raft request' (duration: 453.886159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.551405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:36.17383Z","time spent":"377.565993ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T02:04:36.551413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.286608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T02:04:36.551459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.561493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:04:36.55152Z","caller":"traceutil/trace.go:171","msg":"trace[1119002300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3097; }","duration":"377.639204ms","start":"2026-05-07T02:04:36.173866Z","end":"2026-05-07T02:04:36.551505Z","steps":["trace[1119002300] 'agreement among raft nodes before linearized reading' (duration: 377.498351ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:36.551525Z","caller":"traceutil/trace.go:171","msg":"trace[795233617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3097; }","duration":"378.462092ms","start":"2026-05-07T02:04:36.173039Z","end":"2026-05-07T02:04:36.551501Z","steps":["trace[795233617] 'agreement among raft nodes before linearized reading' (duration: 378.058793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.551558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.126268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-05-07T02:04:36.551562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:36.173862Z","time spent":"377.691435ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:04:36.551584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:36.173026Z","time spent":"378.547404ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:04:36.551599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:36.096881Z","time spent":"454.568163ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:36.551526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.586724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:04:36.551688Z","caller":"traceutil/trace.go:171","msg":"trace[2073816644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3097; }","duration":"377.791538ms","start":"2026-05-07T02:04:36.173882Z","end":"2026-05-07T02:04:36.551673Z","steps":["trace[2073816644] 'agreement among raft nodes before linearized reading' (duration: 377.231696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.551762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:36.173879Z","time spent":"377.867279ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T02:04:36.551588Z","caller":"traceutil/trace.go:171","msg":"trace[314181923] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3097; }","duration":"457.173549ms","start":"2026-05-07T02:04:36.094406Z","end":"2026-05-07T02:04:36.551579Z","steps":["trace[314181923] 'agreement among raft nodes before linearized reading' (duration: 457.075197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.553087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:36.094393Z","time spent":"458.657132ms","remote":"127.0.0.1:41904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-07T02:04:36.551227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.408629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:04:36.553467Z","caller":"traceutil/trace.go:171","msg":"trace[448226751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3097; }","duration":"296.670338ms","start":"2026-05-07T02:04:36.256722Z","end":"2026-05-07T02:04:36.553392Z","steps":["trace[448226751] 'agreement among raft nodes before linearized reading' (duration: 294.238616ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:36.620666Z","caller":"traceutil/trace.go:171","msg":"trace[846744175] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"277.818201ms","start":"2026-05-07T02:04:36.342791Z","end":"2026-05-07T02:04:36.620609Z","steps":["trace[846744175] 'process raft request' (duration: 277.578406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.62075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.441958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:04:36.620944Z","caller":"traceutil/trace.go:171","msg":"trace[1649711893] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3098; }","duration":"229.639903ms","start":"2026-05-07T02:04:36.391283Z","end":"2026-05-07T02:04:36.620922Z","steps":["trace[1649711893] 'agreement among raft nodes before linearized reading' (duration: 229.337336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.620982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.850374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e54890ae-100d-47aa-ac94-21aa7f08b352\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-05-07T02:04:36.62117Z","caller":"traceutil/trace.go:171","msg":"trace[950108245] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e54890ae-100d-47aa-ac94-21aa7f08b352; range_end:; response_count:1; response_revision:3098; }","duration":"279.070419ms","start":"2026-05-07T02:04:36.342042Z","end":"2026-05-07T02:04:36.621113Z","steps":["trace[950108245] 'agreement among raft nodes before linearized reading' (duration: 278.571928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.822663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.211736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:04:36.82306Z","caller":"traceutil/trace.go:171","msg":"trace[1320837666] linearizableReadLoop","detail":"{readStateIndex:3235; appliedIndex:3229; }","duration":"202.473506ms","start":"2026-05-07T02:04:36.62057Z","end":"2026-05-07T02:04:36.823044Z","steps":["trace[1320837666] 'read index received' (duration: 47.722499ms)","trace[1320837666] 'applied index is now lower than readState.Index' (duration: 154.724867ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:36.823104Z","caller":"traceutil/trace.go:171","msg":"trace[253421715] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"260.452027ms","start":"2026-05-07T02:04:36.562615Z","end":"2026-05-07T02:04:36.823067Z","steps":["trace[253421715] 'process raft request' (duration: 260.237252ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:36.823162Z","caller":"traceutil/trace.go:171","msg":"trace[1672743314] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"260.460997ms","start":"2026-05-07T02:04:36.562675Z","end":"2026-05-07T02:04:36.823136Z","steps":["trace[1672743314] 'process raft request' (duration: 260.258533ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:36.823264Z","caller":"traceutil/trace.go:171","msg":"trace[2047120388] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"260.58003ms","start":"2026-05-07T02:04:36.562643Z","end":"2026-05-07T02:04:36.823223Z","steps":["trace[2047120388] 'process raft request' (duration: 260.243643ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:36.823358Z","caller":"traceutil/trace.go:171","msg":"trace[1297616004] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"267.178122ms","start":"2026-05-07T02:04:36.556154Z","end":"2026-05-07T02:04:36.823333Z","steps":["trace[1297616004] 'process raft request' (duration: 112.20272ms)","trace[1297616004] 'compare' (duration: 154.002651ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:36.82339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.116342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-05-07T02:04:36.823433Z","caller":"traceutil/trace.go:171","msg":"trace[250439105] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3104; }","duration":"261.161622ms","start":"2026-05-07T02:04:36.562261Z","end":"2026-05-07T02:04:36.823423Z","steps":["trace[250439105] 'agreement among raft nodes before linearized reading' (duration: 260.944048ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:36.823634Z","caller":"traceutil/trace.go:171","msg":"trace[345998740] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"261.087811ms","start":"2026-05-07T02:04:36.562532Z","end":"2026-05-07T02:04:36.82362Z","steps":["trace[345998740] 'process raft request' (duration: 260.223882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.823629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.751636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:04:36.823715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.371073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-05-07T02:04:36.823745Z","caller":"traceutil/trace.go:171","msg":"trace[251194013] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3104; }","duration":"240.416764ms","start":"2026-05-07T02:04:36.58332Z","end":"2026-05-07T02:04:36.823737Z","steps":["trace[251194013] 'agreement among raft nodes before linearized reading' (duration: 240.323522ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:36.823708Z","caller":"traceutil/trace.go:171","msg":"trace[1655304274] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3104; }","duration":"198.848678ms","start":"2026-05-07T02:04:36.624841Z","end":"2026-05-07T02:04:36.823689Z","steps":["trace[1655304274] 'agreement among raft nodes before linearized reading' (duration: 198.664024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:36.82436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.577823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad25f29ff56c00\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-07T02:04:36.824409Z","caller":"traceutil/trace.go:171","msg":"trace[718179813] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad25f29ff56c00; range_end:; response_count:1; response_revision:3104; }","duration":"198.663864ms","start":"2026-05-07T02:04:36.625732Z","end":"2026-05-07T02:04:36.824396Z","steps":["trace[718179813] 'agreement among raft nodes before linearized reading' (duration: 198.445809ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:36.82316Z","caller":"traceutil/trace.go:171","msg":"trace[2057575801] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"260.449237ms","start":"2026-05-07T02:04:36.562699Z","end":"2026-05-07T02:04:36.823148Z","steps":["trace[2057575801] 'process raft request' (duration: 260.272873ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:37.281363Z","caller":"traceutil/trace.go:171","msg":"trace[183740636] linearizableReadLoop","detail":"{readStateIndex:3237; appliedIndex:3236; }","duration":"427.366147ms","start":"2026-05-07T02:04:36.853966Z","end":"2026-05-07T02:04:37.281332Z","steps":["trace[183740636] 'read index received' (duration: 379.863556ms)","trace[183740636] 'applied index is now lower than readState.Index' (duration: 47.501121ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:37.28173Z","caller":"traceutil/trace.go:171","msg":"trace[2029440397] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"450.735711ms","start":"2026-05-07T02:04:36.83098Z","end":"2026-05-07T02:04:37.281716Z","steps":["trace[2029440397] 'process raft request' (duration: 402.926983ms)","trace[2029440397] 'compare' (duration: 47.269976ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:37.281726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.980137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T02:04:37.281793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.923505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18ad263711fdf5ac\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-05-07T02:04:37.281821Z","caller":"traceutil/trace.go:171","msg":"trace[1792098868] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3106; }","duration":"426.170431ms","start":"2026-05-07T02:04:36.85563Z","end":"2026-05-07T02:04:37.2818Z","steps":["trace[1792098868] 'agreement among raft nodes before linearized reading' (duration: 425.980267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:37.281819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.548018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:04:37.281845Z","caller":"traceutil/trace.go:171","msg":"trace[762156864] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18ad263711fdf5ac; range_end:; response_count:1; response_revision:3106; }","duration":"424.996186ms","start":"2026-05-07T02:04:36.856834Z","end":"2026-05-07T02:04:37.28183Z","steps":["trace[762156864] 'agreement among raft nodes before linearized reading' (duration: 424.803312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:37.281862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:36.830965Z","time spent":"450.795733ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:37.281869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:36.855613Z","time spent":"426.245183ms","remote":"127.0.0.1:41882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:04:37.281883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:36.856826Z","time spent":"425.049527ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18ad263711fdf5ac\" "} {"level":"info","ts":"2026-05-07T02:04:37.281875Z","caller":"traceutil/trace.go:171","msg":"trace[960466840] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3106; }","duration":"451.62682ms","start":"2026-05-07T02:04:36.830234Z","end":"2026-05-07T02:04:37.281861Z","steps":["trace[960466840] 'agreement among raft nodes before linearized reading' (duration: 451.458796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:37.281884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.807653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-05-07T02:04:37.281927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:36.830224Z","time spent":"451.695271ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T02:04:37.281983Z","caller":"traceutil/trace.go:171","msg":"trace[1609441275] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3106; }","duration":"425.938916ms","start":"2026-05-07T02:04:36.85602Z","end":"2026-05-07T02:04:37.281959Z","steps":["trace[1609441275] 'agreement among raft nodes before linearized reading' (duration: 425.645419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:37.282067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:36.856013Z","time spent":"426.043779ms","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-07T02:04:37.494294Z","caller":"traceutil/trace.go:171","msg":"trace[2116140407] transaction","detail":"{read_only:false; response_revision:3110; number_of_response:1; }","duration":"114.508822ms","start":"2026-05-07T02:04:37.379744Z","end":"2026-05-07T02:04:37.494253Z","steps":["trace[2116140407] 'process raft request' (duration: 37.775332ms)","trace[2116140407] 'compare' (duration: 76.390582ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:37.901143Z","caller":"traceutil/trace.go:171","msg":"trace[1126283116] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"145.517447ms","start":"2026-05-07T02:04:37.755598Z","end":"2026-05-07T02:04:37.901115Z","steps":["trace[1126283116] 'process raft request' (duration: 145.324123ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:38.191444Z","caller":"traceutil/trace.go:171","msg":"trace[40844766] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"435.815263ms","start":"2026-05-07T02:04:37.755598Z","end":"2026-05-07T02:04:38.191413Z","steps":["trace[40844766] 'process raft request' (duration: 385.956326ms)","trace[40844766] 'compare' (duration: 49.693504ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:38.191696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:37.755506Z","time spent":"436.095359ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:38.19193Z","caller":"traceutil/trace.go:171","msg":"trace[854237246] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"418.309878ms","start":"2026-05-07T02:04:37.7736Z","end":"2026-05-07T02:04:38.19191Z","steps":["trace[854237246] 'process raft request' (duration: 417.769297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:38.192035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:37.773567Z","time spent":"418.416199ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:38.19211Z","caller":"traceutil/trace.go:171","msg":"trace[1612560517] transaction","detail":"{read_only:false; response_revision:3116; number_of_response:1; }","duration":"414.798432ms","start":"2026-05-07T02:04:37.777291Z","end":"2026-05-07T02:04:38.19209Z","steps":["trace[1612560517] 'process raft request' (duration: 414.279821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:38.192201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:37.777271Z","time spent":"414.885623ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:38.192287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.649526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:04:38.19177Z","caller":"traceutil/trace.go:171","msg":"trace[1548047280] linearizableReadLoop","detail":"{readStateIndex:3247; appliedIndex:3243; }","duration":"325.079213ms","start":"2026-05-07T02:04:37.866636Z","end":"2026-05-07T02:04:38.191716Z","steps":["trace[1548047280] 'read index received' (duration: 34.276216ms)","trace[1548047280] 'applied index is now lower than readState.Index' (duration: 290.801667ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:38.192396Z","caller":"traceutil/trace.go:171","msg":"trace[2054008782] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3116; }","duration":"325.773648ms","start":"2026-05-07T02:04:37.866578Z","end":"2026-05-07T02:04:38.192352Z","steps":["trace[2054008782] 'agreement among raft nodes before linearized reading' (duration: 325.633555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:38.192471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:37.866553Z","time spent":"325.90023ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:04:38.192599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.283412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:04:38.192668Z","caller":"traceutil/trace.go:171","msg":"trace[396784835] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:3116; }","duration":"234.408575ms","start":"2026-05-07T02:04:37.958247Z","end":"2026-05-07T02:04:38.192655Z","steps":["trace[396784835] 'agreement among raft nodes before linearized reading' (duration: 234.1751ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:38.374834Z","caller":"traceutil/trace.go:171","msg":"trace[1451167734] linearizableReadLoop","detail":"{readStateIndex:3248; appliedIndex:3247; }","duration":"165.590546ms","start":"2026-05-07T02:04:38.209217Z","end":"2026-05-07T02:04:38.374808Z","steps":["trace[1451167734] 'read index received' (duration: 163.146874ms)","trace[1451167734] 'applied index is now lower than readState.Index' (duration: 2.441772ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:38.374971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.727239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:04:38.375001Z","caller":"traceutil/trace.go:171","msg":"trace[445077270] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3116; }","duration":"165.804081ms","start":"2026-05-07T02:04:38.20919Z","end":"2026-05-07T02:04:38.374994Z","steps":["trace[445077270] 'agreement among raft nodes before linearized reading' (duration: 165.705649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:40.534561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.077485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:04:40.534959Z","caller":"traceutil/trace.go:171","msg":"trace[1907672328] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"412.949557ms","start":"2026-05-07T02:04:40.121976Z","end":"2026-05-07T02:04:40.534925Z","steps":["trace[1907672328] 'process raft request' (duration: 261.391002ms)","trace[1907672328] 'compare' (duration: 150.705027ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:40.535067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:40.121944Z","time spent":"413.08973ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:40.535452Z","caller":"traceutil/trace.go:171","msg":"trace[104860071] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"337.074943ms","start":"2026-05-07T02:04:40.198365Z","end":"2026-05-07T02:04:40.535439Z","steps":["trace[104860071] 'process raft request' (duration: 336.581292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:40.535509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:40.198349Z","time spent":"337.134223ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:40.5355Z","caller":"traceutil/trace.go:171","msg":"trace[13590059] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"337.049372ms","start":"2026-05-07T02:04:40.198426Z","end":"2026-05-07T02:04:40.535476Z","steps":["trace[13590059] 'process raft request' (duration: 336.681745ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:40.535642Z","caller":"traceutil/trace.go:171","msg":"trace[1537929839] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"337.140454ms","start":"2026-05-07T02:04:40.198492Z","end":"2026-05-07T02:04:40.535632Z","steps":["trace[1537929839] 'process raft request' (duration: 336.722185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:40.535777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:40.198459Z","time spent":"337.286247ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:40.535639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:40.19841Z","time spent":"337.148234ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:40.990207Z","caller":"traceutil/trace.go:171","msg":"trace[909467347] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"136.622768ms","start":"2026-05-07T02:04:40.853541Z","end":"2026-05-07T02:04:40.990164Z","steps":["trace[909467347] 'process raft request' (duration: 136.464344ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:41.148949Z","caller":"traceutil/trace.go:171","msg":"trace[266413088] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"151.923462ms","start":"2026-05-07T02:04:40.996999Z","end":"2026-05-07T02:04:41.148922Z","steps":["trace[266413088] 'process raft request' (duration: 146.64793ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:41.149605Z","caller":"traceutil/trace.go:171","msg":"trace[604457836] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"152.554987ms","start":"2026-05-07T02:04:40.997027Z","end":"2026-05-07T02:04:41.149582Z","steps":["trace[604457836] 'process raft request' (duration: 152.173158ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:41.150173Z","caller":"traceutil/trace.go:171","msg":"trace[2064999576] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"152.274241ms","start":"2026-05-07T02:04:40.99788Z","end":"2026-05-07T02:04:41.150154Z","steps":["trace[2064999576] 'process raft request' (duration: 152.177079ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:41.150218Z","caller":"traceutil/trace.go:171","msg":"trace[650315098] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"152.364852ms","start":"2026-05-07T02:04:40.997817Z","end":"2026-05-07T02:04:41.150182Z","steps":["trace[650315098] 'process raft request' (duration: 151.531574ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:44.804276Z","caller":"traceutil/trace.go:171","msg":"trace[384598455] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"250.148694ms","start":"2026-05-07T02:04:44.554106Z","end":"2026-05-07T02:04:44.804255Z","steps":["trace[384598455] 'process raft request' (duration: 250.012241ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:45.010575Z","caller":"traceutil/trace.go:171","msg":"trace[3405682] linearizableReadLoop","detail":"{readStateIndex:3280; appliedIndex:3277; }","duration":"259.787386ms","start":"2026-05-07T02:04:44.75077Z","end":"2026-05-07T02:04:45.010558Z","steps":["trace[3405682] 'read index received' (duration: 53.35986ms)","trace[3405682] 'applied index is now lower than readState.Index' (duration: 206.426786ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:45.01067Z","caller":"traceutil/trace.go:171","msg":"trace[1212330226] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"452.398041ms","start":"2026-05-07T02:04:44.558265Z","end":"2026-05-07T02:04:45.010663Z","steps":["trace[1212330226] 'process raft request' (duration: 452.228417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:45.010734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:44.558258Z","time spent":"452.427422ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:45.010734Z","caller":"traceutil/trace.go:171","msg":"trace[71442812] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"452.982904ms","start":"2026-05-07T02:04:44.557729Z","end":"2026-05-07T02:04:45.010712Z","steps":["trace[71442812] 'process raft request' (duration: 427.899998ms)","trace[71442812] 'compare' (duration: 24.661117ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:45.010833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:44.55772Z","time spent":"453.063455ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:45.011211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.424779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:04:45.011294Z","caller":"traceutil/trace.go:171","msg":"trace[2046981831] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3148; }","duration":"260.553361ms","start":"2026-05-07T02:04:44.750722Z","end":"2026-05-07T02:04:45.011275Z","steps":["trace[2046981831] 'agreement among raft nodes before linearized reading' (duration: 260.417619ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:46.145443Z","caller":"traceutil/trace.go:171","msg":"trace[1157269001] transaction","detail":"{read_only:false; response_revision:3156; number_of_response:1; }","duration":"111.863675ms","start":"2026-05-07T02:04:46.033555Z","end":"2026-05-07T02:04:46.145419Z","steps":["trace[1157269001] 'process raft request' (duration: 111.701961ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:47.470253Z","caller":"traceutil/trace.go:171","msg":"trace[1898524920] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"242.867062ms","start":"2026-05-07T02:04:47.227342Z","end":"2026-05-07T02:04:47.470209Z","steps":["trace[1898524920] 'process raft request' (duration: 182.029376ms)","trace[1898524920] 'compare' (duration: 60.644792ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:47.470763Z","caller":"traceutil/trace.go:171","msg":"trace[132341152] transaction","detail":"{read_only:false; response_revision:3164; number_of_response:1; }","duration":"242.296509ms","start":"2026-05-07T02:04:47.228452Z","end":"2026-05-07T02:04:47.470749Z","steps":["trace[132341152] 'process raft request' (duration: 241.715377ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:47.471145Z","caller":"traceutil/trace.go:171","msg":"trace[1341665105] transaction","detail":"{read_only:false; response_revision:3165; number_of_response:1; }","duration":"242.154196ms","start":"2026-05-07T02:04:47.22898Z","end":"2026-05-07T02:04:47.471134Z","steps":["trace[1341665105] 'process raft request' (duration: 241.501083ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:48.282407Z","caller":"traceutil/trace.go:171","msg":"trace[563938107] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"131.19081ms","start":"2026-05-07T02:04:48.151143Z","end":"2026-05-07T02:04:48.282334Z","steps":["trace[563938107] 'process raft request' (duration: 47.23464ms)","trace[563938107] 'compare' (duration: 83.117342ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:49.120714Z","caller":"traceutil/trace.go:171","msg":"trace[655770757] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"298.40564ms","start":"2026-05-07T02:04:48.822285Z","end":"2026-05-07T02:04:49.120691Z","steps":["trace[655770757] 'process raft request' (duration: 297.713266ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:49.334667Z","caller":"traceutil/trace.go:171","msg":"trace[632741256] linearizableReadLoop","detail":"{readStateIndex:3304; appliedIndex:3302; }","duration":"209.179483ms","start":"2026-05-07T02:04:49.125462Z","end":"2026-05-07T02:04:49.334641Z","steps":["trace[632741256] 'read index received' (duration: 181.810688ms)","trace[632741256] 'applied index is now lower than readState.Index' (duration: 27.367805ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:49.33478Z","caller":"traceutil/trace.go:171","msg":"trace[759719720] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"245.284109ms","start":"2026-05-07T02:04:49.089486Z","end":"2026-05-07T02:04:49.33477Z","steps":["trace[759719720] 'process raft request' (duration: 245.108186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:49.335123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.653583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T02:04:49.335166Z","caller":"traceutil/trace.go:171","msg":"trace[73540760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3170; }","duration":"209.740785ms","start":"2026-05-07T02:04:49.125415Z","end":"2026-05-07T02:04:49.335156Z","steps":["trace[73540760] 'agreement among raft nodes before linearized reading' (duration: 209.595702ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:49.335631Z","caller":"traceutil/trace.go:171","msg":"trace[630299818] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"283.488089ms","start":"2026-05-07T02:04:49.052124Z","end":"2026-05-07T02:04:49.335612Z","steps":["trace[630299818] 'process raft request' (duration: 255.134983ms)","trace[630299818] 'compare' (duration: 27.221651ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:49.659829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.173639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:04:49.660012Z","caller":"traceutil/trace.go:171","msg":"trace[771535453] linearizableReadLoop","detail":"{readStateIndex:3306; appliedIndex:3304; }","duration":"272.305589ms","start":"2026-05-07T02:04:49.38769Z","end":"2026-05-07T02:04:49.659995Z","steps":["trace[771535453] 'read index received' (duration: 67.918655ms)","trace[771535453] 'applied index is now lower than readState.Index' (duration: 204.385884ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:49.6601Z","caller":"traceutil/trace.go:171","msg":"trace[1100732155] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"321.151268ms","start":"2026-05-07T02:04:49.338932Z","end":"2026-05-07T02:04:49.660083Z","steps":["trace[1100732155] 'process raft request' (duration: 321.001265ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:49.660178Z","caller":"traceutil/trace.go:171","msg":"trace[931266035] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"321.479184ms","start":"2026-05-07T02:04:49.338532Z","end":"2026-05-07T02:04:49.660012Z","steps":["trace[931266035] 'process raft request' (duration: 117.032879ms)","trace[931266035] 'compare' (duration: 204.032586ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:49.660223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.402932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T02:04:49.660216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:49.33891Z","time spent":"321.230759ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:49.660257Z","caller":"traceutil/trace.go:171","msg":"trace[866335357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3172; }","duration":"185.466744ms","start":"2026-05-07T02:04:49.474781Z","end":"2026-05-07T02:04:49.660247Z","steps":["trace[866335357] 'agreement among raft nodes before linearized reading' (duration: 185.336061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:49.66035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.078315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:04:49.660401Z","caller":"traceutil/trace.go:171","msg":"trace[1314149406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3172; }","duration":"185.144487ms","start":"2026-05-07T02:04:49.475241Z","end":"2026-05-07T02:04:49.660385Z","steps":["trace[1314149406] 'agreement among raft nodes before linearized reading' (duration: 184.998054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:49.660549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.653808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T02:04:49.660497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.325698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:04:49.660604Z","caller":"traceutil/trace.go:171","msg":"trace[96615652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3172; }","duration":"185.75265ms","start":"2026-05-07T02:04:49.47484Z","end":"2026-05-07T02:04:49.660593Z","steps":["trace[96615652] 'agreement among raft nodes before linearized reading' (duration: 185.646978ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:49.660641Z","caller":"traceutil/trace.go:171","msg":"trace[444643995] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3172; }","duration":"182.526552ms","start":"2026-05-07T02:04:49.478086Z","end":"2026-05-07T02:04:49.660613Z","steps":["trace[444643995] 'agreement among raft nodes before linearized reading' (duration: 182.111144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:49.660552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:49.338502Z","time spent":"321.772341ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:49.660179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.474412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:04:49.660744Z","caller":"traceutil/trace.go:171","msg":"trace[833776051] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3172; }","duration":"273.098875ms","start":"2026-05-07T02:04:49.387625Z","end":"2026-05-07T02:04:49.660724Z","steps":["trace[833776051] 'agreement among raft nodes before linearized reading' (duration: 272.450292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:49.897348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.914722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:04:49.897529Z","caller":"traceutil/trace.go:171","msg":"trace[1274594764] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"232.280111ms","start":"2026-05-07T02:04:49.665231Z","end":"2026-05-07T02:04:49.897511Z","steps":["trace[1274594764] 'process raft request' (duration: 106.125123ms)","trace[1274594764] 'compare' (duration: 125.589946ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:49.89772Z","caller":"traceutil/trace.go:171","msg":"trace[74593596] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"231.452532ms","start":"2026-05-07T02:04:49.666193Z","end":"2026-05-07T02:04:49.897646Z","steps":["trace[74593596] 'process raft request' (duration: 231.238418ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:50.648034Z","caller":"traceutil/trace.go:171","msg":"trace[1015018760] linearizableReadLoop","detail":"{readStateIndex:3310; appliedIndex:3309; }","duration":"175.355852ms","start":"2026-05-07T02:04:50.472645Z","end":"2026-05-07T02:04:50.648001Z","steps":["trace[1015018760] 'read index received' (duration: 175.118337ms)","trace[1015018760] 'applied index is now lower than readState.Index' (duration: 236.515µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:50.648144Z","caller":"traceutil/trace.go:171","msg":"trace[314384229] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"359.306841ms","start":"2026-05-07T02:04:50.288826Z","end":"2026-05-07T02:04:50.648133Z","steps":["trace[314384229] 'process raft request' (duration: 359.036356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:50.648265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:50.288809Z","time spent":"359.365393ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:50.648577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.863557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-07T02:04:50.648639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.976435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:04:50.648712Z","caller":"traceutil/trace.go:171","msg":"trace[45656271] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3176; }","duration":"176.116828ms","start":"2026-05-07T02:04:50.472577Z","end":"2026-05-07T02:04:50.648694Z","steps":["trace[45656271] 'agreement among raft nodes before linearized reading' (duration: 175.964685ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:50.648715Z","caller":"traceutil/trace.go:171","msg":"trace[661743160] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3176; }","duration":"117.062591ms","start":"2026-05-07T02:04:50.531613Z","end":"2026-05-07T02:04:50.648676Z","steps":["trace[661743160] 'agreement among raft nodes before linearized reading' (duration: 116.668583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:50.648598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.10224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:04:50.648808Z","caller":"traceutil/trace.go:171","msg":"trace[184290325] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3176; }","duration":"113.323035ms","start":"2026-05-07T02:04:50.535462Z","end":"2026-05-07T02:04:50.648785Z","steps":["trace[184290325] 'agreement among raft nodes before linearized reading' (duration: 113.060779ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:50.912767Z","caller":"traceutil/trace.go:171","msg":"trace[618756120] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"122.442423ms","start":"2026-05-07T02:04:50.790291Z","end":"2026-05-07T02:04:50.912734Z","steps":["trace[618756120] 'process raft request' (duration: 122.205779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:51.162549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.033642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:04:51.162642Z","caller":"traceutil/trace.go:171","msg":"trace[1664628503] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"214.906258ms","start":"2026-05-07T02:04:50.947718Z","end":"2026-05-07T02:04:51.162624Z","steps":["trace[1664628503] 'process raft request' (duration: 99.693972ms)","trace[1664628503] 'compare' (duration: 114.767497ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:51.343195Z","caller":"traceutil/trace.go:171","msg":"trace[947718600] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"216.834963ms","start":"2026-05-07T02:04:51.126335Z","end":"2026-05-07T02:04:51.34317Z","steps":["trace[947718600] 'process raft request' (duration: 136.384441ms)","trace[947718600] 'compare' (duration: 80.240797ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:51.798673Z","caller":"traceutil/trace.go:171","msg":"trace[284497160] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"127.619852ms","start":"2026-05-07T02:04:51.67102Z","end":"2026-05-07T02:04:51.79864Z","steps":["trace[284497160] 'process raft request' (duration: 119.803031ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:51.8728Z","caller":"traceutil/trace.go:171","msg":"trace[1955781040] linearizableReadLoop","detail":"{readStateIndex:3319; appliedIndex:3317; }","duration":"140.937664ms","start":"2026-05-07T02:04:51.731823Z","end":"2026-05-07T02:04:51.87276Z","steps":["trace[1955781040] 'read index received' (duration: 58.906649ms)","trace[1955781040] 'applied index is now lower than readState.Index' (duration: 82.029425ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:51.873314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.385124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:04:51.873366Z","caller":"traceutil/trace.go:171","msg":"trace[67999835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3183; }","duration":"141.585399ms","start":"2026-05-07T02:04:51.731768Z","end":"2026-05-07T02:04:51.873353Z","steps":["trace[67999835] 'agreement among raft nodes before linearized reading' (duration: 141.112198ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:55.426367Z","caller":"traceutil/trace.go:171","msg":"trace[1795296063] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"252.738996ms","start":"2026-05-07T02:04:55.173603Z","end":"2026-05-07T02:04:55.426342Z","steps":["trace[1795296063] 'process raft request' (duration: 252.555962ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:56.806416Z","caller":"traceutil/trace.go:171","msg":"trace[1463122295] transaction","detail":"{read_only:false; response_revision:3209; number_of_response:1; }","duration":"105.35543ms","start":"2026-05-07T02:04:56.70103Z","end":"2026-05-07T02:04:56.806385Z","steps":["trace[1463122295] 'process raft request' (duration: 105.162956ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:57.008136Z","caller":"traceutil/trace.go:171","msg":"trace[1945813778] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"174.930927ms","start":"2026-05-07T02:04:56.833162Z","end":"2026-05-07T02:04:57.008093Z","steps":["trace[1945813778] 'process raft request' (duration: 96.867799ms)","trace[1945813778] 'compare' (duration: 77.830593ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:58.134512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.166175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:04:58.134616Z","caller":"traceutil/trace.go:171","msg":"trace[500698327] linearizableReadLoop","detail":"{readStateIndex:3352; appliedIndex:3351; }","duration":"207.917923ms","start":"2026-05-07T02:04:57.926681Z","end":"2026-05-07T02:04:58.134599Z","steps":["trace[500698327] 'read index received' (duration: 85.544074ms)","trace[500698327] 'applied index is now lower than readState.Index' (duration: 122.372709ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:58.134709Z","caller":"traceutil/trace.go:171","msg":"trace[1919080636] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"224.785294ms","start":"2026-05-07T02:04:57.909885Z","end":"2026-05-07T02:04:58.13467Z","steps":["trace[1919080636] 'process raft request' (duration: 102.380204ms)","trace[1919080636] 'compare' (duration: 122.053653ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:58.134785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.110377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:04:58.134817Z","caller":"traceutil/trace.go:171","msg":"trace[699262502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3215; }","duration":"208.181298ms","start":"2026-05-07T02:04:57.926624Z","end":"2026-05-07T02:04:58.134805Z","steps":["trace[699262502] 'agreement among raft nodes before linearized reading' (duration: 208.058666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:58.134946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.941579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:04:58.135013Z","caller":"traceutil/trace.go:171","msg":"trace[732047009] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:3215; }","duration":"176.04603ms","start":"2026-05-07T02:04:57.958953Z","end":"2026-05-07T02:04:58.134999Z","steps":["trace[732047009] 'agreement among raft nodes before linearized reading' (duration: 175.836736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:58.67797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.561823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:04:58.678386Z","caller":"traceutil/trace.go:171","msg":"trace[794494654] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"259.351902ms","start":"2026-05-07T02:04:58.419016Z","end":"2026-05-07T02:04:58.678368Z","steps":["trace[794494654] 'process raft request' (duration: 259.286061ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:58.678636Z","caller":"traceutil/trace.go:171","msg":"trace[559916491] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"538.91824ms","start":"2026-05-07T02:04:58.139685Z","end":"2026-05-07T02:04:58.678603Z","steps":["trace[559916491] 'process raft request' (duration: 538.397789ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:58.678743Z","caller":"traceutil/trace.go:171","msg":"trace[906715384] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"539.065434ms","start":"2026-05-07T02:04:58.139646Z","end":"2026-05-07T02:04:58.678711Z","steps":["trace[906715384] 'process raft request' (duration: 102.678794ms)","trace[906715384] 'compare' (duration: 435.428731ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:58.678805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:58.13966Z","time spent":"539.060673ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:58.678844Z","caller":"traceutil/trace.go:171","msg":"trace[2114971691] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"536.465012ms","start":"2026-05-07T02:04:58.14236Z","end":"2026-05-07T02:04:58.678825Z","steps":["trace[2114971691] 'process raft request' (duration: 535.901311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:58.678888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:58.139622Z","time spent":"539.205847ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:58.678937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:58.142342Z","time spent":"536.542783ms","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:04:58.678938Z","caller":"traceutil/trace.go:171","msg":"trace[1600999798] linearizableReadLoop","detail":"{readStateIndex:3357; appliedIndex:3353; }","duration":"325.586433ms","start":"2026-05-07T02:04:58.353338Z","end":"2026-05-07T02:04:58.678924Z","steps":["trace[1600999798] 'read index received' (duration: 274.384124ms)","trace[1600999798] 'applied index is now lower than readState.Index' (duration: 51.200419ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:58.679053Z","caller":"traceutil/trace.go:171","msg":"trace[1439508908] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"539.202455ms","start":"2026-05-07T02:04:58.139841Z","end":"2026-05-07T02:04:58.679044Z","steps":["trace[1439508908] 'process raft request' (duration: 538.343968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:58.67908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:58.139819Z","time spent":"539.245537ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:58.679101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.761046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:04:58.679175Z","caller":"traceutil/trace.go:171","msg":"trace[963927568] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3220; }","duration":"325.878069ms","start":"2026-05-07T02:04:58.353278Z","end":"2026-05-07T02:04:58.679156Z","steps":["trace[963927568] 'agreement among raft nodes before linearized reading' (duration: 325.758136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:58.679237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:58.353255Z","time spent":"325.961501ms","remote":"127.0.0.1:41986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:04:58.679657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.80442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T02:04:58.679733Z","caller":"traceutil/trace.go:171","msg":"trace[4850534] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3220; }","duration":"147.920053ms","start":"2026-05-07T02:04:58.531797Z","end":"2026-05-07T02:04:58.679717Z","steps":["trace[4850534] 'agreement among raft nodes before linearized reading' (duration: 147.247929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:59.011153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.111833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:04:59.01124Z","caller":"traceutil/trace.go:171","msg":"trace[12431435] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3220; }","duration":"211.251166ms","start":"2026-05-07T02:04:58.799968Z","end":"2026-05-07T02:04:59.011219Z","steps":["trace[12431435] 'count revisions from in-memory index tree' (duration: 211.026492ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:59.011243Z","caller":"traceutil/trace.go:171","msg":"trace[1497089996] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"200.620802ms","start":"2026-05-07T02:04:58.810582Z","end":"2026-05-07T02:04:59.011203Z","steps":["trace[1497089996] 'process raft request' (duration: 135.708836ms)","trace[1497089996] 'compare' (duration: 64.666491ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:59.908189Z","caller":"traceutil/trace.go:171","msg":"trace[1417998263] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"370.692947ms","start":"2026-05-07T02:04:59.537473Z","end":"2026-05-07T02:04:59.908166Z","steps":["trace[1417998263] 'process raft request' (duration: 370.014424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:59.908504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:59.53744Z","time spent":"370.81542ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:04:59.908677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.034142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:04:59.908675Z","caller":"traceutil/trace.go:171","msg":"trace[58135836] linearizableReadLoop","detail":"{readStateIndex:3362; appliedIndex:3360; }","duration":"326.363719ms","start":"2026-05-07T02:04:59.58163Z","end":"2026-05-07T02:04:59.907993Z","steps":["trace[58135836] 'read index received' (duration: 5.526991ms)","trace[58135836] 'applied index is now lower than readState.Index' (duration: 320.835898ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:59.908759Z","caller":"traceutil/trace.go:171","msg":"trace[1543579873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3224; }","duration":"327.162755ms","start":"2026-05-07T02:04:59.581578Z","end":"2026-05-07T02:04:59.908741Z","steps":["trace[1543579873] 'agreement among raft nodes before linearized reading' (duration: 327.012132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:04:59.908805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:04:59.581558Z","time spent":"327.239566ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:05:00.240349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.210691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:05:00.240427Z","caller":"traceutil/trace.go:171","msg":"trace[1540807602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3225; }","duration":"100.299293ms","start":"2026-05-07T02:05:00.14011Z","end":"2026-05-07T02:05:00.240409Z","steps":["trace[1540807602] 'range keys from in-memory index tree' (duration: 99.968786ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:01.369171Z","caller":"traceutil/trace.go:171","msg":"trace[385539569] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"517.265481ms","start":"2026-05-07T02:05:00.851874Z","end":"2026-05-07T02:05:01.36914Z","steps":["trace[385539569] 'process raft request' (duration: 517.078137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:01.36943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:00.851848Z","time spent":"517.492905ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:05:01.415636Z","caller":"traceutil/trace.go:171","msg":"trace[38752721] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"397.329943ms","start":"2026-05-07T02:05:01.018281Z","end":"2026-05-07T02:05:01.415611Z","steps":["trace[38752721] 'process raft request' (duration: 397.17319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:01.416306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:01.018242Z","time spent":"397.471476ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:05:16.020217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.953465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:05:16.020533Z","caller":"traceutil/trace.go:171","msg":"trace[1366557402] linearizableReadLoop","detail":"{readStateIndex:3446; appliedIndex:3444; }","duration":"229.58826ms","start":"2026-05-07T02:05:15.790755Z","end":"2026-05-07T02:05:16.020343Z","steps":["trace[1366557402] 'read index received' (duration: 112.449661ms)","trace[1366557402] 'applied index is now lower than readState.Index' (duration: 117.137749ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:16.02063Z","caller":"traceutil/trace.go:171","msg":"trace[484254591] transaction","detail":"{read_only:false; response_revision:3304; number_of_response:1; }","duration":"407.281997ms","start":"2026-05-07T02:05:15.613309Z","end":"2026-05-07T02:05:16.020591Z","steps":["trace[484254591] 'process raft request' (duration: 289.892774ms)","trace[484254591] 'compare' (duration: 116.70264ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:16.020728Z","caller":"traceutil/trace.go:171","msg":"trace[898360538] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"252.806144ms","start":"2026-05-07T02:05:15.767805Z","end":"2026-05-07T02:05:16.020612Z","steps":["trace[898360538] 'process raft request' (duration: 252.498828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:16.020787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:15.613283Z","time spent":"407.418529ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:05:16.020866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.339007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18ad263711fdf5ac\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-05-07T02:05:16.020948Z","caller":"traceutil/trace.go:171","msg":"trace[924969995] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18ad263711fdf5ac; range_end:; response_count:1; response_revision:3305; }","duration":"170.4872ms","start":"2026-05-07T02:05:15.850445Z","end":"2026-05-07T02:05:16.020933Z","steps":["trace[924969995] 'agreement among raft nodes before linearized reading' (duration: 170.207983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:16.020952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.195122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:05:16.020992Z","caller":"traceutil/trace.go:171","msg":"trace[829756431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3305; }","duration":"230.259983ms","start":"2026-05-07T02:05:15.790719Z","end":"2026-05-07T02:05:16.020979Z","steps":["trace[829756431] 'agreement among raft nodes before linearized reading' (duration: 230.187122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:18.563959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.758814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:05:18.564322Z","caller":"traceutil/trace.go:171","msg":"trace[620955245] linearizableReadLoop","detail":"{readStateIndex:3459; appliedIndex:3456; }","duration":"529.909529ms","start":"2026-05-07T02:05:18.034395Z","end":"2026-05-07T02:05:18.564305Z","steps":["trace[620955245] 'read index received' (duration: 63.117187ms)","trace[620955245] 'applied index is now lower than readState.Index' (duration: 466.790972ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:18.564466Z","caller":"traceutil/trace.go:171","msg":"trace[1970710008] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"537.610805ms","start":"2026-05-07T02:05:18.026842Z","end":"2026-05-07T02:05:18.564453Z","steps":["trace[1970710008] 'process raft request' (duration: 537.199016ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:18.564457Z","caller":"traceutil/trace.go:171","msg":"trace[661742624] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"539.007252ms","start":"2026-05-07T02:05:18.025421Z","end":"2026-05-07T02:05:18.564429Z","steps":["trace[661742624] 'process raft request' (duration: 344.710237ms)","trace[661742624] 'compare' (duration: 193.641132ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:18.564582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:18.025397Z","time spent":"539.115974ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:05:18.564623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:18.026831Z","time spent":"537.667696ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:05:18.564836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.418639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:05:18.564894Z","caller":"traceutil/trace.go:171","msg":"trace[1326888671] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3317; }","duration":"530.50903ms","start":"2026-05-07T02:05:18.034372Z","end":"2026-05-07T02:05:18.564881Z","steps":["trace[1326888671] 'agreement among raft nodes before linearized reading' (duration: 530.284806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:18.56492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:18.034365Z","time spent":"530.550541ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T02:05:18.906415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.770322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:05:18.906628Z","caller":"traceutil/trace.go:171","msg":"trace[1291471419] linearizableReadLoop","detail":"{readStateIndex:3461; appliedIndex:3459; }","duration":"342.249321ms","start":"2026-05-07T02:05:18.56436Z","end":"2026-05-07T02:05:18.906609Z","steps":["trace[1291471419] 'read index received' (duration: 213.102372ms)","trace[1291471419] 'applied index is now lower than readState.Index' (duration: 129.145739ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:18.906782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.081281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T02:05:18.90685Z","caller":"traceutil/trace.go:171","msg":"trace[1424603697] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3319; }","duration":"368.185323ms","start":"2026-05-07T02:05:18.538651Z","end":"2026-05-07T02:05:18.906836Z","steps":["trace[1424603697] 'agreement among raft nodes before linearized reading' (duration: 367.970689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:18.906918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:18.538634Z","time spent":"368.251044ms","remote":"127.0.0.1:41904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-07T02:05:18.90697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.611788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:05:18.907027Z","caller":"traceutil/trace.go:171","msg":"trace[1556922318] transaction","detail":"{read_only:false; response_revision:3318; number_of_response:1; }","duration":"808.552023ms","start":"2026-05-07T02:05:18.098439Z","end":"2026-05-07T02:05:18.906991Z","steps":["trace[1556922318] 'process raft request' (duration: 679.113888ms)","trace[1556922318] 'compare' (duration: 128.62482ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:18.907123Z","caller":"traceutil/trace.go:171","msg":"trace[1016895597] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"801.55269ms","start":"2026-05-07T02:05:18.105556Z","end":"2026-05-07T02:05:18.907108Z","steps":["trace[1016895597] 'process raft request' (duration: 800.969129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:18.907197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:18.105543Z","time spent":"801.616931ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:05:18.90701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.277585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:05:18.907247Z","caller":"traceutil/trace.go:171","msg":"trace[410200169] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3319; }","duration":"338.58011ms","start":"2026-05-07T02:05:18.568656Z","end":"2026-05-07T02:05:18.907236Z","steps":["trace[410200169] 'agreement among raft nodes before linearized reading' (duration: 338.260654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:18.907254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.815026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T02:05:18.907288Z","caller":"traceutil/trace.go:171","msg":"trace[1076914378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3319; }","duration":"752.909078ms","start":"2026-05-07T02:05:18.15437Z","end":"2026-05-07T02:05:18.90728Z","steps":["trace[1076914378] 'agreement among raft nodes before linearized reading' (duration: 752.777726ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:18.907061Z","caller":"traceutil/trace.go:171","msg":"trace[1328062357] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3319; }","duration":"853.767881ms","start":"2026-05-07T02:05:18.053271Z","end":"2026-05-07T02:05:18.907039Z","steps":["trace[1328062357] 'agreement among raft nodes before linearized reading' (duration: 853.557487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:18.906802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.363202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T02:05:18.906857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.99621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:05:18.907364Z","caller":"traceutil/trace.go:171","msg":"trace[875659730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3319; }","duration":"536.926612ms","start":"2026-05-07T02:05:18.370427Z","end":"2026-05-07T02:05:18.907354Z","steps":["trace[875659730] 'agreement among raft nodes before linearized reading' (duration: 536.285721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:18.907399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:18.370365Z","time spent":"537.024624ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:05:18.907127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.982145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:05:18.90748Z","caller":"traceutil/trace.go:171","msg":"trace[712071239] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3319; }","duration":"631.370243ms","start":"2026-05-07T02:05:18.276098Z","end":"2026-05-07T02:05:18.907468Z","steps":["trace[712071239] 'agreement among raft nodes before linearized reading' (duration: 630.993186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:18.907518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:18.276079Z","time spent":"631.427113ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:05:18.907192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:18.098418Z","time spent":"808.690116ms","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:05:18.907577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.514542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:05:18.907624Z","caller":"traceutil/trace.go:171","msg":"trace[1506043606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3319; }","duration":"325.598444ms","start":"2026-05-07T02:05:18.582014Z","end":"2026-05-07T02:05:18.907612Z","steps":["trace[1506043606] 'agreement among raft nodes before linearized reading' (duration: 325.538593ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:18.907367Z","caller":"traceutil/trace.go:171","msg":"trace[1571609016] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3319; }","duration":"868.50537ms","start":"2026-05-07T02:05:18.038851Z","end":"2026-05-07T02:05:18.907357Z","steps":["trace[1571609016] 'agreement among raft nodes before linearized reading' (duration: 867.97155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:18.907654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:18.581973Z","time spent":"325.674376ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:05:18.907663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:18.038802Z","time spent":"868.850606ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:05:18.907325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:18.154354Z","time spent":"752.964039ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:05:18.90733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:18.053243Z","time spent":"854.073546ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:05:18.907288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:18.568644Z","time spent":"338.635172ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T02:05:19.106595Z","caller":"traceutil/trace.go:171","msg":"trace[669017394] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"191.489296ms","start":"2026-05-07T02:05:18.915089Z","end":"2026-05-07T02:05:19.106578Z","steps":["trace[669017394] 'process raft request' (duration: 191.365404ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:19.106931Z","caller":"traceutil/trace.go:171","msg":"trace[112840905] transaction","detail":"{read_only:false; response_revision:3321; number_of_response:1; }","duration":"192.282362ms","start":"2026-05-07T02:05:18.914556Z","end":"2026-05-07T02:05:19.106838Z","steps":["trace[112840905] 'process raft request' (duration: 115.074132ms)","trace[112840905] 'compare' (duration: 76.613179ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:19.107083Z","caller":"traceutil/trace.go:171","msg":"trace[1061107399] transaction","detail":"{read_only:false; response_revision:3323; number_of_response:1; }","duration":"191.911724ms","start":"2026-05-07T02:05:18.915146Z","end":"2026-05-07T02:05:19.107058Z","steps":["trace[1061107399] 'process raft request' (duration: 191.365504ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:19.107274Z","caller":"traceutil/trace.go:171","msg":"trace[2121173158] linearizableReadLoop","detail":"{readStateIndex:3466; appliedIndex:3462; }","duration":"191.519086ms","start":"2026-05-07T02:05:18.915727Z","end":"2026-05-07T02:05:19.107246Z","steps":["trace[2121173158] 'read index received' (duration: 52.71118ms)","trace[2121173158] 'applied index is now lower than readState.Index' (duration: 138.806886ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:19.107347Z","caller":"traceutil/trace.go:171","msg":"trace[2108298092] transaction","detail":"{read_only:false; response_revision:3324; number_of_response:1; }","duration":"191.70661ms","start":"2026-05-07T02:05:18.915609Z","end":"2026-05-07T02:05:19.107315Z","steps":["trace[2108298092] 'process raft request' (duration: 191.303492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:19.107442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.863987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:05:19.107486Z","caller":"traceutil/trace.go:171","msg":"trace[1931854432] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3324; }","duration":"129.947568ms","start":"2026-05-07T02:05:18.977526Z","end":"2026-05-07T02:05:19.107474Z","steps":["trace[1931854432] 'agreement among raft nodes before linearized reading' (duration: 129.862577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:19.107681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.930754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-07T02:05:19.107801Z","caller":"traceutil/trace.go:171","msg":"trace[66719788] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3324; }","duration":"192.050836ms","start":"2026-05-07T02:05:18.915709Z","end":"2026-05-07T02:05:19.10776Z","steps":["trace[66719788] 'agreement among raft nodes before linearized reading' (duration: 191.661339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:22.758313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.611729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:05:22.758416Z","caller":"traceutil/trace.go:171","msg":"trace[342870478] transaction","detail":"{read_only:false; response_revision:3338; number_of_response:1; }","duration":"142.978451ms","start":"2026-05-07T02:05:22.615418Z","end":"2026-05-07T02:05:22.758396Z","steps":["trace[342870478] 'process raft request' (duration: 35.207449ms)","trace[342870478] 'compare' (duration: 107.514298ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:23.147991Z","caller":"traceutil/trace.go:171","msg":"trace[487527556] transaction","detail":"{read_only:false; response_revision:3340; number_of_response:1; }","duration":"162.945739ms","start":"2026-05-07T02:05:22.98502Z","end":"2026-05-07T02:05:23.147966Z","steps":["trace[487527556] 'process raft request' (duration: 147.014561ms)","trace[487527556] 'compare' (duration: 15.737924ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:23.417113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.372839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:05:23.417502Z","caller":"traceutil/trace.go:171","msg":"trace[1124471197] transaction","detail":"{read_only:false; response_revision:3342; number_of_response:1; }","duration":"236.175718ms","start":"2026-05-07T02:05:23.181298Z","end":"2026-05-07T02:05:23.417474Z","steps":["trace[1124471197] 'process raft request' (duration: 105.367991ms)","trace[1124471197] 'compare' (duration: 130.204856ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:23.417693Z","caller":"traceutil/trace.go:171","msg":"trace[1136219095] transaction","detail":"{read_only:false; response_revision:3343; number_of_response:1; }","duration":"235.883983ms","start":"2026-05-07T02:05:23.181781Z","end":"2026-05-07T02:05:23.417665Z","steps":["trace[1136219095] 'process raft request' (duration: 235.550257ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:23.417842Z","caller":"traceutil/trace.go:171","msg":"trace[2017091259] transaction","detail":"{read_only:false; response_revision:3344; number_of_response:1; }","duration":"235.917133ms","start":"2026-05-07T02:05:23.181913Z","end":"2026-05-07T02:05:23.41783Z","steps":["trace[2017091259] 'process raft request' (duration: 235.562146ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:24.870141Z","caller":"traceutil/trace.go:171","msg":"trace[895357185] transaction","detail":"{read_only:false; response_revision:3347; number_of_response:1; }","duration":"107.538945ms","start":"2026-05-07T02:05:24.76257Z","end":"2026-05-07T02:05:24.870109Z","steps":["trace[895357185] 'process raft request' (duration: 58.307427ms)","trace[895357185] 'compare' (duration: 48.973143ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:25.5802Z","caller":"traceutil/trace.go:171","msg":"trace[2114145268] transaction","detail":"{read_only:false; response_revision:3351; number_of_response:1; }","duration":"155.431453ms","start":"2026-05-07T02:05:25.424749Z","end":"2026-05-07T02:05:25.580181Z","steps":["trace[2114145268] 'process raft request' (duration: 155.319911ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:25.580602Z","caller":"traceutil/trace.go:171","msg":"trace[928635376] linearizableReadLoop","detail":"{readStateIndex:3494; appliedIndex:3494; }","duration":"155.481762ms","start":"2026-05-07T02:05:25.425106Z","end":"2026-05-07T02:05:25.580588Z","steps":["trace[928635376] 'read index received' (duration: 155.478792ms)","trace[928635376] 'applied index is now lower than readState.Index' (duration: 2.35µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:25.581279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.173285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T02:05:25.581331Z","caller":"traceutil/trace.go:171","msg":"trace[135716792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3351; }","duration":"156.264356ms","start":"2026-05-07T02:05:25.425056Z","end":"2026-05-07T02:05:25.58132Z","steps":["trace[135716792] 'agreement among raft nodes before linearized reading' (duration: 155.570334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:25.79282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.805021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:05:25.793044Z","caller":"traceutil/trace.go:171","msg":"trace[2114950799] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"366.496009ms","start":"2026-05-07T02:05:25.426522Z","end":"2026-05-07T02:05:25.793018Z","steps":["trace[2114950799] 'process raft request' (duration: 218.414474ms)","trace[2114950799] 'compare' (duration: 147.660367ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:25.793164Z","caller":"traceutil/trace.go:171","msg":"trace[1740322058] linearizableReadLoop","detail":"{readStateIndex:3495; appliedIndex:3494; }","duration":"212.500894ms","start":"2026-05-07T02:05:25.580631Z","end":"2026-05-07T02:05:25.793132Z","steps":["trace[1740322058] 'read index received' (duration: 64.326457ms)","trace[1740322058] 'applied index is now lower than readState.Index' (duration: 148.172007ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:25.793239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:25.426509Z","time spent":"366.604212ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:05:25.793207Z","caller":"traceutil/trace.go:171","msg":"trace[1238318281] transaction","detail":"{read_only:false; response_revision:3354; number_of_response:1; }","duration":"145.492667ms","start":"2026-05-07T02:05:25.647696Z","end":"2026-05-07T02:05:25.793189Z","steps":["trace[1238318281] 'process raft request' (duration: 145.438016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:25.793285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.080633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:05:25.793367Z","caller":"traceutil/trace.go:171","msg":"trace[1442023812] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3354; }","duration":"278.193306ms","start":"2026-05-07T02:05:25.515158Z","end":"2026-05-07T02:05:25.793352Z","steps":["trace[1442023812] 'agreement among raft nodes before linearized reading' (duration: 277.999142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:25.793429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.923813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T02:05:25.793525Z","caller":"traceutil/trace.go:171","msg":"trace[395583008] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3354; }","duration":"147.134587ms","start":"2026-05-07T02:05:25.646374Z","end":"2026-05-07T02:05:25.793509Z","steps":["trace[395583008] 'agreement among raft nodes before linearized reading' (duration: 146.902493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:25.793571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.807342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-07T02:05:25.793657Z","caller":"traceutil/trace.go:171","msg":"trace[955779900] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3354; }","duration":"296.953995ms","start":"2026-05-07T02:05:25.496688Z","end":"2026-05-07T02:05:25.793642Z","steps":["trace[955779900] 'agreement among raft nodes before linearized reading' (duration: 296.587108ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:25.793645Z","caller":"traceutil/trace.go:171","msg":"trace[1811355111] transaction","detail":"{read_only:false; response_revision:3353; number_of_response:1; }","duration":"209.00172ms","start":"2026-05-07T02:05:25.58461Z","end":"2026-05-07T02:05:25.793612Z","steps":["trace[1811355111] 'process raft request' (duration: 208.412709ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:25.95279Z","caller":"traceutil/trace.go:171","msg":"trace[63723354] transaction","detail":"{read_only:false; response_revision:3356; number_of_response:1; }","duration":"154.696288ms","start":"2026-05-07T02:05:25.798061Z","end":"2026-05-07T02:05:25.952757Z","steps":["trace[63723354] 'process raft request' (duration: 148.597625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:25.953268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.808444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18ad263711fdf5ac\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-05-07T02:05:25.953534Z","caller":"traceutil/trace.go:171","msg":"trace[1742254192] linearizableReadLoop","detail":"{readStateIndex:3499; appliedIndex:3498; }","duration":"102.271254ms","start":"2026-05-07T02:05:25.850436Z","end":"2026-05-07T02:05:25.952707Z","steps":["trace[1742254192] 'read index received' (duration: 96.018108ms)","trace[1742254192] 'applied index is now lower than readState.Index' (duration: 6.251236ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:25.953352Z","caller":"traceutil/trace.go:171","msg":"trace[186058732] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18ad263711fdf5ac; range_end:; response_count:1; response_revision:3356; }","duration":"102.941906ms","start":"2026-05-07T02:05:25.850388Z","end":"2026-05-07T02:05:25.95333Z","steps":["trace[186058732] 'agreement among raft nodes before linearized reading' (duration: 102.517158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:33.836341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.976172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:05:33.836396Z","caller":"traceutil/trace.go:171","msg":"trace[1596717876] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3395; }","duration":"111.074304ms","start":"2026-05-07T02:05:33.725312Z","end":"2026-05-07T02:05:33.836386Z","steps":["trace[1596717876] 'count revisions from in-memory index tree' (duration: 110.86826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:37.53048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.153561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:05:37.530593Z","caller":"traceutil/trace.go:171","msg":"trace[2098205081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3413; }","duration":"261.314193ms","start":"2026-05-07T02:05:37.269258Z","end":"2026-05-07T02:05:37.530572Z","steps":["trace[2098205081] 'range keys from in-memory index tree' (duration: 261.015549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:37.530892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.473563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:05:37.530966Z","caller":"traceutil/trace.go:171","msg":"trace[1374824710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3413; }","duration":"263.643956ms","start":"2026-05-07T02:05:37.267306Z","end":"2026-05-07T02:05:37.53095Z","steps":["trace[1374824710] 'range keys from in-memory index tree' (duration: 262.703819ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:37.831814Z","caller":"traceutil/trace.go:171","msg":"trace[875542231] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"128.821604ms","start":"2026-05-07T02:05:37.702907Z","end":"2026-05-07T02:05:37.831729Z","steps":["trace[875542231] 'process raft request' (duration: 128.677171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:38.146954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.26755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:05:38.147075Z","caller":"traceutil/trace.go:171","msg":"trace[1303247710] linearizableReadLoop","detail":"{readStateIndex:3563; appliedIndex:3562; }","duration":"290.654676ms","start":"2026-05-07T02:05:37.856399Z","end":"2026-05-07T02:05:38.147054Z","steps":["trace[1303247710] 'read index received' (duration: 163.141532ms)","trace[1303247710] 'applied index is now lower than readState.Index' (duration: 127.511494ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:38.147374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.963373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:05:38.14747Z","caller":"traceutil/trace.go:171","msg":"trace[1099204528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3418; }","duration":"291.112194ms","start":"2026-05-07T02:05:37.856335Z","end":"2026-05-07T02:05:38.147448Z","steps":["trace[1099204528] 'agreement among raft nodes before linearized reading' (duration: 290.895191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:38.147496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.403545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-05-07T02:05:38.147541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.725088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:05:38.147625Z","caller":"traceutil/trace.go:171","msg":"trace[856420144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3418; }","duration":"285.847299ms","start":"2026-05-07T02:05:37.861764Z","end":"2026-05-07T02:05:38.147611Z","steps":["trace[856420144] 'agreement among raft nodes before linearized reading' (duration: 285.583305ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:38.147565Z","caller":"traceutil/trace.go:171","msg":"trace[1803393287] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:3418; }","duration":"186.509227ms","start":"2026-05-07T02:05:37.961039Z","end":"2026-05-07T02:05:38.147548Z","steps":["trace[1803393287] 'agreement among raft nodes before linearized reading' (duration: 186.316294ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:38.147836Z","caller":"traceutil/trace.go:171","msg":"trace[406064861] transaction","detail":"{read_only:false; response_revision:3418; number_of_response:1; }","duration":"297.963808ms","start":"2026-05-07T02:05:37.849208Z","end":"2026-05-07T02:05:38.147171Z","steps":["trace[406064861] 'process raft request' (duration: 170.397632ms)","trace[406064861] 'compare' (duration: 127.144618ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:38.456549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.646762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:05:38.457009Z","caller":"traceutil/trace.go:171","msg":"trace[1669741516] transaction","detail":"{read_only:false; response_revision:3419; number_of_response:1; }","duration":"305.761903ms","start":"2026-05-07T02:05:38.151218Z","end":"2026-05-07T02:05:38.45698Z","steps":["trace[1669741516] 'process raft request' (duration: 155.626251ms)","trace[1669741516] 'compare' (duration: 149.554411ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:38.45721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:38.1512Z","time spent":"305.902225ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:05:38.457435Z","caller":"traceutil/trace.go:171","msg":"trace[843133890] transaction","detail":"{read_only:false; response_revision:3420; number_of_response:1; }","duration":"303.845858ms","start":"2026-05-07T02:05:38.153539Z","end":"2026-05-07T02:05:38.457385Z","steps":["trace[843133890] 'process raft request' (duration: 303.088484ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:38.457442Z","caller":"traceutil/trace.go:171","msg":"trace[480709280] transaction","detail":"{read_only:false; response_revision:3421; number_of_response:1; }","duration":"298.876358ms","start":"2026-05-07T02:05:38.158451Z","end":"2026-05-07T02:05:38.457328Z","steps":["trace[480709280] 'process raft request' (duration: 298.537632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:38.45768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:38.153517Z","time spent":"304.029051ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:05:43.207315Z","caller":"traceutil/trace.go:171","msg":"trace[498976537] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"173.161628ms","start":"2026-05-07T02:05:43.03413Z","end":"2026-05-07T02:05:43.207291Z","steps":["trace[498976537] 'process raft request' (duration: 172.972465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:43.703822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.139317ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T02:05:43.703932Z","caller":"traceutil/trace.go:171","msg":"trace[1749777353] linearizableReadLoop","detail":"{readStateIndex:3592; appliedIndex:3591; }","duration":"121.562811ms","start":"2026-05-07T02:05:43.582351Z","end":"2026-05-07T02:05:43.703914Z","steps":["trace[1749777353] 'read index received' (duration: 39.8µs)","trace[1749777353] 'applied index is now lower than readState.Index' (duration: 121.521011ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:43.704197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.816315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:05:43.704275Z","caller":"traceutil/trace.go:171","msg":"trace[758438702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3445; }","duration":"121.943268ms","start":"2026-05-07T02:05:43.582313Z","end":"2026-05-07T02:05:43.704257Z","steps":["trace[758438702] 'agreement among raft nodes before linearized reading' (duration: 121.808936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:43.704475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.10596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:05:43.704526Z","caller":"traceutil/trace.go:171","msg":"trace[299220494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3445; }","duration":"122.205322ms","start":"2026-05-07T02:05:43.582308Z","end":"2026-05-07T02:05:43.704513Z","steps":["trace[299220494] 'agreement among raft nodes before linearized reading' (duration: 121.883167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:43.704785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.45565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:05:43.704867Z","caller":"traceutil/trace.go:171","msg":"trace[243621158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3445; }","duration":"121.569881ms","start":"2026-05-07T02:05:43.583283Z","end":"2026-05-07T02:05:43.704853Z","steps":["trace[243621158] 'agreement among raft nodes before linearized reading' (duration: 120.967441ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:43.852342Z","caller":"traceutil/trace.go:171","msg":"trace[1884594440] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"121.912028ms","start":"2026-05-07T02:05:43.7304Z","end":"2026-05-07T02:05:43.852312Z","steps":["trace[1884594440] 'process raft request' (duration: 121.821786ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:43.852446Z","caller":"traceutil/trace.go:171","msg":"trace[607776809] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"143.4257ms","start":"2026-05-07T02:05:43.70895Z","end":"2026-05-07T02:05:43.852375Z","steps":["trace[607776809] 'process raft request' (duration: 99.119542ms)","trace[607776809] 'compare' (duration: 43.994212ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:47.915891Z","caller":"traceutil/trace.go:171","msg":"trace[536506021] transaction","detail":"{read_only:false; response_revision:3467; number_of_response:1; }","duration":"105.551209ms","start":"2026-05-07T02:05:47.810312Z","end":"2026-05-07T02:05:47.915863Z","steps":["trace[536506021] 'process raft request' (duration: 105.364946ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:48.121731Z","caller":"traceutil/trace.go:171","msg":"trace[1961567673] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"201.371191ms","start":"2026-05-07T02:05:47.920336Z","end":"2026-05-07T02:05:48.121707Z","steps":["trace[1961567673] 'process raft request' (duration: 201.31692ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:48.122138Z","caller":"traceutil/trace.go:171","msg":"trace[1592949949] linearizableReadLoop","detail":"{readStateIndex:3615; appliedIndex:3614; }","duration":"202.102283ms","start":"2026-05-07T02:05:47.920012Z","end":"2026-05-07T02:05:48.122114Z","steps":["trace[1592949949] 'read index received' (duration: 154.255883ms)","trace[1592949949] 'applied index is now lower than readState.Index' (duration: 47.84382ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:48.121923Z","caller":"traceutil/trace.go:171","msg":"trace[778391627] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"246.162429ms","start":"2026-05-07T02:05:47.875732Z","end":"2026-05-07T02:05:48.121895Z","steps":["trace[778391627] 'process raft request' (duration: 198.38069ms)","trace[778391627] 'compare' (duration: 47.195118ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:48.12234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.313367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:05:48.122377Z","caller":"traceutil/trace.go:171","msg":"trace[1842275542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3469; }","duration":"202.383699ms","start":"2026-05-07T02:05:47.919985Z","end":"2026-05-07T02:05:48.122369Z","steps":["trace[1842275542] 'agreement among raft nodes before linearized reading' (duration: 202.245616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:48.122589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.130133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:05:48.122646Z","caller":"traceutil/trace.go:171","msg":"trace[1370909926] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:3469; }","duration":"161.231654ms","start":"2026-05-07T02:05:47.961401Z","end":"2026-05-07T02:05:48.122632Z","steps":["trace[1370909926] 'agreement among raft nodes before linearized reading' (duration: 161.064631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:48.389962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.646392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:05:48.39011Z","caller":"traceutil/trace.go:171","msg":"trace[73737420] transaction","detail":"{read_only:false; response_revision:3472; number_of_response:1; }","duration":"184.925978ms","start":"2026-05-07T02:05:48.205163Z","end":"2026-05-07T02:05:48.390089Z","steps":["trace[73737420] 'process raft request' (duration: 53.063292ms)","trace[73737420] 'compare' (duration: 131.50124ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:48.804893Z","caller":"traceutil/trace.go:171","msg":"trace[598833197] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"150.748617ms","start":"2026-05-07T02:05:48.654119Z","end":"2026-05-07T02:05:48.804867Z","steps":["trace[598833197] 'process raft request' (duration: 68.254959ms)","trace[598833197] 'compare' (duration: 82.217134ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:51.526441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.245411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:05:51.526816Z","caller":"traceutil/trace.go:171","msg":"trace[1097615149] linearizableReadLoop","detail":"{readStateIndex:3635; appliedIndex:3633; }","duration":"106.416416ms","start":"2026-05-07T02:05:51.420382Z","end":"2026-05-07T02:05:51.526798Z","steps":["trace[1097615149] 'read index received' (duration: 2.721017ms)","trace[1097615149] 'applied index is now lower than readState.Index' (duration: 103.694338ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:51.526885Z","caller":"traceutil/trace.go:171","msg":"trace[1226748688] transaction","detail":"{read_only:false; response_revision:3487; number_of_response:1; }","duration":"165.783162ms","start":"2026-05-07T02:05:51.361073Z","end":"2026-05-07T02:05:51.526856Z","steps":["trace[1226748688] 'process raft request' (duration: 165.658279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:51.526914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.533748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:05:51.526903Z","caller":"traceutil/trace.go:171","msg":"trace[294111600] transaction","detail":"{read_only:false; response_revision:3486; number_of_response:1; }","duration":"209.330521ms","start":"2026-05-07T02:05:51.317541Z","end":"2026-05-07T02:05:51.526872Z","steps":["trace[294111600] 'process raft request' (duration: 105.568751ms)","trace[294111600] 'compare' (duration: 102.776973ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:51.526961Z","caller":"traceutil/trace.go:171","msg":"trace[620459627] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3487; }","duration":"106.63561ms","start":"2026-05-07T02:05:51.42031Z","end":"2026-05-07T02:05:51.526945Z","steps":["trace[620459627] 'agreement among raft nodes before linearized reading' (duration: 106.549339ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:52.387162Z","caller":"traceutil/trace.go:171","msg":"trace[1528353334] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"158.620859ms","start":"2026-05-07T02:05:52.228515Z","end":"2026-05-07T02:05:52.387136Z","steps":["trace[1528353334] 'process raft request' (duration: 100.788074ms)","trace[1528353334] 'compare' (duration: 57.729584ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:53.52669Z","caller":"traceutil/trace.go:171","msg":"trace[1580312932] transaction","detail":"{read_only:false; response_revision:3495; number_of_response:1; }","duration":"218.498464ms","start":"2026-05-07T02:05:53.308167Z","end":"2026-05-07T02:05:53.526666Z","steps":["trace[1580312932] 'process raft request' (duration: 218.375172ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:53.74385Z","caller":"traceutil/trace.go:171","msg":"trace[1409630258] linearizableReadLoop","detail":"{readStateIndex:3645; appliedIndex:3644; }","duration":"184.309879ms","start":"2026-05-07T02:05:53.55951Z","end":"2026-05-07T02:05:53.74382Z","steps":["trace[1409630258] 'read index received' (duration: 99.251983ms)","trace[1409630258] 'applied index is now lower than readState.Index' (duration: 85.056556ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:53.743873Z","caller":"traceutil/trace.go:171","msg":"trace[1465778035] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"212.213144ms","start":"2026-05-07T02:05:53.531628Z","end":"2026-05-07T02:05:53.743841Z","steps":["trace[1465778035] 'process raft request' (duration: 127.170138ms)","trace[1465778035] 'compare' (duration: 84.870313ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:53.743985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.451303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:05:53.744048Z","caller":"traceutil/trace.go:171","msg":"trace[225157708] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3496; }","duration":"184.568444ms","start":"2026-05-07T02:05:53.559465Z","end":"2026-05-07T02:05:53.744034Z","steps":["trace[225157708] 'agreement among raft nodes before linearized reading' (duration: 184.441562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:53.744223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.96293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:05:53.744269Z","caller":"traceutil/trace.go:171","msg":"trace[1041434459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3496; }","duration":"163.035971ms","start":"2026-05-07T02:05:53.581221Z","end":"2026-05-07T02:05:53.744257Z","steps":["trace[1041434459] 'agreement among raft nodes before linearized reading' (duration: 162.768596ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:54.848138Z","caller":"traceutil/trace.go:171","msg":"trace[998618370] transaction","detail":"{read_only:false; response_revision:3501; number_of_response:1; }","duration":"100.202836ms","start":"2026-05-07T02:05:54.74789Z","end":"2026-05-07T02:05:54.848093Z","steps":["trace[998618370] 'process raft request' (duration: 99.901931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:55.094248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.916253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:05:55.094452Z","caller":"traceutil/trace.go:171","msg":"trace[1926767513] transaction","detail":"{read_only:false; response_revision:3502; number_of_response:1; }","duration":"241.770835ms","start":"2026-05-07T02:05:54.852652Z","end":"2026-05-07T02:05:55.094423Z","steps":["trace[1926767513] 'process raft request' (duration: 128.592968ms)","trace[1926767513] 'compare' (duration: 112.81513ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:55.66928Z","caller":"traceutil/trace.go:171","msg":"trace[979827854] transaction","detail":"{read_only:false; response_revision:3504; number_of_response:1; }","duration":"138.271211ms","start":"2026-05-07T02:05:55.530986Z","end":"2026-05-07T02:05:55.669257Z","steps":["trace[979827854] 'process raft request' (duration: 138.095318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:55.982853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.44616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:05:55.982955Z","caller":"traceutil/trace.go:171","msg":"trace[1803558440] linearizableReadLoop","detail":"{readStateIndex:3654; appliedIndex:3653; }","duration":"133.373236ms","start":"2026-05-07T02:05:55.849565Z","end":"2026-05-07T02:05:55.982938Z","steps":["trace[1803558440] 'read index received' (duration: 39.131µs)","trace[1803558440] 'applied index is now lower than readState.Index' (duration: 133.333165ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:55.983124Z","caller":"traceutil/trace.go:171","msg":"trace[390298051] transaction","detail":"{read_only:false; response_revision:3505; number_of_response:1; }","duration":"232.921596ms","start":"2026-05-07T02:05:55.75018Z","end":"2026-05-07T02:05:55.983101Z","steps":["trace[390298051] 'process raft request' (duration: 34.13986ms)","trace[390298051] 'compare' (duration: 198.284827ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:55.983189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.61831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T02:05:55.983259Z","caller":"traceutil/trace.go:171","msg":"trace[985887687] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3505; }","duration":"133.729872ms","start":"2026-05-07T02:05:55.849511Z","end":"2026-05-07T02:05:55.983241Z","steps":["trace[985887687] 'agreement among raft nodes before linearized reading' (duration: 133.560419ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:56.787087Z","caller":"traceutil/trace.go:171","msg":"trace[1787423826] linearizableReadLoop","detail":"{readStateIndex:3660; appliedIndex:3659; }","duration":"257.308787ms","start":"2026-05-07T02:05:56.529747Z","end":"2026-05-07T02:05:56.787056Z","steps":["trace[1787423826] 'read index received' (duration: 203.090752ms)","trace[1787423826] 'applied index is now lower than readState.Index' (duration: 54.216465ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:56.787371Z","caller":"traceutil/trace.go:171","msg":"trace[1347453497] transaction","detail":"{read_only:false; response_revision:3511; number_of_response:1; }","duration":"284.343533ms","start":"2026-05-07T02:05:56.503002Z","end":"2026-05-07T02:05:56.787346Z","steps":["trace[1347453497] 'process raft request' (duration: 229.959576ms)","trace[1347453497] 'compare' (duration: 53.93795ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:56.787984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.318322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:05:56.788046Z","caller":"traceutil/trace.go:171","msg":"trace[25291937] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3511; }","duration":"255.402204ms","start":"2026-05-07T02:05:56.532628Z","end":"2026-05-07T02:05:56.78803Z","steps":["trace[25291937] 'agreement among raft nodes before linearized reading' (duration: 254.705872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:56.788222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.708024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T02:05:56.788299Z","caller":"traceutil/trace.go:171","msg":"trace[2077819718] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3511; }","duration":"258.572258ms","start":"2026-05-07T02:05:56.529711Z","end":"2026-05-07T02:05:56.788283Z","steps":["trace[2077819718] 'agreement among raft nodes before linearized reading' (duration: 257.582301ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:57.275876Z","caller":"traceutil/trace.go:171","msg":"trace[435720127] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"176.757641ms","start":"2026-05-07T02:05:57.099094Z","end":"2026-05-07T02:05:57.275852Z","steps":["trace[435720127] 'process raft request' (duration: 176.594138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:57.661614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.798775ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:05:57.661714Z","caller":"traceutil/trace.go:171","msg":"trace[863369506] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3513; }","duration":"225.923077ms","start":"2026-05-07T02:05:57.435776Z","end":"2026-05-07T02:05:57.661699Z","steps":["trace[863369506] 'range keys from in-memory index tree' (duration: 225.780055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:57.662418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.093516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:05:57.662634Z","caller":"traceutil/trace.go:171","msg":"trace[1565767799] transaction","detail":"{read_only:false; response_revision:3514; number_of_response:1; }","duration":"471.668755ms","start":"2026-05-07T02:05:57.190926Z","end":"2026-05-07T02:05:57.662595Z","steps":["trace[1565767799] 'process raft request' (duration: 122.290315ms)","trace[1565767799] 'compare' (duration: 348.516136ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:57.662733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:57.190909Z","time spent":"471.781017ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:05:57.662917Z","caller":"traceutil/trace.go:171","msg":"trace[537974506] transaction","detail":"{read_only:false; response_revision:3515; number_of_response:1; }","duration":"421.251507ms","start":"2026-05-07T02:05:57.241634Z","end":"2026-05-07T02:05:57.662885Z","steps":["trace[537974506] 'process raft request' (duration: 420.929432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:57.663216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:57.241606Z","time spent":"421.381521ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:05:57.812554Z","caller":"traceutil/trace.go:171","msg":"trace[890514358] transaction","detail":"{read_only:false; response_revision:3516; number_of_response:1; }","duration":"137.531686ms","start":"2026-05-07T02:05:57.674989Z","end":"2026-05-07T02:05:57.812521Z","steps":["trace[890514358] 'process raft request' (duration: 137.348523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:58.209855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.795195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:05:58.20997Z","caller":"traceutil/trace.go:171","msg":"trace[1257941462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3518; }","duration":"102.959048ms","start":"2026-05-07T02:05:58.106985Z","end":"2026-05-07T02:05:58.209944Z","steps":["trace[1257941462] 'range keys from in-memory index tree' (duration: 102.495961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:58.615715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.996827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:05:58.615854Z","caller":"traceutil/trace.go:171","msg":"trace[458500888] linearizableReadLoop","detail":"{readStateIndex:3670; appliedIndex:3669; }","duration":"261.686533ms","start":"2026-05-07T02:05:58.354146Z","end":"2026-05-07T02:05:58.615832Z","steps":["trace[458500888] 'read index received' (duration: 102.972µs)","trace[458500888] 'applied index is now lower than readState.Index' (duration: 261.581581ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:58.61589Z","caller":"traceutil/trace.go:171","msg":"trace[1133398424] transaction","detail":"{read_only:false; response_revision:3520; number_of_response:1; }","duration":"314.396778ms","start":"2026-05-07T02:05:58.301457Z","end":"2026-05-07T02:05:58.615854Z","steps":["trace[1133398424] 'process raft request' (duration: 27.174047ms)","trace[1133398424] 'compare' (duration: 286.765873ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:58.616041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.903396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T02:05:58.616061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:05:58.301425Z","time spent":"314.55526ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:05:58.616081Z","caller":"traceutil/trace.go:171","msg":"trace[602771388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3520; }","duration":"261.999738ms","start":"2026-05-07T02:05:58.354067Z","end":"2026-05-07T02:05:58.616067Z","steps":["trace[602771388] 'agreement among raft nodes before linearized reading' (duration: 261.875456ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:58.814615Z","caller":"traceutil/trace.go:171","msg":"trace[728107563] linearizableReadLoop","detail":"{readStateIndex:3671; appliedIndex:3670; }","duration":"198.668171ms","start":"2026-05-07T02:05:58.615916Z","end":"2026-05-07T02:05:58.814584Z","steps":["trace[728107563] 'read index received' (duration: 198.480237ms)","trace[728107563] 'applied index is now lower than readState.Index' (duration: 186.534µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:05:58.814935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.809656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:05:58.815027Z","caller":"traceutil/trace.go:171","msg":"trace[1503431164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3521; }","duration":"218.972539ms","start":"2026-05-07T02:05:58.596028Z","end":"2026-05-07T02:05:58.815001Z","steps":["trace[1503431164] 'agreement among raft nodes before linearized reading' (duration: 218.603802ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:58.815003Z","caller":"traceutil/trace.go:171","msg":"trace[1294088635] transaction","detail":"{read_only:false; response_revision:3521; number_of_response:1; }","duration":"282.151984ms","start":"2026-05-07T02:05:58.532788Z","end":"2026-05-07T02:05:58.81494Z","steps":["trace[1294088635] 'process raft request' (duration: 281.617585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:58.814996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.161599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:05:58.815114Z","caller":"traceutil/trace.go:171","msg":"trace[136931980] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3521; }","duration":"259.309341ms","start":"2026-05-07T02:05:58.555778Z","end":"2026-05-07T02:05:58.815087Z","steps":["trace[136931980] 'agreement among raft nodes before linearized reading' (duration: 259.077327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:58.81504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.600824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T02:05:58.815236Z","caller":"traceutil/trace.go:171","msg":"trace[1997964939] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3521; }","duration":"281.868368ms","start":"2026-05-07T02:05:58.533348Z","end":"2026-05-07T02:05:58.815217Z","steps":["trace[1997964939] 'agreement among raft nodes before linearized reading' (duration: 281.560613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:05:58.91208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.061828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:05:58.912172Z","caller":"traceutil/trace.go:171","msg":"trace[468044799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3522; }","duration":"121.199271ms","start":"2026-05-07T02:05:58.790952Z","end":"2026-05-07T02:05:58.912151Z","steps":["trace[468044799] 'agreement among raft nodes before linearized reading' (duration: 120.870985ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:58.9125Z","caller":"traceutil/trace.go:171","msg":"trace[691670180] transaction","detail":"{read_only:false; response_revision:3522; number_of_response:1; }","duration":"292.666804ms","start":"2026-05-07T02:05:58.619801Z","end":"2026-05-07T02:05:58.912468Z","steps":["trace[691670180] 'process raft request' (duration: 291.793029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:03.174874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.96329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:06:03.17496Z","caller":"traceutil/trace.go:171","msg":"trace[1139906164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3540; }","duration":"192.090221ms","start":"2026-05-07T02:06:02.98285Z","end":"2026-05-07T02:06:03.174941Z","steps":["trace[1139906164] 'range keys from in-memory index tree' (duration: 191.738026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:03.175079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.290375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:06:03.175135Z","caller":"traceutil/trace.go:171","msg":"trace[459038393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3540; }","duration":"192.367627ms","start":"2026-05-07T02:06:02.982755Z","end":"2026-05-07T02:06:03.175123Z","steps":["trace[459038393] 'range keys from in-memory index tree' (duration: 192.194214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:03.175367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.488143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:06:03.175402Z","caller":"traceutil/trace.go:171","msg":"trace[1201744976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3540; }","duration":"245.086613ms","start":"2026-05-07T02:06:02.930305Z","end":"2026-05-07T02:06:03.175391Z","steps":["trace[1201744976] 'range keys from in-memory index tree' (duration: 244.30042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:03.540762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.730207ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T02:06:03.540997Z","caller":"traceutil/trace.go:171","msg":"trace[1819650150] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"224.691645ms","start":"2026-05-07T02:06:03.316285Z","end":"2026-05-07T02:06:03.540976Z","steps":["trace[1819650150] 'process raft request' (duration: 224.573493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:04.1119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.622473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:06:04.111988Z","caller":"traceutil/trace.go:171","msg":"trace[1722913052] transaction","detail":"{read_only:false; response_revision:3546; number_of_response:1; }","duration":"260.053162ms","start":"2026-05-07T02:06:03.85192Z","end":"2026-05-07T02:06:04.111973Z","steps":["trace[1722913052] 'process raft request' (duration: 49.291587ms)","trace[1722913052] 'compare' (duration: 210.526621ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:04.185606Z","caller":"traceutil/trace.go:171","msg":"trace[1462401953] transaction","detail":"{read_only:false; response_revision:3547; number_of_response:1; }","duration":"111.399518ms","start":"2026-05-07T02:06:04.074173Z","end":"2026-05-07T02:06:04.185573Z","steps":["trace[1462401953] 'process raft request' (duration: 111.084763ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:04.604869Z","caller":"traceutil/trace.go:171","msg":"trace[1854828002] transaction","detail":"{read_only:false; response_revision:3548; number_of_response:1; }","duration":"316.35859ms","start":"2026-05-07T02:06:04.288472Z","end":"2026-05-07T02:06:04.60483Z","steps":["trace[1854828002] 'process raft request' (duration: 316.166046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:04.605046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:04.288446Z","time spent":"316.509032ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:06:05.338594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.351179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:06:05.338678Z","caller":"traceutil/trace.go:171","msg":"trace[173531922] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3549; }","duration":"312.474032ms","start":"2026-05-07T02:06:05.026186Z","end":"2026-05-07T02:06:05.33866Z","steps":["trace[173531922] 'count revisions from in-memory index tree' (duration: 312.272668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:05.338726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:05.026133Z","time spent":"312.581714ms","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:06:05.339189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.302262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T02:06:05.339209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.344481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:06:05.339291Z","caller":"traceutil/trace.go:171","msg":"trace[1498720744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3549; }","duration":"124.477645ms","start":"2026-05-07T02:06:05.214788Z","end":"2026-05-07T02:06:05.339265Z","steps":["trace[1498720744] 'range keys from in-memory index tree' (duration: 124.039598ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:05.339311Z","caller":"traceutil/trace.go:171","msg":"trace[2052389674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3549; }","duration":"105.519584ms","start":"2026-05-07T02:06:05.233774Z","end":"2026-05-07T02:06:05.339294Z","steps":["trace[2052389674] 'range keys from in-memory index tree' (duration: 105.156948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:05.339321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.682303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:05.339358Z","caller":"traceutil/trace.go:171","msg":"trace[2008987470] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3549; }","duration":"271.755344ms","start":"2026-05-07T02:06:05.067592Z","end":"2026-05-07T02:06:05.339347Z","steps":["trace[2008987470] 'range keys from in-memory index tree' (duration: 271.614312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:05.339716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.772328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:06:05.339865Z","caller":"traceutil/trace.go:171","msg":"trace[1175381492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3549; }","duration":"105.994322ms","start":"2026-05-07T02:06:05.233833Z","end":"2026-05-07T02:06:05.339827Z","steps":["trace[1175381492] 'range keys from in-memory index tree' (duration: 105.537604ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:05.953342Z","caller":"traceutil/trace.go:171","msg":"trace[688234670] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"104.351684ms","start":"2026-05-07T02:06:05.848965Z","end":"2026-05-07T02:06:05.953317Z","steps":["trace[688234670] 'process raft request' (duration: 104.206051ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:06.224562Z","caller":"traceutil/trace.go:171","msg":"trace[1139685590] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"107.052897ms","start":"2026-05-07T02:06:06.117457Z","end":"2026-05-07T02:06:06.22451Z","steps":["trace[1139685590] 'process raft request' (duration: 106.895054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:08.133242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.176052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:06:08.133302Z","caller":"traceutil/trace.go:171","msg":"trace[1994262721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3564; }","duration":"176.285583ms","start":"2026-05-07T02:06:07.957004Z","end":"2026-05-07T02:06:08.13329Z","steps":["trace[1994262721] 'range keys from in-memory index tree' (duration: 176.011398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:08.133432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.13388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:06:08.133597Z","caller":"traceutil/trace.go:171","msg":"trace[706691567] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:3564; }","duration":"170.410303ms","start":"2026-05-07T02:06:07.963162Z","end":"2026-05-07T02:06:08.133572Z","steps":["trace[706691567] 'range keys from in-memory index tree' (duration: 169.952267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:08.412927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.795633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:06:08.413033Z","caller":"traceutil/trace.go:171","msg":"trace[1753475694] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"274.712615ms","start":"2026-05-07T02:06:08.138302Z","end":"2026-05-07T02:06:08.413015Z","steps":["trace[1753475694] 'process raft request' (duration: 129.753919ms)","trace[1753475694] 'compare' (duration: 144.58067ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:08.438581Z","caller":"traceutil/trace.go:171","msg":"trace[1256331833] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"232.853092ms","start":"2026-05-07T02:06:08.205707Z","end":"2026-05-07T02:06:08.43856Z","steps":["trace[1256331833] 'process raft request' (duration: 232.633268ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:08.438621Z","caller":"traceutil/trace.go:171","msg":"trace[24964946] transaction","detail":"{read_only:false; response_revision:3568; number_of_response:1; }","duration":"206.702972ms","start":"2026-05-07T02:06:08.231897Z","end":"2026-05-07T02:06:08.4386Z","steps":["trace[24964946] 'process raft request' (duration: 206.646932ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:08.438695Z","caller":"traceutil/trace.go:171","msg":"trace[1048683043] transaction","detail":"{read_only:false; response_revision:3567; number_of_response:1; }","duration":"208.256098ms","start":"2026-05-07T02:06:08.230406Z","end":"2026-05-07T02:06:08.438662Z","steps":["trace[1048683043] 'process raft request' (duration: 208.095156ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:09.268988Z","caller":"traceutil/trace.go:171","msg":"trace[463022183] linearizableReadLoop","detail":"{readStateIndex:3723; appliedIndex:3722; }","duration":"124.214892ms","start":"2026-05-07T02:06:09.144753Z","end":"2026-05-07T02:06:09.268968Z","steps":["trace[463022183] 'read index received' (duration: 123.618462ms)","trace[463022183] 'applied index is now lower than readState.Index' (duration: 595.52µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:09.269111Z","caller":"traceutil/trace.go:171","msg":"trace[1204077315] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"308.447013ms","start":"2026-05-07T02:06:08.960652Z","end":"2026-05-07T02:06:09.269099Z","steps":["trace[1204077315] 'process raft request' (duration: 307.808712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:09.269205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:08.960638Z","time spent":"308.497004ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:06:09.269201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.66473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:09.269368Z","caller":"traceutil/trace.go:171","msg":"trace[683755892] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3571; }","duration":"115.859654ms","start":"2026-05-07T02:06:09.153493Z","end":"2026-05-07T02:06:09.269352Z","steps":["trace[683755892] 'agreement among raft nodes before linearized reading' (duration: 115.66038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:09.269505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.714851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:06:09.269577Z","caller":"traceutil/trace.go:171","msg":"trace[1397766622] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3571; }","duration":"124.840823ms","start":"2026-05-07T02:06:09.144718Z","end":"2026-05-07T02:06:09.269559Z","steps":["trace[1397766622] 'agreement among raft nodes before linearized reading' (duration: 124.68481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:09.974149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.682116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:06:09.974304Z","caller":"traceutil/trace.go:171","msg":"trace[1965449700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3571; }","duration":"601.89497ms","start":"2026-05-07T02:06:09.372389Z","end":"2026-05-07T02:06:09.974284Z","steps":["trace[1965449700] 'range keys from in-memory index tree' (duration: 601.421893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:09.974384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:09.372358Z","time spent":"602.012163ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:06:09.974397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.943157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:06:09.974463Z","caller":"traceutil/trace.go:171","msg":"trace[128238564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3571; }","duration":"597.050489ms","start":"2026-05-07T02:06:09.377399Z","end":"2026-05-07T02:06:09.97445Z","steps":["trace[128238564] 'range keys from in-memory index tree' (duration: 596.820665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:09.974505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:09.377379Z","time spent":"597.11719ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:06:09.974611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.868679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:09.974704Z","caller":"traceutil/trace.go:171","msg":"trace[1603981109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3571; }","duration":"392.025662ms","start":"2026-05-07T02:06:09.582648Z","end":"2026-05-07T02:06:09.974673Z","steps":["trace[1603981109] 'range keys from in-memory index tree' (duration: 391.719385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:09.9753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.025458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T02:06:09.975344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:09.582628Z","time spent":"392.700463ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T02:06:09.975385Z","caller":"traceutil/trace.go:171","msg":"trace[1490827758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3571; }","duration":"597.719061ms","start":"2026-05-07T02:06:09.377647Z","end":"2026-05-07T02:06:09.975366Z","steps":["trace[1490827758] 'range keys from in-memory index tree' (duration: 596.835525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:09.975636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:09.37764Z","time spent":"597.916934ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T02:06:09.976208Z","caller":"traceutil/trace.go:171","msg":"trace[955052706] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"372.990522ms","start":"2026-05-07T02:06:09.603198Z","end":"2026-05-07T02:06:09.976189Z","steps":["trace[955052706] 'process raft request' (duration: 316.559407ms)","trace[955052706] 'compare' (duration: 55.176494ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:09.976638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:09.603182Z","time spent":"373.072923ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:06:10.321288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.082642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:06:10.321581Z","caller":"traceutil/trace.go:171","msg":"trace[1370717930] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"341.312881ms","start":"2026-05-07T02:06:09.980237Z","end":"2026-05-07T02:06:10.32155Z","steps":["trace[1370717930] 'process raft request' (duration: 218.886303ms)","trace[1370717930] 'compare' (duration: 121.741727ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:10.321624Z","caller":"traceutil/trace.go:171","msg":"trace[14829660] transaction","detail":"{read_only:false; response_revision:3574; number_of_response:1; }","duration":"341.340832ms","start":"2026-05-07T02:06:09.980262Z","end":"2026-05-07T02:06:10.321603Z","steps":["trace[14829660] 'process raft request' (duration: 341.137749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:10.321699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:09.980242Z","time spent":"341.422113ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:06:10.321728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:09.980214Z","time spent":"341.436914ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:06:10.321897Z","caller":"traceutil/trace.go:171","msg":"trace[975663757] transaction","detail":"{read_only:false; response_revision:3575; number_of_response:1; }","duration":"341.108177ms","start":"2026-05-07T02:06:09.980755Z","end":"2026-05-07T02:06:10.321863Z","steps":["trace[975663757] 'process raft request' (duration: 340.777452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:10.322174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:09.980736Z","time spent":"341.248369ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:06:10.529789Z","caller":"traceutil/trace.go:171","msg":"trace[1815098321] linearizableReadLoop","detail":"{readStateIndex:3728; appliedIndex:3727; }","duration":"101.299746ms","start":"2026-05-07T02:06:10.428465Z","end":"2026-05-07T02:06:10.529765Z","steps":["trace[1815098321] 'read index received' (duration: 74.291053ms)","trace[1815098321] 'applied index is now lower than readState.Index' (duration: 27.007713ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:10.529911Z","caller":"traceutil/trace.go:171","msg":"trace[2095446027] transaction","detail":"{read_only:false; response_revision:3576; number_of_response:1; }","duration":"109.94758ms","start":"2026-05-07T02:06:10.41994Z","end":"2026-05-07T02:06:10.529887Z","steps":["trace[2095446027] 'process raft request' (duration: 82.860856ms)","trace[2095446027] 'compare' (duration: 26.779278ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:10.530688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.20404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:10.530771Z","caller":"traceutil/trace.go:171","msg":"trace[190641433] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3578; }","duration":"102.313102ms","start":"2026-05-07T02:06:10.42844Z","end":"2026-05-07T02:06:10.530753Z","steps":["trace[190641433] 'agreement among raft nodes before linearized reading' (duration: 101.422177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:10.796539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.241055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:10.796621Z","caller":"traceutil/trace.go:171","msg":"trace[222101037] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3578; }","duration":"119.345187ms","start":"2026-05-07T02:06:10.677259Z","end":"2026-05-07T02:06:10.796604Z","steps":["trace[222101037] 'count revisions from in-memory index tree' (duration: 119.208085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:10.796461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.472833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:06:10.797205Z","caller":"traceutil/trace.go:171","msg":"trace[2093085824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3578; }","duration":"121.802808ms","start":"2026-05-07T02:06:10.674927Z","end":"2026-05-07T02:06:10.796729Z","steps":["trace[2093085824] 'range keys from in-memory index tree' (duration: 121.326521ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:10.90727Z","caller":"traceutil/trace.go:171","msg":"trace[1384219090] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"105.989324ms","start":"2026-05-07T02:06:10.801253Z","end":"2026-05-07T02:06:10.907242Z","steps":["trace[1384219090] 'process raft request' (duration: 105.827091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:11.211945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.40533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:06:11.212059Z","caller":"traceutil/trace.go:171","msg":"trace[2030105375] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"213.24963ms","start":"2026-05-07T02:06:10.998789Z","end":"2026-05-07T02:06:11.212039Z","steps":["trace[2030105375] 'process raft request' (duration: 95.667987ms)","trace[2030105375] 'compare' (duration: 117.283998ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:11.290691Z","caller":"traceutil/trace.go:171","msg":"trace[1167670206] transaction","detail":"{read_only:false; response_revision:3581; number_of_response:1; }","duration":"291.10792ms","start":"2026-05-07T02:06:10.999555Z","end":"2026-05-07T02:06:11.290663Z","steps":["trace[1167670206] 'process raft request' (duration: 290.907447ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:11.563146Z","caller":"traceutil/trace.go:171","msg":"trace[1251790211] transaction","detail":"{read_only:false; response_revision:3582; number_of_response:1; }","duration":"287.966766ms","start":"2026-05-07T02:06:11.275158Z","end":"2026-05-07T02:06:11.563124Z","steps":["trace[1251790211] 'process raft request' (duration: 282.399563ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:12.473613Z","caller":"traceutil/trace.go:171","msg":"trace[1895234596] transaction","detail":"{read_only:false; response_revision:3584; number_of_response:1; }","duration":"142.549514ms","start":"2026-05-07T02:06:12.331037Z","end":"2026-05-07T02:06:12.473587Z","steps":["trace[1895234596] 'process raft request' (duration: 142.398172ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:12.480665Z","caller":"traceutil/trace.go:171","msg":"trace[1665737975] transaction","detail":"{read_only:false; response_revision:3585; number_of_response:1; }","duration":"148.523584ms","start":"2026-05-07T02:06:12.332124Z","end":"2026-05-07T02:06:12.480647Z","steps":["trace[1665737975] 'process raft request' (duration: 148.370942ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:12.480864Z","caller":"traceutil/trace.go:171","msg":"trace[908798684] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"148.617026ms","start":"2026-05-07T02:06:12.332213Z","end":"2026-05-07T02:06:12.48083Z","steps":["trace[908798684] 'process raft request' (duration: 148.385933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:20.903813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.327133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:06:20.903926Z","caller":"traceutil/trace.go:171","msg":"trace[327040002] linearizableReadLoop","detail":"{readStateIndex:3779; appliedIndex:3778; }","duration":"330.031361ms","start":"2026-05-07T02:06:20.573879Z","end":"2026-05-07T02:06:20.90391Z","steps":["trace[327040002] 'read index received' (duration: 87.527475ms)","trace[327040002] 'applied index is now lower than readState.Index' (duration: 242.502786ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:20.904165Z","caller":"traceutil/trace.go:171","msg":"trace[311739629] transaction","detail":"{read_only:false; response_revision:3625; number_of_response:1; }","duration":"331.940812ms","start":"2026-05-07T02:06:20.572087Z","end":"2026-05-07T02:06:20.904027Z","steps":["trace[311739629] 'process raft request' (duration: 89.308214ms)","trace[311739629] 'compare' (duration: 242.197021ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:20.904344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:20.572058Z","time spent":"332.192297ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:06:20.904344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.434078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:06:20.904603Z","caller":"traceutil/trace.go:171","msg":"trace[1821871110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3625; }","duration":"330.773633ms","start":"2026-05-07T02:06:20.573808Z","end":"2026-05-07T02:06:20.904582Z","steps":["trace[1821871110] 'agreement among raft nodes before linearized reading' (duration: 330.286665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:20.904692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:20.573796Z","time spent":"330.882415ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T02:06:20.971463Z","caller":"traceutil/trace.go:171","msg":"trace[470337178] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"395.680277ms","start":"2026-05-07T02:06:20.575729Z","end":"2026-05-07T02:06:20.97141Z","steps":["trace[470337178] 'process raft request' (duration: 395.427073ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:20.9717Z","caller":"traceutil/trace.go:171","msg":"trace[215724364] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"387.309489ms","start":"2026-05-07T02:06:20.584361Z","end":"2026-05-07T02:06:20.97167Z","steps":["trace[215724364] 'process raft request' (duration: 386.983224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:20.971749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.05348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-07T02:06:20.971828Z","caller":"traceutil/trace.go:171","msg":"trace[1721924656] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3627; }","duration":"397.154341ms","start":"2026-05-07T02:06:20.574659Z","end":"2026-05-07T02:06:20.971813Z","steps":["trace[1721924656] 'agreement among raft nodes before linearized reading' (duration: 396.923148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:20.971858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.897974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:06:20.97192Z","caller":"traceutil/trace.go:171","msg":"trace[22350172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3627; }","duration":"369.992216ms","start":"2026-05-07T02:06:20.601913Z","end":"2026-05-07T02:06:20.971906Z","steps":["trace[22350172] 'agreement among raft nodes before linearized reading' (duration: 369.782523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:20.97196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:20.601902Z","time spent":"370.048857ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:06:20.971871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:20.57465Z","time spent":"397.212572ms","remote":"127.0.0.1:41904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-07T02:06:20.972001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.022959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-07T02:06:20.972031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:20.584351Z","time spent":"387.446041ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:06:20.972123Z","caller":"traceutil/trace.go:171","msg":"trace[1661143208] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3627; }","duration":"275.178441ms","start":"2026-05-07T02:06:20.696907Z","end":"2026-05-07T02:06:20.972085Z","steps":["trace[1661143208] 'agreement among raft nodes before linearized reading' (duration: 274.807405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:20.971708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:20.575695Z","time spent":"395.8881ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:06:21.468949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.499967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:06:21.469234Z","caller":"traceutil/trace.go:171","msg":"trace[1830170169] transaction","detail":"{read_only:false; response_revision:3628; number_of_response:1; }","duration":"560.843261ms","start":"2026-05-07T02:06:20.908369Z","end":"2026-05-07T02:06:21.469212Z","steps":["trace[1830170169] 'process raft request' (duration: 138.963807ms)","trace[1830170169] 'compare' (duration: 421.264053ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:21.469361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:20.908347Z","time spent":"560.971722ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:06:21.46936Z","caller":"traceutil/trace.go:171","msg":"trace[1683817384] linearizableReadLoop","detail":"{readStateIndex:3783; appliedIndex:3781; }","duration":"492.051893ms","start":"2026-05-07T02:06:20.977289Z","end":"2026-05-07T02:06:21.469341Z","steps":["trace[1683817384] 'read index received' (duration: 70.014627ms)","trace[1683817384] 'applied index is now lower than readState.Index' (duration: 422.035816ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:21.469552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.249596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-05-07T02:06:21.469548Z","caller":"traceutil/trace.go:171","msg":"trace[2004590970] transaction","detail":"{read_only:false; response_revision:3629; number_of_response:1; }","duration":"492.281407ms","start":"2026-05-07T02:06:20.977235Z","end":"2026-05-07T02:06:21.469517Z","steps":["trace[2004590970] 'process raft request' (duration: 491.836139ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:21.469615Z","caller":"traceutil/trace.go:171","msg":"trace[115937060] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3629; }","duration":"492.340007ms","start":"2026-05-07T02:06:20.97726Z","end":"2026-05-07T02:06:21.4696Z","steps":["trace[115937060] 'agreement among raft nodes before linearized reading' (duration: 492.135974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:21.469666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:20.977243Z","time spent":"492.411508ms","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-07T02:06:21.469676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.642237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:06:21.469709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:20.977214Z","time spent":"492.408118ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:06:21.469733Z","caller":"traceutil/trace.go:171","msg":"trace[73507570] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3629; }","duration":"210.751149ms","start":"2026-05-07T02:06:21.258963Z","end":"2026-05-07T02:06:21.469714Z","steps":["trace[73507570] 'agreement among raft nodes before linearized reading' (duration: 210.657967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:21.469724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.253006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:06:21.46978Z","caller":"traceutil/trace.go:171","msg":"trace[1699568233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3629; }","duration":"492.335337ms","start":"2026-05-07T02:06:20.97743Z","end":"2026-05-07T02:06:21.469765Z","steps":["trace[1699568233] 'agreement among raft nodes before linearized reading' (duration: 492.133043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:21.469816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:20.977421Z","time spent":"492.388658ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T02:06:21.470599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.83458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:06:21.470666Z","caller":"traceutil/trace.go:171","msg":"trace[1810042302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3629; }","duration":"452.943342ms","start":"2026-05-07T02:06:21.017706Z","end":"2026-05-07T02:06:21.470649Z","steps":["trace[1810042302] 'agreement among raft nodes before linearized reading' (duration: 452.246751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:21.470706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:21.017684Z","time spent":"453.010502ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T02:06:21.984374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.297692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:21.984468Z","caller":"traceutil/trace.go:171","msg":"trace[2072490872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3630; }","duration":"402.462896ms","start":"2026-05-07T02:06:21.58198Z","end":"2026-05-07T02:06:21.984443Z","steps":["trace[2072490872] 'range keys from in-memory index tree' (duration: 402.227751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:21.984526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:21.581965Z","time spent":"402.547827ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T02:06:21.984519Z","caller":"traceutil/trace.go:171","msg":"trace[893484225] transaction","detail":"{read_only:false; response_revision:3631; number_of_response:1; }","duration":"339.80729ms","start":"2026-05-07T02:06:21.644674Z","end":"2026-05-07T02:06:21.984481Z","steps":["trace[893484225] 'process raft request' (duration: 280.178404ms)","trace[893484225] 'compare' (duration: 59.28145ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:21.984715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:21.644644Z","time spent":"339.998074ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:06:22.017459Z","caller":"traceutil/trace.go:171","msg":"trace[772523669] transaction","detail":"{read_only:false; response_revision:3632; number_of_response:1; }","duration":"349.204452ms","start":"2026-05-07T02:06:21.668192Z","end":"2026-05-07T02:06:22.017397Z","steps":["trace[772523669] 'process raft request' (duration: 349.000179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:22.017778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:21.668167Z","time spent":"349.455116ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:06:22.19214Z","caller":"traceutil/trace.go:171","msg":"trace[1917645822] transaction","detail":"{read_only:false; response_revision:3633; number_of_response:1; }","duration":"159.699248ms","start":"2026-05-07T02:06:22.032401Z","end":"2026-05-07T02:06:22.1921Z","steps":["trace[1917645822] 'process raft request' (duration: 156.381663ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:27.286469Z","caller":"traceutil/trace.go:171","msg":"trace[795304151] transaction","detail":"{read_only:false; response_revision:3655; number_of_response:1; }","duration":"353.819495ms","start":"2026-05-07T02:06:26.932616Z","end":"2026-05-07T02:06:27.286435Z","steps":["trace[795304151] 'process raft request' (duration: 353.616362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:27.28665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:26.932586Z","time spent":"353.977107ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:06:27.299117Z","caller":"traceutil/trace.go:171","msg":"trace[1080338444] linearizableReadLoop","detail":"{readStateIndex:3812; appliedIndex:3809; }","duration":"123.625229ms","start":"2026-05-07T02:06:27.175462Z","end":"2026-05-07T02:06:27.299088Z","steps":["trace[1080338444] 'read index received' (duration: 110.915643ms)","trace[1080338444] 'applied index is now lower than readState.Index' (duration: 12.708146ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:27.29924Z","caller":"traceutil/trace.go:171","msg":"trace[368800452] transaction","detail":"{read_only:false; response_revision:3657; number_of_response:1; }","duration":"301.557978ms","start":"2026-05-07T02:06:26.997652Z","end":"2026-05-07T02:06:27.29921Z","steps":["trace[368800452] 'process raft request' (duration: 301.387095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:27.299398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:26.997629Z","time spent":"301.68749ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:06:27.299265Z","caller":"traceutil/trace.go:171","msg":"trace[1887230134] transaction","detail":"{read_only:false; response_revision:3656; number_of_response:1; }","duration":"302.906099ms","start":"2026-05-07T02:06:26.996259Z","end":"2026-05-07T02:06:27.299165Z","steps":["trace[1887230134] 'process raft request' (duration: 302.594334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:27.299593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:26.996215Z","time spent":"303.296896ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:06:27.299318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.834862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:27.299751Z","caller":"traceutil/trace.go:171","msg":"trace[1059858551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3657; }","duration":"124.30968ms","start":"2026-05-07T02:06:27.175401Z","end":"2026-05-07T02:06:27.299711Z","steps":["trace[1059858551] 'agreement among raft nodes before linearized reading' (duration: 123.797912ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:27.819983Z","caller":"traceutil/trace.go:171","msg":"trace[1975953730] transaction","detail":"{read_only:false; response_revision:3660; number_of_response:1; }","duration":"230.097142ms","start":"2026-05-07T02:06:27.589855Z","end":"2026-05-07T02:06:27.819952Z","steps":["trace[1975953730] 'process raft request' (duration: 149.774093ms)","trace[1975953730] 'compare' (duration: 80.046175ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:28.126276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.762359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:06:28.126424Z","caller":"traceutil/trace.go:171","msg":"trace[735593164] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:3660; }","duration":"162.964593ms","start":"2026-05-07T02:06:27.963439Z","end":"2026-05-07T02:06:28.126404Z","steps":["trace[735593164] 'range keys from in-memory index tree' (duration: 162.540176ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:28.797198Z","caller":"traceutil/trace.go:171","msg":"trace[1551317617] transaction","detail":"{read_only:false; response_revision:3665; number_of_response:1; }","duration":"126.133317ms","start":"2026-05-07T02:06:28.671039Z","end":"2026-05-07T02:06:28.797173Z","steps":["trace[1551317617] 'process raft request' (duration: 125.958794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:29.034463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.302474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:06:29.034548Z","caller":"traceutil/trace.go:171","msg":"trace[1184204979] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3665; }","duration":"140.404126ms","start":"2026-05-07T02:06:28.894125Z","end":"2026-05-07T02:06:29.034529Z","steps":["trace[1184204979] 'count revisions from in-memory index tree' (duration: 140.197283ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:29.981358Z","caller":"traceutil/trace.go:171","msg":"trace[715526752] transaction","detail":"{read_only:false; response_revision:3673; number_of_response:1; }","duration":"153.802739ms","start":"2026-05-07T02:06:29.827524Z","end":"2026-05-07T02:06:29.981327Z","steps":["trace[715526752] 'process raft request' (duration: 153.662447ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:30.496808Z","caller":"traceutil/trace.go:171","msg":"trace[1371315206] transaction","detail":"{read_only:false; response_revision:3675; number_of_response:1; }","duration":"219.44727ms","start":"2026-05-07T02:06:30.277333Z","end":"2026-05-07T02:06:30.49678Z","steps":["trace[1371315206] 'process raft request' (duration: 133.471376ms)","trace[1371315206] 'compare' (duration: 85.878762ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:30.926457Z","caller":"traceutil/trace.go:171","msg":"trace[185234262] transaction","detail":"{read_only:false; response_revision:3676; number_of_response:1; }","duration":"121.530055ms","start":"2026-05-07T02:06:30.804882Z","end":"2026-05-07T02:06:30.926412Z","steps":["trace[185234262] 'process raft request' (duration: 121.359601ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:31.487463Z","caller":"traceutil/trace.go:171","msg":"trace[503081267] transaction","detail":"{read_only:false; response_revision:3677; number_of_response:1; }","duration":"160.975135ms","start":"2026-05-07T02:06:31.326459Z","end":"2026-05-07T02:06:31.487434Z","steps":["trace[503081267] 'process raft request' (duration: 160.795402ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:31.49635Z","caller":"traceutil/trace.go:171","msg":"trace[1060135659] transaction","detail":"{read_only:false; response_revision:3679; number_of_response:1; }","duration":"166.981862ms","start":"2026-05-07T02:06:31.329344Z","end":"2026-05-07T02:06:31.496326Z","steps":["trace[1060135659] 'process raft request' (duration: 166.937061ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:31.496625Z","caller":"traceutil/trace.go:171","msg":"trace[1496305213] transaction","detail":"{read_only:false; response_revision:3678; number_of_response:1; }","duration":"168.299202ms","start":"2026-05-07T02:06:31.328304Z","end":"2026-05-07T02:06:31.496603Z","steps":["trace[1496305213] 'process raft request' (duration: 167.835425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:31.870009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.26219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:31.870181Z","caller":"traceutil/trace.go:171","msg":"trace[115661004] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3681; }","duration":"138.484573ms","start":"2026-05-07T02:06:31.731677Z","end":"2026-05-07T02:06:31.870161Z","steps":["trace[115661004] 'range keys from in-memory index tree' (duration: 138.202209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:33.6457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.423473ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T02:06:33.646019Z","caller":"traceutil/trace.go:171","msg":"trace[1997433271] transaction","detail":"{read_only:false; response_revision:3686; number_of_response:1; }","duration":"144.636103ms","start":"2026-05-07T02:06:33.501338Z","end":"2026-05-07T02:06:33.645974Z","steps":["trace[1997433271] 'process raft request' (duration: 144.47348ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:33.646067Z","caller":"traceutil/trace.go:171","msg":"trace[1665664295] linearizableReadLoop","detail":"{readStateIndex:3842; appliedIndex:3841; }","duration":"224.382069ms","start":"2026-05-07T02:06:33.421654Z","end":"2026-05-07T02:06:33.646036Z","steps":["trace[1665664295] 'read index received' (duration: 10.554609ms)","trace[1665664295] 'applied index is now lower than readState.Index' (duration: 213.8237ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:33.646266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.584053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:33.646317Z","caller":"traceutil/trace.go:171","msg":"trace[232447860] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3686; }","duration":"224.687424ms","start":"2026-05-07T02:06:33.421614Z","end":"2026-05-07T02:06:33.646302Z","steps":["trace[232447860] 'agreement among raft nodes before linearized reading' (duration: 224.579572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:33.662838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.081026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:06:33.662924Z","caller":"traceutil/trace.go:171","msg":"trace[1842934824] transaction","detail":"{read_only:false; response_revision:3687; number_of_response:1; }","duration":"160.67928ms","start":"2026-05-07T02:06:33.502224Z","end":"2026-05-07T02:06:33.662904Z","steps":["trace[1842934824] 'process raft request' (duration: 160.322574ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:33.662994Z","caller":"traceutil/trace.go:171","msg":"trace[729881531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3687; }","duration":"171.264039ms","start":"2026-05-07T02:06:33.491679Z","end":"2026-05-07T02:06:33.662943Z","steps":["trace[729881531] 'agreement among raft nodes before linearized reading' (duration: 171.011295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:34.248619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.676531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:06:34.248723Z","caller":"traceutil/trace.go:171","msg":"trace[1782290922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3690; }","duration":"223.826714ms","start":"2026-05-07T02:06:34.024877Z","end":"2026-05-07T02:06:34.248704Z","steps":["trace[1782290922] 'range keys from in-memory index tree' (duration: 223.507408ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:35.160596Z","caller":"traceutil/trace.go:171","msg":"trace[1307898326] transaction","detail":"{read_only:false; response_revision:3694; number_of_response:1; }","duration":"209.953649ms","start":"2026-05-07T02:06:34.950611Z","end":"2026-05-07T02:06:35.160565Z","steps":["trace[1307898326] 'process raft request' (duration: 209.792346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:38.081575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.511104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:06:38.081678Z","caller":"traceutil/trace.go:171","msg":"trace[434683649] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:3707; }","duration":"117.656606ms","start":"2026-05-07T02:06:37.964002Z","end":"2026-05-07T02:06:38.081659Z","steps":["trace[434683649] 'range keys from in-memory index tree' (duration: 117.325461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:38.081679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.292449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:06:38.081766Z","caller":"traceutil/trace.go:171","msg":"trace[743349121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3707; }","duration":"212.425212ms","start":"2026-05-07T02:06:37.869318Z","end":"2026-05-07T02:06:38.081743Z","steps":["trace[743349121] 'range keys from in-memory index tree' (duration: 212.070005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:38.081703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.132483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:06:38.08193Z","caller":"traceutil/trace.go:171","msg":"trace[1562276079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3707; }","duration":"179.392927ms","start":"2026-05-07T02:06:37.902486Z","end":"2026-05-07T02:06:38.081879Z","steps":["trace[1562276079] 'range keys from in-memory index tree' (duration: 178.866399ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:38.217749Z","caller":"traceutil/trace.go:171","msg":"trace[399546920] transaction","detail":"{read_only:false; response_revision:3709; number_of_response:1; }","duration":"129.368431ms","start":"2026-05-07T02:06:38.088357Z","end":"2026-05-07T02:06:38.217725Z","steps":["trace[399546920] 'process raft request' (duration: 129.28894ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:38.217808Z","caller":"traceutil/trace.go:171","msg":"trace[1603926894] transaction","detail":"{read_only:false; response_revision:3708; number_of_response:1; }","duration":"131.167149ms","start":"2026-05-07T02:06:38.086614Z","end":"2026-05-07T02:06:38.217781Z","steps":["trace[1603926894] 'process raft request' (duration: 130.896185ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:39.737427Z","caller":"traceutil/trace.go:171","msg":"trace[503314407] linearizableReadLoop","detail":"{readStateIndex:3874; appliedIndex:3873; }","duration":"156.819502ms","start":"2026-05-07T02:06:39.580583Z","end":"2026-05-07T02:06:39.737403Z","steps":["trace[503314407] 'read index received' (duration: 156.616699ms)","trace[503314407] 'applied index is now lower than readState.Index' (duration: 201.723µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:39.737535Z","caller":"traceutil/trace.go:171","msg":"trace[1922867477] transaction","detail":"{read_only:false; response_revision:3716; number_of_response:1; }","duration":"210.44618ms","start":"2026-05-07T02:06:39.527055Z","end":"2026-05-07T02:06:39.737501Z","steps":["trace[1922867477] 'process raft request' (duration: 210.176736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:39.737542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.939734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:39.737628Z","caller":"traceutil/trace.go:171","msg":"trace[773442151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3716; }","duration":"157.066946ms","start":"2026-05-07T02:06:39.58055Z","end":"2026-05-07T02:06:39.737617Z","steps":["trace[773442151] 'agreement among raft nodes before linearized reading' (duration: 156.947234ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:39.918431Z","caller":"traceutil/trace.go:171","msg":"trace[1731260387] transaction","detail":"{read_only:false; response_revision:3719; number_of_response:1; }","duration":"122.344855ms","start":"2026-05-07T02:06:39.796054Z","end":"2026-05-07T02:06:39.918399Z","steps":["trace[1731260387] 'process raft request' (duration: 101.858411ms)","trace[1731260387] 'compare' (duration: 20.354002ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:40.575552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.493443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:06:40.575658Z","caller":"traceutil/trace.go:171","msg":"trace[793288200] transaction","detail":"{read_only:false; response_revision:3721; number_of_response:1; }","duration":"347.370357ms","start":"2026-05-07T02:06:40.228265Z","end":"2026-05-07T02:06:40.575635Z","steps":["trace[793288200] 'process raft request' (duration: 140.712762ms)","trace[793288200] 'compare' (duration: 206.390621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:40.57572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:40.228244Z","time spent":"347.446329ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:06:40.620414Z","caller":"traceutil/trace.go:171","msg":"trace[1930166957] linearizableReadLoop","detail":"{readStateIndex:3880; appliedIndex:3878; }","duration":"260.435654ms","start":"2026-05-07T02:06:40.359947Z","end":"2026-05-07T02:06:40.620382Z","steps":["trace[1930166957] 'read index received' (duration: 9.035652ms)","trace[1930166957] 'applied index is now lower than readState.Index' (duration: 251.398842ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:40.62061Z","caller":"traceutil/trace.go:171","msg":"trace[438602068] transaction","detail":"{read_only:false; response_revision:3722; number_of_response:1; }","duration":"277.570916ms","start":"2026-05-07T02:06:40.343012Z","end":"2026-05-07T02:06:40.620583Z","steps":["trace[438602068] 'process raft request' (duration: 277.23214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:40.620647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.684308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:06:40.62094Z","caller":"traceutil/trace.go:171","msg":"trace[1299953377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3722; }","duration":"260.996553ms","start":"2026-05-07T02:06:40.359877Z","end":"2026-05-07T02:06:40.620874Z","steps":["trace[1299953377] 'agreement among raft nodes before linearized reading' (duration: 260.622237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:40.667193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.734664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T02:06:40.66726Z","caller":"traceutil/trace.go:171","msg":"trace[843737049] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3723; }","duration":"135.847947ms","start":"2026-05-07T02:06:40.531398Z","end":"2026-05-07T02:06:40.667246Z","steps":["trace[843737049] 'agreement among raft nodes before linearized reading' (duration: 135.669754ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:40.667383Z","caller":"traceutil/trace.go:171","msg":"trace[986135142] transaction","detail":"{read_only:false; response_revision:3723; number_of_response:1; }","duration":"102.822634ms","start":"2026-05-07T02:06:40.56454Z","end":"2026-05-07T02:06:40.667362Z","steps":["trace[986135142] 'process raft request' (duration: 102.407888ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:41.420027Z","caller":"traceutil/trace.go:171","msg":"trace[354302801] transaction","detail":"{read_only:false; response_revision:3727; number_of_response:1; }","duration":"102.511606ms","start":"2026-05-07T02:06:41.317489Z","end":"2026-05-07T02:06:41.420001Z","steps":["trace[354302801] 'process raft request' (duration: 102.10281ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:41.895464Z","caller":"traceutil/trace.go:171","msg":"trace[1055564425] transaction","detail":"{read_only:false; response_revision:3729; number_of_response:1; }","duration":"111.296726ms","start":"2026-05-07T02:06:41.783892Z","end":"2026-05-07T02:06:41.895189Z","steps":["trace[1055564425] 'process raft request' (duration: 71.983986ms)","trace[1055564425] 'compare' (duration: 39.162818ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:54.991398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.239572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:06:54.991512Z","caller":"traceutil/trace.go:171","msg":"trace[978535355] linearizableReadLoop","detail":"{readStateIndex:3954; appliedIndex:3953; }","duration":"180.059439ms","start":"2026-05-07T02:06:54.811437Z","end":"2026-05-07T02:06:54.991496Z","steps":["trace[978535355] 'read index received' (duration: 25.941µs)","trace[978535355] 'applied index is now lower than readState.Index' (duration: 180.032008ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:54.991708Z","caller":"traceutil/trace.go:171","msg":"trace[509249755] transaction","detail":"{read_only:false; response_revision:3793; number_of_response:1; }","duration":"263.861552ms","start":"2026-05-07T02:06:54.727812Z","end":"2026-05-07T02:06:54.991674Z","steps":["trace[509249755] 'process raft request' (duration: 81.281735ms)","trace[509249755] 'compare' (duration: 182.0783ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:54.991762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.317962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:06:54.991804Z","caller":"traceutil/trace.go:171","msg":"trace[1733875344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3793; }","duration":"180.378033ms","start":"2026-05-07T02:06:54.811414Z","end":"2026-05-07T02:06:54.991792Z","steps":["trace[1733875344] 'agreement among raft nodes before linearized reading' (duration: 180.125849ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:55.141684Z","caller":"traceutil/trace.go:171","msg":"trace[1087893157] transaction","detail":"{read_only:false; response_revision:3794; number_of_response:1; }","duration":"145.778607ms","start":"2026-05-07T02:06:54.995845Z","end":"2026-05-07T02:06:55.141623Z","steps":["trace[1087893157] 'process raft request' (duration: 115.653332ms)","trace[1087893157] 'compare' (duration: 29.837941ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:56.558899Z","caller":"traceutil/trace.go:171","msg":"trace[1030629274] linearizableReadLoop","detail":"{readStateIndex:3960; appliedIndex:3959; }","duration":"139.364755ms","start":"2026-05-07T02:06:56.419512Z","end":"2026-05-07T02:06:56.558877Z","steps":["trace[1030629274] 'read index received' (duration: 139.172562ms)","trace[1030629274] 'applied index is now lower than readState.Index' (duration: 191.293µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:56.558994Z","caller":"traceutil/trace.go:171","msg":"trace[2104851982] transaction","detail":"{read_only:false; response_revision:3799; number_of_response:1; }","duration":"166.017005ms","start":"2026-05-07T02:06:56.39294Z","end":"2026-05-07T02:06:56.558957Z","steps":["trace[2104851982] 'process raft request' (duration: 165.797161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:56.559124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.589728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:06:56.559224Z","caller":"traceutil/trace.go:171","msg":"trace[1329644274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3799; }","duration":"139.74793ms","start":"2026-05-07T02:06:56.419465Z","end":"2026-05-07T02:06:56.559213Z","steps":["trace[1329644274] 'agreement among raft nodes before linearized reading' (duration: 139.533866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:56.559458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.146215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T02:06:56.559582Z","caller":"traceutil/trace.go:171","msg":"trace[2001452414] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3799; }","duration":"136.317468ms","start":"2026-05-07T02:06:56.423241Z","end":"2026-05-07T02:06:56.559559Z","steps":["trace[2001452414] 'agreement among raft nodes before linearized reading' (duration: 135.843541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:56.735582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.814918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:06:56.735761Z","caller":"traceutil/trace.go:171","msg":"trace[1211991021] linearizableReadLoop","detail":"{readStateIndex:3962; appliedIndex:3960; }","duration":"169.933155ms","start":"2026-05-07T02:06:56.56581Z","end":"2026-05-07T02:06:56.735743Z","steps":["trace[1211991021] 'read index received' (duration: 39.867803ms)","trace[1211991021] 'applied index is now lower than readState.Index' (duration: 130.064412ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:56.735851Z","caller":"traceutil/trace.go:171","msg":"trace[1619142216] transaction","detail":"{read_only:false; response_revision:3801; number_of_response:1; }","duration":"171.585431ms","start":"2026-05-07T02:06:56.56424Z","end":"2026-05-07T02:06:56.735825Z","steps":["trace[1619142216] 'process raft request' (duration: 171.449589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:56.735966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.152568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-07T02:06:56.736005Z","caller":"traceutil/trace.go:171","msg":"trace[1857908065] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3801; }","duration":"170.227909ms","start":"2026-05-07T02:06:56.565767Z","end":"2026-05-07T02:06:56.735995Z","steps":["trace[1857908065] 'agreement among raft nodes before linearized reading' (duration: 170.085047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:56.736134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.825177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:56.736096Z","caller":"traceutil/trace.go:171","msg":"trace[1705389687] transaction","detail":"{read_only:false; response_revision:3800; number_of_response:1; }","duration":"171.744683ms","start":"2026-05-07T02:06:56.564181Z","end":"2026-05-07T02:06:56.735926Z","steps":["trace[1705389687] 'process raft request' (duration: 41.492489ms)","trace[1705389687] 'compare' (duration: 129.679856ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:56.736169Z","caller":"traceutil/trace.go:171","msg":"trace[1611156757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3801; }","duration":"153.892998ms","start":"2026-05-07T02:06:56.582268Z","end":"2026-05-07T02:06:56.736161Z","steps":["trace[1611156757] 'agreement among raft nodes before linearized reading' (duration: 153.829167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:56.984621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.062905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:06:56.984722Z","caller":"traceutil/trace.go:171","msg":"trace[512789391] transaction","detail":"{read_only:false; response_revision:3803; number_of_response:1; }","duration":"239.437024ms","start":"2026-05-07T02:06:56.745266Z","end":"2026-05-07T02:06:56.984703Z","steps":["trace[512789391] 'process raft request' (duration: 101.181996ms)","trace[512789391] 'compare' (duration: 137.722989ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:57.436972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.370186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:06:57.437065Z","caller":"traceutil/trace.go:171","msg":"trace[103992344] linearizableReadLoop","detail":"{readStateIndex:3965; appliedIndex:3964; }","duration":"409.389129ms","start":"2026-05-07T02:06:57.02766Z","end":"2026-05-07T02:06:57.437049Z","steps":["trace[103992344] 'read index received' (duration: 156.88538ms)","trace[103992344] 'applied index is now lower than readState.Index' (duration: 252.502759ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:57.437138Z","caller":"traceutil/trace.go:171","msg":"trace[1685082993] transaction","detail":"{read_only:false; response_revision:3804; number_of_response:1; }","duration":"438.818701ms","start":"2026-05-07T02:06:56.998308Z","end":"2026-05-07T02:06:57.437127Z","steps":["trace[1685082993] 'process raft request' (duration: 186.206091ms)","trace[1685082993] 'compare' (duration: 252.067182ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:57.437195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:56.998279Z","time spent":"438.887761ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:06:57.437421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.769484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:57.437473Z","caller":"traceutil/trace.go:171","msg":"trace[911216567] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3804; }","duration":"409.867126ms","start":"2026-05-07T02:06:57.027592Z","end":"2026-05-07T02:06:57.437459Z","steps":["trace[911216567] 'agreement among raft nodes before linearized reading' (duration: 409.788345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:57.437504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:57.027571Z","time spent":"409.924956ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:06:57.437876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.989984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:57.437979Z","caller":"traceutil/trace.go:171","msg":"trace[529252285] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3804; }","duration":"249.153997ms","start":"2026-05-07T02:06:57.188803Z","end":"2026-05-07T02:06:57.437957Z","steps":["trace[529252285] 'agreement among raft nodes before linearized reading' (duration: 248.997165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:57.437961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.371655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:06:57.438084Z","caller":"traceutil/trace.go:171","msg":"trace[948499917] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3804; }","duration":"166.558768ms","start":"2026-05-07T02:06:57.271508Z","end":"2026-05-07T02:06:57.438067Z","steps":["trace[948499917] 'agreement among raft nodes before linearized reading' (duration: 166.263994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:57.438608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.307951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:06:57.438681Z","caller":"traceutil/trace.go:171","msg":"trace[1611394785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3804; }","duration":"292.426063ms","start":"2026-05-07T02:06:57.146239Z","end":"2026-05-07T02:06:57.438665Z","steps":["trace[1611394785] 'agreement among raft nodes before linearized reading' (duration: 291.475498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:57.773583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.853825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:06:57.773686Z","caller":"traceutil/trace.go:171","msg":"trace[970882562] linearizableReadLoop","detail":"{readStateIndex:3967; appliedIndex:3965; }","duration":"275.497722ms","start":"2026-05-07T02:06:57.498173Z","end":"2026-05-07T02:06:57.773671Z","steps":["trace[970882562] 'read index received' (duration: 27.126157ms)","trace[970882562] 'applied index is now lower than readState.Index' (duration: 248.367715ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:57.773703Z","caller":"traceutil/trace.go:171","msg":"trace[495230322] transaction","detail":"{read_only:false; response_revision:3806; number_of_response:1; }","duration":"330.856053ms","start":"2026-05-07T02:06:57.442824Z","end":"2026-05-07T02:06:57.77368Z","steps":["trace[495230322] 'process raft request' (duration: 159.671153ms)","trace[495230322] 'compare' (duration: 170.746273ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:57.773779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.605893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:06:57.773798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:57.442812Z","time spent":"330.942784ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:06:57.773812Z","caller":"traceutil/trace.go:171","msg":"trace[971190261] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3806; }","duration":"275.675865ms","start":"2026-05-07T02:06:57.498128Z","end":"2026-05-07T02:06:57.773804Z","steps":["trace[971190261] 'agreement among raft nodes before linearized reading' (duration: 275.616604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:57.774086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.58955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:06:57.774158Z","caller":"traceutil/trace.go:171","msg":"trace[483928303] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3806; }","duration":"172.712123ms","start":"2026-05-07T02:06:57.601428Z","end":"2026-05-07T02:06:57.77414Z","steps":["trace[483928303] 'agreement among raft nodes before linearized reading' (duration: 172.596221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:58.090641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.400823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:06:58.090745Z","caller":"traceutil/trace.go:171","msg":"trace[982704476] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:3806; }","duration":"125.584486ms","start":"2026-05-07T02:06:57.965135Z","end":"2026-05-07T02:06:58.090719Z","steps":["trace[982704476] 'range keys from in-memory index tree' (duration: 125.2017ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:58.130139Z","caller":"traceutil/trace.go:171","msg":"trace[1851515649] transaction","detail":"{read_only:false; response_revision:3807; number_of_response:1; }","duration":"106.956391ms","start":"2026-05-07T02:06:58.023169Z","end":"2026-05-07T02:06:58.130125Z","steps":["trace[1851515649] 'process raft request' (duration: 106.834279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:58.389712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.338871ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-07T02:06:58.390352Z","caller":"traceutil/trace.go:171","msg":"trace[1242577814] linearizableReadLoop","detail":"{readStateIndex:3970; appliedIndex:3968; }","duration":"235.096336ms","start":"2026-05-07T02:06:58.155237Z","end":"2026-05-07T02:06:58.390334Z","steps":["trace[1242577814] 'read index received' (duration: 98.039684ms)","trace[1242577814] 'applied index is now lower than readState.Index' (duration: 137.055582ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:58.390632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.37317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:06:58.390706Z","caller":"traceutil/trace.go:171","msg":"trace[1559705564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3808; }","duration":"235.487422ms","start":"2026-05-07T02:06:58.155201Z","end":"2026-05-07T02:06:58.390688Z","steps":["trace[1559705564] 'agreement among raft nodes before linearized reading' (duration: 235.212518ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:58.391073Z","caller":"traceutil/trace.go:171","msg":"trace[1511058670] transaction","detail":"{read_only:false; response_revision:3808; number_of_response:1; }","duration":"272.384719ms","start":"2026-05-07T02:06:58.11866Z","end":"2026-05-07T02:06:58.391045Z","steps":["trace[1511058670] 'process raft request' (duration: 271.272321ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:58.866305Z","caller":"traceutil/trace.go:171","msg":"trace[319798917] linearizableReadLoop","detail":"{readStateIndex:3972; appliedIndex:3971; }","duration":"389.338022ms","start":"2026-05-07T02:06:58.47694Z","end":"2026-05-07T02:06:58.866278Z","steps":["trace[319798917] 'read index received' (duration: 325.166337ms)","trace[319798917] 'applied index is now lower than readState.Index' (duration: 64.170115ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:58.866587Z","caller":"traceutil/trace.go:171","msg":"trace[727409193] transaction","detail":"{read_only:false; response_revision:3810; number_of_response:1; }","duration":"471.863346ms","start":"2026-05-07T02:06:58.394709Z","end":"2026-05-07T02:06:58.866573Z","steps":["trace[727409193] 'process raft request' (duration: 407.469168ms)","trace[727409193] 'compare' (duration: 63.761109ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:58.866694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:58.394693Z","time spent":"471.933968ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:06:58.866939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.788515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T02:06:58.867013Z","caller":"traceutil/trace.go:171","msg":"trace[1303209132] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3810; }","duration":"336.911179ms","start":"2026-05-07T02:06:58.530085Z","end":"2026-05-07T02:06:58.866996Z","steps":["trace[1303209132] 'agreement among raft nodes before linearized reading' (duration: 336.683014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:58.867052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:58.530067Z","time spent":"336.977759ms","remote":"127.0.0.1:41904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-07T02:06:58.867152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.8606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:06:58.867188Z","caller":"traceutil/trace.go:171","msg":"trace[356736138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3810; }","duration":"121.93299ms","start":"2026-05-07T02:06:58.745244Z","end":"2026-05-07T02:06:58.867177Z","steps":["trace[356736138] 'agreement among raft nodes before linearized reading' (duration: 121.807108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:58.867275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.471194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:58.867345Z","caller":"traceutil/trace.go:171","msg":"trace[154430879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3810; }","duration":"286.591647ms","start":"2026-05-07T02:06:58.580733Z","end":"2026-05-07T02:06:58.867325Z","steps":["trace[154430879] 'agreement among raft nodes before linearized reading' (duration: 286.447794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:58.867514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.536751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-07T02:06:58.867609Z","caller":"traceutil/trace.go:171","msg":"trace[1513993489] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3810; }","duration":"390.701673ms","start":"2026-05-07T02:06:58.476889Z","end":"2026-05-07T02:06:58.867591Z","steps":["trace[1513993489] 'agreement among raft nodes before linearized reading' (duration: 390.251266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:58.867624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.66543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:06:58.86766Z","caller":"traceutil/trace.go:171","msg":"trace[167982747] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3810; }","duration":"281.726251ms","start":"2026-05-07T02:06:58.585922Z","end":"2026-05-07T02:06:58.867648Z","steps":["trace[167982747] 'agreement among raft nodes before linearized reading' (duration: 281.65226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:58.867684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:58.476869Z","time spent":"390.797815ms","remote":"127.0.0.1:41870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T02:06:59.25009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.727216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:06:59.250265Z","caller":"traceutil/trace.go:171","msg":"trace[471910661] transaction","detail":"{read_only:false; response_revision:3811; number_of_response:1; }","duration":"378.064492ms","start":"2026-05-07T02:06:58.872167Z","end":"2026-05-07T02:06:59.250231Z","steps":["trace[471910661] 'process raft request' (duration: 105.053262ms)","trace[471910661] 'compare' (duration: 272.29621ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:59.250361Z","caller":"traceutil/trace.go:171","msg":"trace[2136140505] transaction","detail":"{read_only:false; response_revision:3812; number_of_response:1; }","duration":"377.475233ms","start":"2026-05-07T02:06:58.872868Z","end":"2026-05-07T02:06:59.250343Z","steps":["trace[2136140505] 'process raft request' (duration: 377.362901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:59.250398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:58.872151Z","time spent":"378.184394ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:06:59.250405Z","caller":"traceutil/trace.go:171","msg":"trace[1941698946] linearizableReadLoop","detail":"{readStateIndex:3973; appliedIndex:3972; }","duration":"377.764406ms","start":"2026-05-07T02:06:58.872606Z","end":"2026-05-07T02:06:59.25037Z","steps":["trace[1941698946] 'read index received' (duration: 104.734186ms)","trace[1941698946] 'applied index is now lower than readState.Index' (duration: 273.02461ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:59.250462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:58.872851Z","time spent":"377.566454ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:06:59.25062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.94633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:06:59.250713Z","caller":"traceutil/trace.go:171","msg":"trace[1608643357] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3812; }","duration":"378.115522ms","start":"2026-05-07T02:06:58.872582Z","end":"2026-05-07T02:06:59.250697Z","steps":["trace[1608643357] 'agreement among raft nodes before linearized reading' (duration: 377.922179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:59.250791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:58.872572Z","time spent":"378.207455ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-07T02:06:59.328772Z","caller":"traceutil/trace.go:171","msg":"trace[1861265558] transaction","detail":"{read_only:false; response_revision:3813; number_of_response:1; }","duration":"339.443868ms","start":"2026-05-07T02:06:58.989303Z","end":"2026-05-07T02:06:59.328747Z","steps":["trace[1861265558] 'process raft request' (duration: 339.319126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:59.328989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:58.989249Z","time spent":"339.58665ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:06:59.47141Z","caller":"traceutil/trace.go:171","msg":"trace[1796250851] linearizableReadLoop","detail":"{readStateIndex:3976; appliedIndex:3974; }","duration":"220.912613ms","start":"2026-05-07T02:06:59.250474Z","end":"2026-05-07T02:06:59.471387Z","steps":["trace[1796250851] 'read index received' (duration: 78.167067ms)","trace[1796250851] 'applied index is now lower than readState.Index' (duration: 142.744576ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:59.47151Z","caller":"traceutil/trace.go:171","msg":"trace[369922527] transaction","detail":"{read_only:false; response_revision:3814; number_of_response:1; }","duration":"261.422603ms","start":"2026-05-07T02:06:59.210037Z","end":"2026-05-07T02:06:59.47146Z","steps":["trace[369922527] 'process raft request' (duration: 186.015728ms)","trace[369922527] 'compare' (duration: 75.07826ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:59.471822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.958814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-05-07T02:06:59.471867Z","caller":"traceutil/trace.go:171","msg":"trace[498879949] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3815; }","duration":"599.036755ms","start":"2026-05-07T02:06:58.872819Z","end":"2026-05-07T02:06:59.471856Z","steps":["trace[498879949] 'agreement among raft nodes before linearized reading' (duration: 598.66468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:59.471903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:58.872806Z","time spent":"599.089056ms","remote":"127.0.0.1:41904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-05-07T02:06:59.743346Z","caller":"traceutil/trace.go:171","msg":"trace[1453166054] transaction","detail":"{read_only:false; response_revision:3816; number_of_response:1; }","duration":"211.781582ms","start":"2026-05-07T02:06:59.531524Z","end":"2026-05-07T02:06:59.743306Z","steps":["trace[1453166054] 'process raft request' (duration: 120.028558ms)","trace[1453166054] 'compare' (duration: 91.51593ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:59.747267Z","caller":"traceutil/trace.go:171","msg":"trace[1023781265] linearizableReadLoop","detail":"{readStateIndex:3979; appliedIndex:3977; }","duration":"164.704272ms","start":"2026-05-07T02:06:59.582546Z","end":"2026-05-07T02:06:59.74725Z","steps":["trace[1023781265] 'read index received' (duration: 69.018237ms)","trace[1023781265] 'applied index is now lower than readState.Index' (duration: 95.685045ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:59.747392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.828963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:59.747497Z","caller":"traceutil/trace.go:171","msg":"trace[1218199868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3817; }","duration":"165.000096ms","start":"2026-05-07T02:06:59.58248Z","end":"2026-05-07T02:06:59.74748Z","steps":["trace[1218199868] 'agreement among raft nodes before linearized reading' (duration: 164.852734ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:59.747421Z","caller":"traceutil/trace.go:171","msg":"trace[442402494] transaction","detail":"{read_only:false; response_revision:3817; number_of_response:1; }","duration":"212.726578ms","start":"2026-05-07T02:06:59.534591Z","end":"2026-05-07T02:06:59.747318Z","steps":["trace[442402494] 'process raft request' (duration: 212.578156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:07.504478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.416707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:07:07.504726Z","caller":"traceutil/trace.go:171","msg":"trace[2093100987] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"151.041245ms","start":"2026-05-07T02:07:07.353629Z","end":"2026-05-07T02:07:07.504671Z","steps":["trace[2093100987] 'process raft request' (duration: 150.971304ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:07.50478Z","caller":"traceutil/trace.go:171","msg":"trace[1082344995] transaction","detail":"{read_only:false; response_revision:3852; number_of_response:1; }","duration":"183.772411ms","start":"2026-05-07T02:07:07.320977Z","end":"2026-05-07T02:07:07.504749Z","steps":["trace[1082344995] 'process raft request' (duration: 63.958598ms)","trace[1082344995] 'compare' (duration: 119.239504ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:07.916474Z","caller":"traceutil/trace.go:171","msg":"trace[1538102816] transaction","detail":"{read_only:false; response_revision:3855; number_of_response:1; }","duration":"136.197581ms","start":"2026-05-07T02:07:07.780256Z","end":"2026-05-07T02:07:07.916453Z","steps":["trace[1538102816] 'process raft request' (duration: 135.876566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:08.129499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.737333ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-07T02:07:08.356616Z","caller":"traceutil/trace.go:171","msg":"trace[1216061526] linearizableReadLoop","detail":"{readStateIndex:4022; appliedIndex:4021; }","duration":"147.634131ms","start":"2026-05-07T02:07:08.20896Z","end":"2026-05-07T02:07:08.356594Z","steps":["trace[1216061526] 'read index received' (duration: 74.149221ms)","trace[1216061526] 'applied index is now lower than readState.Index' (duration: 73.48414ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:08.356657Z","caller":"traceutil/trace.go:171","msg":"trace[1580429000] transaction","detail":"{read_only:false; response_revision:3858; number_of_response:1; }","duration":"196.035231ms","start":"2026-05-07T02:07:08.160586Z","end":"2026-05-07T02:07:08.356622Z","steps":["trace[1580429000] 'process raft request' (duration: 122.648392ms)","trace[1580429000] 'compare' (duration: 73.259527ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:07:08.356771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.797163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-07T02:07:08.356802Z","caller":"traceutil/trace.go:171","msg":"trace[912670534] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3858; }","duration":"147.889615ms","start":"2026-05-07T02:07:08.208904Z","end":"2026-05-07T02:07:08.356794Z","steps":["trace[912670534] 'agreement among raft nodes before linearized reading' (duration: 147.805153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:08.356871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.613675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:07:08.356904Z","caller":"traceutil/trace.go:171","msg":"trace[409024141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3858; }","duration":"146.686986ms","start":"2026-05-07T02:07:08.210208Z","end":"2026-05-07T02:07:08.356895Z","steps":["trace[409024141] 'agreement among raft nodes before linearized reading' (duration: 146.515274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:18.2305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.653003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:07:18.230694Z","caller":"traceutil/trace.go:171","msg":"trace[1652903971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3907; }","duration":"119.876286ms","start":"2026-05-07T02:07:18.110785Z","end":"2026-05-07T02:07:18.230661Z","steps":["trace[1652903971] 'range keys from in-memory index tree' (duration: 119.47827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:22.716773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.186512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:07:22.716876Z","caller":"traceutil/trace.go:171","msg":"trace[566404005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3930; }","duration":"135.346305ms","start":"2026-05-07T02:07:22.581506Z","end":"2026-05-07T02:07:22.716853Z","steps":["trace[566404005] 'range keys from in-memory index tree' (duration: 135.071651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:22.716944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.894666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T02:07:22.717085Z","caller":"traceutil/trace.go:171","msg":"trace[1733460234] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3930; }","duration":"174.060578ms","start":"2026-05-07T02:07:22.542979Z","end":"2026-05-07T02:07:22.71704Z","steps":["trace[1733460234] 'range keys from in-memory index tree' (duration: 173.738243ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:23.78939Z","caller":"traceutil/trace.go:171","msg":"trace[199322973] transaction","detail":"{read_only:false; response_revision:3936; number_of_response:1; }","duration":"118.29679ms","start":"2026-05-07T02:07:23.671074Z","end":"2026-05-07T02:07:23.789371Z","steps":["trace[199322973] 'process raft request' (duration: 90.950596ms)","trace[199322973] 'compare' (duration: 26.834327ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:24.495726Z","caller":"traceutil/trace.go:171","msg":"trace[85619021] transaction","detail":"{read_only:false; response_revision:3938; number_of_response:1; }","duration":"109.543349ms","start":"2026-05-07T02:07:24.386149Z","end":"2026-05-07T02:07:24.495693Z","steps":["trace[85619021] 'process raft request' (duration: 109.373016ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:24.595285Z","caller":"traceutil/trace.go:171","msg":"trace[324492110] transaction","detail":"{read_only:false; response_revision:3939; number_of_response:1; }","duration":"125.049738ms","start":"2026-05-07T02:07:24.470206Z","end":"2026-05-07T02:07:24.595255Z","steps":["trace[324492110] 'process raft request' (duration: 75.616608ms)","trace[324492110] 'compare' (duration: 49.179757ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:29.957788Z","caller":"traceutil/trace.go:171","msg":"trace[1098861191] transaction","detail":"{read_only:false; response_revision:3967; number_of_response:1; }","duration":"103.015033ms","start":"2026-05-07T02:07:29.854747Z","end":"2026-05-07T02:07:29.957762Z","steps":["trace[1098861191] 'process raft request' (duration: 57.652747ms)","trace[1098861191] 'compare' (duration: 45.264674ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:07:30.359624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.788101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T02:07:30.359798Z","caller":"traceutil/trace.go:171","msg":"trace[364062045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3967; }","duration":"135.946882ms","start":"2026-05-07T02:07:30.223758Z","end":"2026-05-07T02:07:30.359705Z","steps":["trace[364062045] 'range keys from in-memory index tree' (duration: 135.534777ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:30.360419Z","caller":"traceutil/trace.go:171","msg":"trace[488890067] transaction","detail":"{read_only:false; response_revision:3968; number_of_response:1; }","duration":"128.584275ms","start":"2026-05-07T02:07:30.231816Z","end":"2026-05-07T02:07:30.3604Z","steps":["trace[488890067] 'process raft request' (duration: 115.155508ms)","trace[488890067] 'compare' (duration: 12.512243ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:07:32.10728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.873117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:07:32.107775Z","caller":"traceutil/trace.go:171","msg":"trace[367398745] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"227.126575ms","start":"2026-05-07T02:07:31.880619Z","end":"2026-05-07T02:07:32.107746Z","steps":["trace[367398745] 'process raft request' (duration: 226.79269ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:32.107817Z","caller":"traceutil/trace.go:171","msg":"trace[1287149982] transaction","detail":"{read_only:false; response_revision:3977; number_of_response:1; }","duration":"248.208823ms","start":"2026-05-07T02:07:31.85958Z","end":"2026-05-07T02:07:32.107789Z","steps":["trace[1287149982] 'process raft request' (duration: 96.686606ms)","trace[1287149982] 'compare' (duration: 150.748016ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:33.121788Z","caller":"traceutil/trace.go:171","msg":"trace[842455364] transaction","detail":"{read_only:false; response_revision:3982; number_of_response:1; }","duration":"262.297833ms","start":"2026-05-07T02:07:32.859459Z","end":"2026-05-07T02:07:33.121757Z","steps":["trace[842455364] 'process raft request' (duration: 262.115331ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:34.252703Z","caller":"traceutil/trace.go:171","msg":"trace[712087908] transaction","detail":"{read_only:false; response_revision:3987; number_of_response:1; }","duration":"131.888854ms","start":"2026-05-07T02:07:34.120795Z","end":"2026-05-07T02:07:34.252683Z","steps":["trace[712087908] 'process raft request' (duration: 119.398552ms)","trace[712087908] 'compare' (duration: 12.186398ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:07:36.665012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.667285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:07:36.665073Z","caller":"traceutil/trace.go:171","msg":"trace[1189605056] linearizableReadLoop","detail":"{readStateIndex:4167; appliedIndex:4166; }","duration":"134.116521ms","start":"2026-05-07T02:07:36.530946Z","end":"2026-05-07T02:07:36.665062Z","steps":["trace[1189605056] 'read index received' (duration: 24.242773ms)","trace[1189605056] 'applied index is now lower than readState.Index' (duration: 109.873008ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:07:36.665173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.227963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T02:07:36.665192Z","caller":"traceutil/trace.go:171","msg":"trace[901908970] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3998; }","duration":"134.273194ms","start":"2026-05-07T02:07:36.530914Z","end":"2026-05-07T02:07:36.665187Z","steps":["trace[901908970] 'agreement among raft nodes before linearized reading' (duration: 134.177313ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:36.665345Z","caller":"traceutil/trace.go:171","msg":"trace[46875213] transaction","detail":"{read_only:false; response_revision:3998; number_of_response:1; }","duration":"191.466115ms","start":"2026-05-07T02:07:36.473873Z","end":"2026-05-07T02:07:36.665339Z","steps":["trace[46875213] 'process raft request' (duration: 81.422415ms)","trace[46875213] 'compare' (duration: 109.33479ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:07:37.04656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.149099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:07:37.047278Z","caller":"traceutil/trace.go:171","msg":"trace[1862624488] transaction","detail":"{read_only:false; response_revision:4000; number_of_response:1; }","duration":"295.49705ms","start":"2026-05-07T02:07:36.751762Z","end":"2026-05-07T02:07:37.047259Z","steps":["trace[1862624488] 'process raft request' (duration: 90.581499ms)","trace[1862624488] 'compare' (duration: 203.802614ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:37.047511Z","caller":"traceutil/trace.go:171","msg":"trace[147818907] transaction","detail":"{read_only:false; response_revision:4001; number_of_response:1; }","duration":"285.586265ms","start":"2026-05-07T02:07:36.761913Z","end":"2026-05-07T02:07:37.047499Z","steps":["trace[147818907] 'process raft request' (duration: 284.741523ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:37.047735Z","caller":"traceutil/trace.go:171","msg":"trace[259461075] transaction","detail":"{read_only:false; response_revision:4002; number_of_response:1; }","duration":"282.572131ms","start":"2026-05-07T02:07:36.765154Z","end":"2026-05-07T02:07:37.047726Z","steps":["trace[259461075] 'process raft request' (duration: 281.560877ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:37.047907Z","caller":"traceutil/trace.go:171","msg":"trace[328075227] transaction","detail":"{read_only:false; response_revision:4003; number_of_response:1; }","duration":"281.406104ms","start":"2026-05-07T02:07:36.766492Z","end":"2026-05-07T02:07:37.047898Z","steps":["trace[328075227] 'process raft request' (duration: 280.260867ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:37.04802Z","caller":"traceutil/trace.go:171","msg":"trace[155474624] transaction","detail":"{read_only:false; response_revision:4004; number_of_response:1; }","duration":"280.5103ms","start":"2026-05-07T02:07:36.767502Z","end":"2026-05-07T02:07:37.048013Z","steps":["trace[155474624] 'process raft request' (duration: 279.285003ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:37.048197Z","caller":"traceutil/trace.go:171","msg":"trace[772401874] transaction","detail":"{read_only:false; response_revision:4005; number_of_response:1; }","duration":"279.843532ms","start":"2026-05-07T02:07:36.768342Z","end":"2026-05-07T02:07:37.048186Z","steps":["trace[772401874] 'process raft request' (duration: 278.474512ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:37.048411Z","caller":"traceutil/trace.go:171","msg":"trace[1024001303] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"278.837556ms","start":"2026-05-07T02:07:36.769564Z","end":"2026-05-07T02:07:37.048402Z","steps":["trace[1024001303] 'process raft request' (duration: 277.277854ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:37.048558Z","caller":"traceutil/trace.go:171","msg":"trace[2081994480] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"278.084965ms","start":"2026-05-07T02:07:36.770465Z","end":"2026-05-07T02:07:37.04855Z","steps":["trace[2081994480] 'process raft request' (duration: 276.447882ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:37.048674Z","caller":"traceutil/trace.go:171","msg":"trace[2112293360] transaction","detail":"{read_only:false; response_revision:4008; number_of_response:1; }","duration":"208.023496ms","start":"2026-05-07T02:07:36.840642Z","end":"2026-05-07T02:07:37.048666Z","steps":["trace[2112293360] 'process raft request' (duration: 206.298491ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:37.287277Z","caller":"traceutil/trace.go:171","msg":"trace[462483043] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"107.875067ms","start":"2026-05-07T02:07:37.179379Z","end":"2026-05-07T02:07:37.287255Z","steps":["trace[462483043] 'process raft request' (duration: 37.16266ms)","trace[462483043] 'compare' (duration: 70.503474ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:07:40.635483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.460455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:07:40.635605Z","caller":"traceutil/trace.go:171","msg":"trace[838756443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4025; }","duration":"263.639728ms","start":"2026-05-07T02:07:40.371943Z","end":"2026-05-07T02:07:40.635583Z","steps":["trace[838756443] 'range keys from in-memory index tree' (duration: 263.260383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:40.63647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.006367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:07:40.636587Z","caller":"traceutil/trace.go:171","msg":"trace[1215131342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4025; }","duration":"160.21027ms","start":"2026-05-07T02:07:40.476351Z","end":"2026-05-07T02:07:40.636561Z","steps":["trace[1215131342] 'range keys from in-memory index tree' (duration: 159.754213ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:40.831891Z","caller":"traceutil/trace.go:171","msg":"trace[2120672314] linearizableReadLoop","detail":"{readStateIndex:4196; appliedIndex:4195; }","duration":"224.588291ms","start":"2026-05-07T02:07:40.607274Z","end":"2026-05-07T02:07:40.831862Z","steps":["trace[2120672314] 'read index received' (duration: 224.325008ms)","trace[2120672314] 'applied index is now lower than readState.Index' (duration: 261.593µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:40.831927Z","caller":"traceutil/trace.go:171","msg":"trace[25711699] transaction","detail":"{read_only:false; response_revision:4026; number_of_response:1; }","duration":"237.408418ms","start":"2026-05-07T02:07:40.594485Z","end":"2026-05-07T02:07:40.831894Z","steps":["trace[25711699] 'process raft request' (duration: 237.136044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:40.832063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.753314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:07:40.832198Z","caller":"traceutil/trace.go:171","msg":"trace[2088722725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4026; }","duration":"224.936587ms","start":"2026-05-07T02:07:40.607247Z","end":"2026-05-07T02:07:40.832183Z","steps":["trace[2088722725] 'agreement among raft nodes before linearized reading' (duration: 224.737234ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:41.121124Z","caller":"traceutil/trace.go:171","msg":"trace[1983434606] transaction","detail":"{read_only:false; response_revision:4027; number_of_response:1; }","duration":"480.428895ms","start":"2026-05-07T02:07:40.640662Z","end":"2026-05-07T02:07:41.121091Z","steps":["trace[1983434606] 'process raft request' (duration: 480.07046ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:41.121484Z","caller":"traceutil/trace.go:171","msg":"trace[924390271] transaction","detail":"{read_only:false; response_revision:4028; number_of_response:1; }","duration":"478.790591ms","start":"2026-05-07T02:07:40.642662Z","end":"2026-05-07T02:07:41.121453Z","steps":["trace[924390271] 'process raft request' (duration: 478.365635ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:41.12161Z","caller":"traceutil/trace.go:171","msg":"trace[1543425650] transaction","detail":"{read_only:false; response_revision:4029; number_of_response:1; }","duration":"416.021521ms","start":"2026-05-07T02:07:40.705567Z","end":"2026-05-07T02:07:41.121588Z","steps":["trace[1543425650] 'process raft request' (duration: 415.820389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:41.121682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:07:40.64264Z","time spent":"478.956733ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:07:41.12174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:07:40.705534Z","time spent":"416.137774ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:07:41.121715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.905188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:07:41.121838Z","caller":"traceutil/trace.go:171","msg":"trace[112181996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4029; }","duration":"288.132072ms","start":"2026-05-07T02:07:40.833694Z","end":"2026-05-07T02:07:41.121826Z","steps":["trace[112181996] 'agreement among raft nodes before linearized reading' (duration: 287.878158ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:41.121524Z","caller":"traceutil/trace.go:171","msg":"trace[1428278851] linearizableReadLoop","detail":"{readStateIndex:4199; appliedIndex:4196; }","duration":"287.747896ms","start":"2026-05-07T02:07:40.833753Z","end":"2026-05-07T02:07:41.121501Z","steps":["trace[1428278851] 'read index received' (duration: 286.975305ms)","trace[1428278851] 'applied index is now lower than readState.Index' (duration: 771.491µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:07:41.123038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:07:40.640646Z","time spent":"480.582868ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:07:41.15679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.597307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:07:41.156869Z","caller":"traceutil/trace.go:171","msg":"trace[295131997] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:0; response_revision:4030; }","duration":"308.739619ms","start":"2026-05-07T02:07:40.84811Z","end":"2026-05-07T02:07:41.156849Z","steps":["trace[295131997] 'agreement among raft nodes before linearized reading' (duration: 308.588747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:41.156905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:07:40.848087Z","time spent":"308.809901ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/auth-system/keycloak\" "} {"level":"info","ts":"2026-05-07T02:07:41.757845Z","caller":"traceutil/trace.go:171","msg":"trace[216828816] transaction","detail":"{read_only:false; response_revision:4045; number_of_response:1; }","duration":"100.23846ms","start":"2026-05-07T02:07:41.657576Z","end":"2026-05-07T02:07:41.757814Z","steps":["trace[216828816] 'process raft request' (duration: 47.943055ms)","trace[216828816] 'compare' (duration: 52.167654ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:41.916438Z","caller":"traceutil/trace.go:171","msg":"trace[1907765568] transaction","detail":"{read_only:false; response_revision:4047; number_of_response:1; }","duration":"140.963379ms","start":"2026-05-07T02:07:41.775442Z","end":"2026-05-07T02:07:41.916406Z","steps":["trace[1907765568] 'process raft request' (duration: 139.618919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:41.916626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.510321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:07:41.916758Z","caller":"traceutil/trace.go:171","msg":"trace[2019536671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4047; }","duration":"115.637063ms","start":"2026-05-07T02:07:41.80104Z","end":"2026-05-07T02:07:41.916677Z","steps":["trace[2019536671] 'agreement among raft nodes before linearized reading' (duration: 115.44417ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:41.916437Z","caller":"traceutil/trace.go:171","msg":"trace[239283824] linearizableReadLoop","detail":"{readStateIndex:4219; appliedIndex:4217; }","duration":"115.270157ms","start":"2026-05-07T02:07:41.801103Z","end":"2026-05-07T02:07:41.916373Z","steps":["trace[239283824] 'read index received' (duration: 10.590514ms)","trace[239283824] 'applied index is now lower than readState.Index' (duration: 104.678543ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:41.920579Z","caller":"traceutil/trace.go:171","msg":"trace[311407863] transaction","detail":"{read_only:false; response_revision:4048; number_of_response:1; }","duration":"103.513898ms","start":"2026-05-07T02:07:41.817043Z","end":"2026-05-07T02:07:41.920556Z","steps":["trace[311407863] 'process raft request' (duration: 102.911379ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:41.920756Z","caller":"traceutil/trace.go:171","msg":"trace[670851570] transaction","detail":"{read_only:false; response_revision:4049; number_of_response:1; }","duration":"102.203368ms","start":"2026-05-07T02:07:41.818543Z","end":"2026-05-07T02:07:41.920746Z","steps":["trace[670851570] 'process raft request' (duration: 101.567179ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:41.920861Z","caller":"traceutil/trace.go:171","msg":"trace[856135797] transaction","detail":"{read_only:false; response_revision:4051; number_of_response:1; }","duration":"101.840894ms","start":"2026-05-07T02:07:41.818995Z","end":"2026-05-07T02:07:41.920836Z","steps":["trace[856135797] 'process raft request' (duration: 101.183454ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:41.921043Z","caller":"traceutil/trace.go:171","msg":"trace[388406457] transaction","detail":"{read_only:false; response_revision:4052; number_of_response:1; }","duration":"101.505819ms","start":"2026-05-07T02:07:41.819525Z","end":"2026-05-07T02:07:41.921031Z","steps":["trace[388406457] 'process raft request' (duration: 100.683597ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:41.921034Z","caller":"traceutil/trace.go:171","msg":"trace[552206234] transaction","detail":"{read_only:false; response_revision:4050; number_of_response:1; }","duration":"102.24914ms","start":"2026-05-07T02:07:41.818757Z","end":"2026-05-07T02:07:41.921006Z","steps":["trace[552206234] 'process raft request' (duration: 101.387047ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:41.921406Z","caller":"traceutil/trace.go:171","msg":"trace[1612264806] transaction","detail":"{read_only:false; response_revision:4053; number_of_response:1; }","duration":"101.690231ms","start":"2026-05-07T02:07:41.819706Z","end":"2026-05-07T02:07:41.921396Z","steps":["trace[1612264806] 'process raft request' (duration: 100.531814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:42.39052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.191775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T02:07:42.391106Z","caller":"traceutil/trace.go:171","msg":"trace[214393129] linearizableReadLoop","detail":"{readStateIndex:4237; appliedIndex:4236; }","duration":"194.672382ms","start":"2026-05-07T02:07:42.19642Z","end":"2026-05-07T02:07:42.391092Z","steps":["trace[214393129] 'read index received' (duration: 49.791µs)","trace[214393129] 'applied index is now lower than readState.Index' (duration: 194.621241ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:42.391104Z","caller":"traceutil/trace.go:171","msg":"trace[1046240284] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4064; }","duration":"254.841642ms","start":"2026-05-07T02:07:42.136241Z","end":"2026-05-07T02:07:42.391082Z","steps":["trace[1046240284] 'compare' (duration: 232.096544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:42.391155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.732143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:07:42.391174Z","caller":"traceutil/trace.go:171","msg":"trace[669150089] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4065; }","duration":"194.793703ms","start":"2026-05-07T02:07:42.196374Z","end":"2026-05-07T02:07:42.391167Z","steps":["trace[669150089] 'agreement among raft nodes before linearized reading' (duration: 194.754973ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:43.300612Z","caller":"traceutil/trace.go:171","msg":"trace[206303311] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"126.271423ms","start":"2026-05-07T02:07:43.174319Z","end":"2026-05-07T02:07:43.300591Z","steps":["trace[206303311] 'process raft request' (duration: 36.191452ms)","trace[206303311] 'compare' (duration: 89.704135ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:07:44.610643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.435827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:07:44.611009Z","caller":"traceutil/trace.go:171","msg":"trace[138406513] linearizableReadLoop","detail":"{readStateIndex:4294; appliedIndex:4292; }","duration":"485.224283ms","start":"2026-05-07T02:07:44.125766Z","end":"2026-05-07T02:07:44.61099Z","steps":["trace[138406513] 'read index received' (duration: 321.351171ms)","trace[138406513] 'applied index is now lower than readState.Index' (duration: 163.871832ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:44.611119Z","caller":"traceutil/trace.go:171","msg":"trace[1898801696] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"598.161952ms","start":"2026-05-07T02:07:44.012945Z","end":"2026-05-07T02:07:44.611107Z","steps":["trace[1898801696] 'process raft request' (duration: 434.159867ms)","trace[1898801696] 'compare' (duration: 163.191464ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:07:44.61119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:07:44.012912Z","time spent":"598.241834ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:07:44.611489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.575434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"info","ts":"2026-05-07T02:07:44.611497Z","caller":"traceutil/trace.go:171","msg":"trace[1187376505] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"523.585987ms","start":"2026-05-07T02:07:44.087891Z","end":"2026-05-07T02:07:44.611477Z","steps":["trace[1187376505] 'process raft request' (duration: 522.875627ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:44.611558Z","caller":"traceutil/trace.go:171","msg":"trace[327513507] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4121; }","duration":"128.699545ms","start":"2026-05-07T02:07:44.482844Z","end":"2026-05-07T02:07:44.611544Z","steps":["trace[327513507] 'agreement among raft nodes before linearized reading' (duration: 128.472782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:44.611604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:07:44.087866Z","time spent":"523.686688ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:07:44.611736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.963724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:07:44.611774Z","caller":"traceutil/trace.go:171","msg":"trace[1652749070] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4121; }","duration":"486.035865ms","start":"2026-05-07T02:07:44.125727Z","end":"2026-05-07T02:07:44.611763Z","steps":["trace[1652749070] 'agreement among raft nodes before linearized reading' (duration: 485.880543ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:44.611723Z","caller":"traceutil/trace.go:171","msg":"trace[1199394772] transaction","detail":"{read_only:false; response_revision:4121; number_of_response:1; }","duration":"215.599748ms","start":"2026-05-07T02:07:44.395672Z","end":"2026-05-07T02:07:44.611272Z","steps":["trace[1199394772] 'process raft request' (duration: 215.189032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:44.611819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:07:44.125703Z","time spent":"486.109016ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T02:07:45.169617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.157476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:07:45.170198Z","caller":"traceutil/trace.go:171","msg":"trace[763347770] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"138.188799ms","start":"2026-05-07T02:07:45.031985Z","end":"2026-05-07T02:07:45.170174Z","steps":["trace[763347770] 'process raft request' (duration: 34.407545ms)","trace[763347770] 'compare' (duration: 103.028784ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:58.805279Z","caller":"traceutil/trace.go:171","msg":"trace[1358709194] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"145.401494ms","start":"2026-05-07T02:07:58.659862Z","end":"2026-05-07T02:07:58.805263Z","steps":["trace[1358709194] 'process raft request' (duration: 145.273482ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:58.806003Z","caller":"traceutil/trace.go:171","msg":"trace[622406657] linearizableReadLoop","detail":"{readStateIndex:4382; appliedIndex:4380; }","duration":"142.691305ms","start":"2026-05-07T02:07:58.663285Z","end":"2026-05-07T02:07:58.805976Z","steps":["trace[622406657] 'read index received' (duration: 141.881044ms)","trace[622406657] 'applied index is now lower than readState.Index' (duration: 809.701µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:58.806035Z","caller":"traceutil/trace.go:171","msg":"trace[2057679005] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"145.904871ms","start":"2026-05-07T02:07:58.660112Z","end":"2026-05-07T02:07:58.806017Z","steps":["trace[2057679005] 'process raft request' (duration: 145.82245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:58.806171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.869178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:07:58.806201Z","caller":"traceutil/trace.go:171","msg":"trace[354535517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4205; }","duration":"142.933468ms","start":"2026-05-07T02:07:58.66326Z","end":"2026-05-07T02:07:58.806194Z","steps":["trace[354535517] 'agreement among raft nodes before linearized reading' (duration: 142.789336ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:59.823931Z","caller":"traceutil/trace.go:171","msg":"trace[1539890901] linearizableReadLoop","detail":"{readStateIndex:4389; appliedIndex:4388; }","duration":"112.384264ms","start":"2026-05-07T02:07:59.71151Z","end":"2026-05-07T02:07:59.823894Z","steps":["trace[1539890901] 'read index received' (duration: 39.985437ms)","trace[1539890901] 'applied index is now lower than readState.Index' (duration: 72.396957ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:59.82399Z","caller":"traceutil/trace.go:171","msg":"trace[695941697] transaction","detail":"{read_only:false; response_revision:4212; number_of_response:1; }","duration":"143.351683ms","start":"2026-05-07T02:07:59.680606Z","end":"2026-05-07T02:07:59.823958Z","steps":["trace[695941697] 'process raft request' (duration: 70.874075ms)","trace[695941697] 'compare' (duration: 72.173414ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:07:59.82429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.740469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:07:59.824366Z","caller":"traceutil/trace.go:171","msg":"trace[711074592] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4212; }","duration":"112.86174ms","start":"2026-05-07T02:07:59.711482Z","end":"2026-05-07T02:07:59.824344Z","steps":["trace[711074592] 'agreement among raft nodes before linearized reading' (duration: 112.545336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:08:02.314438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.92737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:08:02.314562Z","caller":"traceutil/trace.go:171","msg":"trace[305867219] transaction","detail":"{read_only:false; response_revision:4226; number_of_response:1; }","duration":"254.127821ms","start":"2026-05-07T02:08:02.060412Z","end":"2026-05-07T02:08:02.31454Z","steps":["trace[305867219] 'process raft request' (duration: 128.022569ms)","trace[305867219] 'compare' (duration: 125.701197ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:02.485681Z","caller":"traceutil/trace.go:171","msg":"trace[557322521] linearizableReadLoop","detail":"{readStateIndex:4404; appliedIndex:4403; }","duration":"159.481785ms","start":"2026-05-07T02:08:02.326173Z","end":"2026-05-07T02:08:02.485655Z","steps":["trace[557322521] 'read index received' (duration: 103.606855ms)","trace[557322521] 'applied index is now lower than readState.Index' (duration: 55.87396ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:02.485735Z","caller":"traceutil/trace.go:171","msg":"trace[1818684677] transaction","detail":"{read_only:false; response_revision:4227; number_of_response:1; }","duration":"162.442677ms","start":"2026-05-07T02:08:02.323247Z","end":"2026-05-07T02:08:02.48569Z","steps":["trace[1818684677] 'process raft request' (duration: 106.582358ms)","trace[1818684677] 'compare' (duration: 55.616425ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:08:02.485813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.623737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-05-07T02:08:02.485851Z","caller":"traceutil/trace.go:171","msg":"trace[1045734002] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4227; }","duration":"159.708488ms","start":"2026-05-07T02:08:02.32613Z","end":"2026-05-07T02:08:02.485838Z","steps":["trace[1045734002] 'agreement among raft nodes before linearized reading' (duration: 159.625597ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:08:09.027003Z","caller":"traceutil/trace.go:171","msg":"trace[232209907] transaction","detail":"{read_only:false; response_revision:4262; number_of_response:1; }","duration":"136.751761ms","start":"2026-05-07T02:08:08.890222Z","end":"2026-05-07T02:08:09.026974Z","steps":["trace[232209907] 'process raft request' (duration: 104.921094ms)","trace[232209907] 'compare' (duration: 31.656305ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:11.694121Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2589} {"level":"info","ts":"2026-05-07T02:08:11.816839Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2589,"took":"121.665984ms","hash":2319745787,"current-db-size-bytes":34230272,"current-db-size":"34 MB","current-db-size-in-use-bytes":9883648,"current-db-size-in-use":"9.9 MB"} {"level":"info","ts":"2026-05-07T02:08:11.816904Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2319745787,"revision":2589,"compact-revision":-1} {"level":"warn","ts":"2026-05-07T02:08:13.253263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.072066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:08:13.253393Z","caller":"traceutil/trace.go:171","msg":"trace[1427623822] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"179.232456ms","start":"2026-05-07T02:08:13.074141Z","end":"2026-05-07T02:08:13.253374Z","steps":["trace[1427623822] 'process raft request' (duration: 31.942827ms)","trace[1427623822] 'compare' (duration: 146.924754ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:13.675784Z","caller":"traceutil/trace.go:171","msg":"trace[2072567950] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"123.69671ms","start":"2026-05-07T02:08:13.552059Z","end":"2026-05-07T02:08:13.675755Z","steps":["trace[2072567950] 'process raft request' (duration: 53.842403ms)","trace[2072567950] 'compare' (duration: 69.458231ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:13.823159Z","caller":"traceutil/trace.go:171","msg":"trace[99202281] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"159.815195ms","start":"2026-05-07T02:08:13.6633Z","end":"2026-05-07T02:08:13.823115Z","steps":["trace[99202281] 'process raft request' (duration: 119.802264ms)","trace[99202281] 'compare' (duration: 39.683116ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:15.679877Z","caller":"traceutil/trace.go:171","msg":"trace[2103676512] transaction","detail":"{read_only:false; response_revision:4297; number_of_response:1; }","duration":"172.400726ms","start":"2026-05-07T02:08:15.507444Z","end":"2026-05-07T02:08:15.679845Z","steps":["trace[2103676512] 'process raft request' (duration: 172.093982ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:08:15.828177Z","caller":"traceutil/trace.go:171","msg":"trace[696966325] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"143.493433ms","start":"2026-05-07T02:08:15.684663Z","end":"2026-05-07T02:08:15.828157Z","steps":["trace[696966325] 'process raft request' (duration: 79.522581ms)","trace[696966325] 'compare' (duration: 63.765789ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:16.016136Z","caller":"traceutil/trace.go:171","msg":"trace[416529552] transaction","detail":"{read_only:false; response_revision:4301; number_of_response:1; }","duration":"102.841854ms","start":"2026-05-07T02:08:15.913273Z","end":"2026-05-07T02:08:16.016115Z","steps":["trace[416529552] 'process raft request' (duration: 54.878486ms)","trace[416529552] 'compare' (duration: 47.889107ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:17.937346Z","caller":"traceutil/trace.go:171","msg":"trace[256370981] linearizableReadLoop","detail":"{readStateIndex:4487; appliedIndex:4486; }","duration":"170.404554ms","start":"2026-05-07T02:08:17.766922Z","end":"2026-05-07T02:08:17.937327Z","steps":["trace[256370981] 'read index received' (duration: 170.318253ms)","trace[256370981] 'applied index is now lower than readState.Index' (duration: 85.011µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:17.937398Z","caller":"traceutil/trace.go:171","msg":"trace[5438947] transaction","detail":"{read_only:false; response_revision:4306; number_of_response:1; }","duration":"249.264722ms","start":"2026-05-07T02:08:17.688103Z","end":"2026-05-07T02:08:17.937368Z","steps":["trace[5438947] 'process raft request' (duration: 249.0931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:08:17.937584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.613337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:08:17.937629Z","caller":"traceutil/trace.go:171","msg":"trace[984216986] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4306; }","duration":"170.704248ms","start":"2026-05-07T02:08:17.766915Z","end":"2026-05-07T02:08:17.937619Z","steps":["trace[984216986] 'agreement among raft nodes before linearized reading' (duration: 170.520095ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:08:18.122707Z","caller":"traceutil/trace.go:171","msg":"trace[1076269739] linearizableReadLoop","detail":"{readStateIndex:4489; appliedIndex:4487; }","duration":"185.268379ms","start":"2026-05-07T02:08:17.937417Z","end":"2026-05-07T02:08:18.122685Z","steps":["trace[1076269739] 'read index received' (duration: 126.980939ms)","trace[1076269739] 'applied index is now lower than readState.Index' (duration: 58.28646ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:18.122827Z","caller":"traceutil/trace.go:171","msg":"trace[1013720152] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"208.037537ms","start":"2026-05-07T02:08:17.914778Z","end":"2026-05-07T02:08:18.122815Z","steps":["trace[1013720152] 'process raft request' (duration: 207.847793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:08:18.123021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.774344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:08:18.12306Z","caller":"traceutil/trace.go:171","msg":"trace[556731127] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4308; }","duration":"164.859965ms","start":"2026-05-07T02:08:17.958191Z","end":"2026-05-07T02:08:18.123051Z","steps":["trace[556731127] 'agreement among raft nodes before linearized reading' (duration: 164.782014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:08:18.123319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.277054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T02:08:18.123336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.714112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:08:18.123369Z","caller":"traceutil/trace.go:171","msg":"trace[1003613985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4308; }","duration":"291.782372ms","start":"2026-05-07T02:08:17.831577Z","end":"2026-05-07T02:08:18.123359Z","steps":["trace[1003613985] 'agreement among raft nodes before linearized reading' (duration: 291.700611ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:08:18.123346Z","caller":"traceutil/trace.go:171","msg":"trace[1112971927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4308; }","duration":"102.333514ms","start":"2026-05-07T02:08:18.021007Z","end":"2026-05-07T02:08:18.12334Z","steps":["trace[1112971927] 'agreement among raft nodes before linearized reading' (duration: 102.264353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:08:18.123675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.177626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:08:18.123729Z","caller":"traceutil/trace.go:171","msg":"trace[960061647] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"289.287308ms","start":"2026-05-07T02:08:17.834409Z","end":"2026-05-07T02:08:18.123696Z","steps":["trace[960061647] 'process raft request' (duration: 230.072394ms)","trace[960061647] 'compare' (duration: 57.906665ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:18.123706Z","caller":"traceutil/trace.go:171","msg":"trace[1619894422] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:4308; }","duration":"154.249707ms","start":"2026-05-07T02:08:17.969448Z","end":"2026-05-07T02:08:18.123698Z","steps":["trace[1619894422] 'agreement among raft nodes before linearized reading' (duration: 154.149896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:08:18.615124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.826951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:08:18.615573Z","caller":"traceutil/trace.go:171","msg":"trace[866494963] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"486.343839ms","start":"2026-05-07T02:08:18.129177Z","end":"2026-05-07T02:08:18.615521Z","steps":["trace[866494963] 'process raft request' (duration: 332.039741ms)","trace[866494963] 'compare' (duration: 153.641709ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:08:18.615816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:08:18.129159Z","time spent":"486.515091ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:08:18.616083Z","caller":"traceutil/trace.go:171","msg":"trace[1232033663] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"486.436211ms","start":"2026-05-07T02:08:18.129602Z","end":"2026-05-07T02:08:18.616038Z","steps":["trace[1232033663] 'process raft request' (duration: 485.958393ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:08:18.61632Z","caller":"traceutil/trace.go:171","msg":"trace[2106228738] linearizableReadLoop","detail":"{readStateIndex:4493; appliedIndex:4489; }","duration":"372.108019ms","start":"2026-05-07T02:08:18.2442Z","end":"2026-05-07T02:08:18.616308Z","steps":["trace[2106228738] 'read index received' (duration: 28.317544ms)","trace[2106228738] 'applied index is now lower than readState.Index' (duration: 343.788885ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:18.616162Z","caller":"traceutil/trace.go:171","msg":"trace[1781579456] transaction","detail":"{read_only:false; response_revision:4311; number_of_response:1; }","duration":"485.572059ms","start":"2026-05-07T02:08:18.130566Z","end":"2026-05-07T02:08:18.616138Z","steps":["trace[1781579456] 'process raft request' (duration: 485.179763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:08:18.616534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.320832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T02:08:18.616484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:08:18.129582Z","time spent":"486.691505ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:08:18.616632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:08:18.130556Z","time spent":"485.987935ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:08:18.616575Z","caller":"traceutil/trace.go:171","msg":"trace[1159559815] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4311; }","duration":"372.370963ms","start":"2026-05-07T02:08:18.244193Z","end":"2026-05-07T02:08:18.616564Z","steps":["trace[1159559815] 'agreement among raft nodes before linearized reading' (duration: 372.269461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:08:18.61685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:08:18.244131Z","time spent":"372.702727ms","remote":"127.0.0.1:41218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:08:18.616937Z","caller":"traceutil/trace.go:171","msg":"trace[2109098101] transaction","detail":"{read_only:false; response_revision:4312; number_of_response:1; }","duration":"286.355446ms","start":"2026-05-07T02:08:18.330568Z","end":"2026-05-07T02:08:18.616924Z","steps":["trace[2109098101] 'process raft request' (duration: 285.690747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:08:23.815004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.795279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:08:23.815107Z","caller":"traceutil/trace.go:171","msg":"trace[1352079749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4336; }","duration":"233.948661ms","start":"2026-05-07T02:08:23.581132Z","end":"2026-05-07T02:08:23.815081Z","steps":["trace[1352079749] 'range keys from in-memory index tree' (duration: 233.675738ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:08:24.762042Z","caller":"traceutil/trace.go:171","msg":"trace[1105566989] linearizableReadLoop","detail":"{readStateIndex:4523; appliedIndex:4522; }","duration":"100.623453ms","start":"2026-05-07T02:08:24.661395Z","end":"2026-05-07T02:08:24.762018Z","steps":["trace[1105566989] 'read index received' (duration: 100.43634ms)","trace[1105566989] 'applied index is now lower than readState.Index' (duration: 186.083µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:24.762123Z","caller":"traceutil/trace.go:171","msg":"trace[471595695] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"175.196725ms","start":"2026-05-07T02:08:24.586889Z","end":"2026-05-07T02:08:24.762086Z","steps":["trace[471595695] 'process raft request' (duration: 174.963971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:08:24.762461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.042189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:08:24.762507Z","caller":"traceutil/trace.go:171","msg":"trace[1647850424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4340; }","duration":"101.11762ms","start":"2026-05-07T02:08:24.661376Z","end":"2026-05-07T02:08:24.762494Z","steps":["trace[1647850424] 'agreement among raft nodes before linearized reading' (duration: 100.767855ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:08:25.684239Z","caller":"traceutil/trace.go:171","msg":"trace[991075892] linearizableReadLoop","detail":"{readStateIndex:4531; appliedIndex:4530; }","duration":"104.153341ms","start":"2026-05-07T02:08:25.58006Z","end":"2026-05-07T02:08:25.684213Z","steps":["trace[991075892] 'read index received' (duration: 104.035289ms)","trace[991075892] 'applied index is now lower than readState.Index' (duration: 116.682µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:25.684312Z","caller":"traceutil/trace.go:171","msg":"trace[774393696] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"132.812628ms","start":"2026-05-07T02:08:25.551458Z","end":"2026-05-07T02:08:25.684271Z","steps":["trace[774393696] 'process raft request' (duration: 132.599395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:08:25.684393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.307723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:08:25.684435Z","caller":"traceutil/trace.go:171","msg":"trace[321684561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4348; }","duration":"104.411124ms","start":"2026-05-07T02:08:25.580014Z","end":"2026-05-07T02:08:25.684425Z","steps":["trace[321684561] 'agreement among raft nodes before linearized reading' (duration: 104.323983ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:08:26.270008Z","caller":"traceutil/trace.go:171","msg":"trace[1831186678] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"113.337987ms","start":"2026-05-07T02:08:26.156633Z","end":"2026-05-07T02:08:26.269971Z","steps":["trace[1831186678] 'process raft request' (duration: 56.167336ms)","trace[1831186678] 'compare' (duration: 57.064789ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:32.411796Z","caller":"traceutil/trace.go:171","msg":"trace[835078008] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"124.133367ms","start":"2026-05-07T02:08:32.287623Z","end":"2026-05-07T02:08:32.411756Z","steps":["trace[835078008] 'process raft request' (duration: 109.204602ms)","trace[835078008] 'compare' (duration: 14.62402ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:32.993287Z","caller":"traceutil/trace.go:171","msg":"trace[1818974591] linearizableReadLoop","detail":"{readStateIndex:4573; appliedIndex:4572; }","duration":"103.309661ms","start":"2026-05-07T02:08:32.889948Z","end":"2026-05-07T02:08:32.993257Z","steps":["trace[1818974591] 'read index received' (duration: 50.956371ms)","trace[1818974591] 'applied index is now lower than readState.Index' (duration: 52.35204ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:08:32.99341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.449523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:08:32.993442Z","caller":"traceutil/trace.go:171","msg":"trace[354705799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4389; }","duration":"103.539473ms","start":"2026-05-07T02:08:32.889893Z","end":"2026-05-07T02:08:32.993432Z","steps":["trace[354705799] 'agreement among raft nodes before linearized reading' (duration: 103.461312ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:08:32.993316Z","caller":"traceutil/trace.go:171","msg":"trace[1011086682] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"107.680581ms","start":"2026-05-07T02:08:32.885585Z","end":"2026-05-07T02:08:32.993266Z","steps":["trace[1011086682] 'process raft request' (duration: 55.416402ms)","trace[1011086682] 'compare' (duration: 52.140707ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:41.906597Z","caller":"traceutil/trace.go:171","msg":"trace[1931940178] linearizableReadLoop","detail":"{readStateIndex:4622; appliedIndex:4621; }","duration":"104.461967ms","start":"2026-05-07T02:08:41.802102Z","end":"2026-05-07T02:08:41.906564Z","steps":["trace[1931940178] 'read index received' (duration: 36.810522ms)","trace[1931940178] 'applied index is now lower than readState.Index' (duration: 67.649895ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:41.906735Z","caller":"traceutil/trace.go:171","msg":"trace[850215711] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"151.340976ms","start":"2026-05-07T02:08:41.755377Z","end":"2026-05-07T02:08:41.906718Z","steps":["trace[850215711] 'process raft request' (duration: 83.56593ms)","trace[850215711] 'compare' (duration: 67.3371ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:08:41.907082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.959243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:08:41.907139Z","caller":"traceutil/trace.go:171","msg":"trace[833515222] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4437; }","duration":"105.070114ms","start":"2026-05-07T02:08:41.802055Z","end":"2026-05-07T02:08:41.907125Z","steps":["trace[833515222] 'agreement among raft nodes before linearized reading' (duration: 104.978073ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:08:55.948931Z","caller":"traceutil/trace.go:171","msg":"trace[1706277558] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"158.781374ms","start":"2026-05-07T02:08:55.790127Z","end":"2026-05-07T02:08:55.948908Z","steps":["trace[1706277558] 'process raft request' (duration: 158.48295ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:08:57.329693Z","caller":"traceutil/trace.go:171","msg":"trace[415760895] linearizableReadLoop","detail":"{readStateIndex:4778; appliedIndex:4777; }","duration":"139.950958ms","start":"2026-05-07T02:08:57.189714Z","end":"2026-05-07T02:08:57.329664Z","steps":["trace[415760895] 'read index received' (duration: 40.388456ms)","trace[415760895] 'applied index is now lower than readState.Index' (duration: 99.558642ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:57.329865Z","caller":"traceutil/trace.go:171","msg":"trace[151649167] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"160.501095ms","start":"2026-05-07T02:08:57.169346Z","end":"2026-05-07T02:08:57.329847Z","steps":["trace[151649167] 'process raft request' (duration: 60.79832ms)","trace[151649167] 'compare' (duration: 99.277109ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:08:57.329894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.147051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:08:57.329945Z","caller":"traceutil/trace.go:171","msg":"trace[506860676] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4584; }","duration":"140.228652ms","start":"2026-05-07T02:08:57.189699Z","end":"2026-05-07T02:08:57.329927Z","steps":["trace[506860676] 'agreement among raft nodes before linearized reading' (duration: 140.09148ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:08:58.716139Z","caller":"traceutil/trace.go:171","msg":"trace[1522711435] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"165.193917ms","start":"2026-05-07T02:08:58.550902Z","end":"2026-05-07T02:08:58.716096Z","steps":["trace[1522711435] 'process raft request' (duration: 153.965686ms)","trace[1522711435] 'compare' (duration: 10.990348ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:08:59.340387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.812699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:08:59.340755Z","caller":"traceutil/trace.go:171","msg":"trace[1732210121] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"198.052629ms","start":"2026-05-07T02:08:59.14262Z","end":"2026-05-07T02:08:59.340672Z","steps":["trace[1732210121] 'process raft request' (duration: 96.866555ms)","trace[1732210121] 'compare' (duration: 100.612636ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:08:59.34156Z","caller":"traceutil/trace.go:171","msg":"trace[1691469252] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"190.278523ms","start":"2026-05-07T02:08:59.151263Z","end":"2026-05-07T02:08:59.341541Z","steps":["trace[1691469252] 'process raft request' (duration: 189.797527ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:01.624489Z","caller":"traceutil/trace.go:171","msg":"trace[1829651232] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"110.378774ms","start":"2026-05-07T02:09:01.514081Z","end":"2026-05-07T02:09:01.62446Z","steps":["trace[1829651232] 'process raft request' (duration: 64.475107ms)","trace[1829651232] 'compare' (duration: 45.729865ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:09:01.914198Z","caller":"traceutil/trace.go:171","msg":"trace[1293802809] linearizableReadLoop","detail":"{readStateIndex:4804; appliedIndex:4803; }","duration":"169.4586ms","start":"2026-05-07T02:09:01.744713Z","end":"2026-05-07T02:09:01.914171Z","steps":["trace[1293802809] 'read index received' (duration: 169.209657ms)","trace[1293802809] 'applied index is now lower than readState.Index' (duration: 247.913µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:09:01.914547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.818914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:09:01.914668Z","caller":"traceutil/trace.go:171","msg":"trace[936179016] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4609; }","duration":"169.929156ms","start":"2026-05-07T02:09:01.744654Z","end":"2026-05-07T02:09:01.914583Z","steps":["trace[936179016] 'agreement among raft nodes before linearized reading' (duration: 169.616632ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:01.915307Z","caller":"traceutil/trace.go:171","msg":"trace[206405664] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"195.215137ms","start":"2026-05-07T02:09:01.720073Z","end":"2026-05-07T02:09:01.915288Z","steps":["trace[206405664] 'process raft request' (duration: 193.9557ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:03.547192Z","caller":"traceutil/trace.go:171","msg":"trace[1542117409] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"100.983617ms","start":"2026-05-07T02:09:03.446173Z","end":"2026-05-07T02:09:03.547156Z","steps":["trace[1542117409] 'process raft request' (duration: 100.739793ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:08.661372Z","caller":"traceutil/trace.go:171","msg":"trace[424500843] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"121.795141ms","start":"2026-05-07T02:09:08.539552Z","end":"2026-05-07T02:09:08.661347Z","steps":["trace[424500843] 'process raft request' (duration: 121.666669ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:12.887325Z","caller":"traceutil/trace.go:171","msg":"trace[688589226] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4672; }","duration":"101.10202ms","start":"2026-05-07T02:09:12.786199Z","end":"2026-05-07T02:09:12.887301Z","steps":["trace[688589226] 'process raft request' (duration: 68.346043ms)","trace[688589226] 'compare' (duration: 32.629996ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:09:13.357671Z","caller":"traceutil/trace.go:171","msg":"trace[1402210484] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"135.423118ms","start":"2026-05-07T02:09:13.222218Z","end":"2026-05-07T02:09:13.357641Z","steps":["trace[1402210484] 'process raft request' (duration: 134.280172ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:13.895186Z","caller":"traceutil/trace.go:171","msg":"trace[1217003967] linearizableReadLoop","detail":"{readStateIndex:4882; appliedIndex:4881; }","duration":"312.786985ms","start":"2026-05-07T02:09:13.58236Z","end":"2026-05-07T02:09:13.895147Z","steps":["trace[1217003967] 'read index received' (duration: 222.669781ms)","trace[1217003967] 'applied index is now lower than readState.Index' (duration: 90.109514ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:09:13.895316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.933638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:09:13.895302Z","caller":"traceutil/trace.go:171","msg":"trace[778545721] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"181.587144ms","start":"2026-05-07T02:09:13.713689Z","end":"2026-05-07T02:09:13.895276Z","steps":["trace[778545721] 'process raft request' (duration: 181.405681ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:13.895364Z","caller":"traceutil/trace.go:171","msg":"trace[1400827777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4675; }","duration":"313.024418ms","start":"2026-05-07T02:09:13.582319Z","end":"2026-05-07T02:09:13.895344Z","steps":["trace[1400827777] 'agreement among raft nodes before linearized reading' (duration: 312.891757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:13.895392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:13.582301Z","time spent":"313.086169ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T02:09:13.895669Z","caller":"traceutil/trace.go:171","msg":"trace[1127234540] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"156.367857ms","start":"2026-05-07T02:09:13.739289Z","end":"2026-05-07T02:09:13.895657Z","steps":["trace[1127234540] 'process raft request' (duration: 155.934722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:13.895703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.838656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:09:13.895746Z","caller":"traceutil/trace.go:171","msg":"trace[1900590926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4676; }","duration":"285.979277ms","start":"2026-05-07T02:09:13.609755Z","end":"2026-05-07T02:09:13.895734Z","steps":["trace[1900590926] 'agreement among raft nodes before linearized reading' (duration: 285.809735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:13.895802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.242329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:09:13.895822Z","caller":"traceutil/trace.go:171","msg":"trace[1273676712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4676; }","duration":"184.297061ms","start":"2026-05-07T02:09:13.71152Z","end":"2026-05-07T02:09:13.895818Z","steps":["trace[1273676712] 'agreement among raft nodes before linearized reading' (duration: 184.24111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:14.263635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.331831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:09:14.263791Z","caller":"traceutil/trace.go:171","msg":"trace[710187697] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"263.466295ms","start":"2026-05-07T02:09:14.000285Z","end":"2026-05-07T02:09:14.263752Z","steps":["trace[710187697] 'process raft request' (duration: 116.908301ms)","trace[710187697] 'compare' (duration: 146.118588ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:09:14.50413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.087665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:09:14.504213Z","caller":"traceutil/trace.go:171","msg":"trace[398751999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4679; }","duration":"124.218487ms","start":"2026-05-07T02:09:14.379976Z","end":"2026-05-07T02:09:14.504195Z","steps":["trace[398751999] 'range keys from in-memory index tree' (duration: 123.922403ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:17.010434Z","caller":"traceutil/trace.go:171","msg":"trace[881383864] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"110.430902ms","start":"2026-05-07T02:09:16.899969Z","end":"2026-05-07T02:09:17.0104Z","steps":["trace[881383864] 'process raft request' (duration: 110.250859ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:19.49451Z","caller":"traceutil/trace.go:171","msg":"trace[1567260273] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"107.098254ms","start":"2026-05-07T02:09:19.387389Z","end":"2026-05-07T02:09:19.494487Z","steps":["trace[1567260273] 'process raft request' (duration: 106.950602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:19.647617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.240459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:09:19.647753Z","caller":"traceutil/trace.go:171","msg":"trace[369042994] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4704; }","duration":"126.422621ms","start":"2026-05-07T02:09:19.521302Z","end":"2026-05-07T02:09:19.647725Z","steps":["trace[369042994] 'count revisions from in-memory index tree' (duration: 126.126528ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:20.919166Z","caller":"traceutil/trace.go:171","msg":"trace[492935541] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"107.896755ms","start":"2026-05-07T02:09:20.811239Z","end":"2026-05-07T02:09:20.919136Z","steps":["trace[492935541] 'process raft request' (duration: 107.760203ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:31.019796Z","caller":"traceutil/trace.go:171","msg":"trace[758594905] linearizableReadLoop","detail":"{readStateIndex:4999; appliedIndex:4998; }","duration":"354.959202ms","start":"2026-05-07T02:09:30.664817Z","end":"2026-05-07T02:09:31.019777Z","steps":["trace[758594905] 'read index received' (duration: 354.84657ms)","trace[758594905] 'applied index is now lower than readState.Index' (duration: 111.792µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:09:31.019889Z","caller":"traceutil/trace.go:171","msg":"trace[841443559] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"374.831784ms","start":"2026-05-07T02:09:30.644995Z","end":"2026-05-07T02:09:31.019827Z","steps":["trace[841443559] 'process raft request' (duration: 374.645121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:31.020016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.153184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-qkw7m\" ","response":"range_response_count:1 size:4356"} {"level":"info","ts":"2026-05-07T02:09:31.020053Z","caller":"traceutil/trace.go:171","msg":"trace[543794882] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-qkw7m; range_end:; response_count:1; response_revision:4787; }","duration":"355.303356ms","start":"2026-05-07T02:09:30.66474Z","end":"2026-05-07T02:09:31.020043Z","steps":["trace[543794882] 'agreement among raft nodes before linearized reading' (duration: 355.137734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:31.020052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:30.644979Z","time spent":"374.992666ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:09:31.020102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:30.66472Z","time spent":"355.374177ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":4380,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-qkw7m\" "} {"level":"info","ts":"2026-05-07T02:09:38.355154Z","caller":"traceutil/trace.go:171","msg":"trace[1731171244] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"171.616819ms","start":"2026-05-07T02:09:38.183514Z","end":"2026-05-07T02:09:38.35513Z","steps":["trace[1731171244] 'process raft request' (duration: 170.537215ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:39.008403Z","caller":"traceutil/trace.go:171","msg":"trace[1228937490] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"220.666393ms","start":"2026-05-07T02:09:38.787711Z","end":"2026-05-07T02:09:39.008377Z","steps":["trace[1228937490] 'process raft request' (duration: 220.517331ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:42.163343Z","caller":"traceutil/trace.go:171","msg":"trace[870084391] linearizableReadLoop","detail":"{readStateIndex:5408; appliedIndex:5407; }","duration":"355.900905ms","start":"2026-05-07T02:09:41.807414Z","end":"2026-05-07T02:09:42.163315Z","steps":["trace[870084391] 'read index received' (duration: 282.947297ms)","trace[870084391] 'applied index is now lower than readState.Index' (duration: 72.952518ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:09:42.163366Z","caller":"traceutil/trace.go:171","msg":"trace[1384992267] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"362.577774ms","start":"2026-05-07T02:09:41.800755Z","end":"2026-05-07T02:09:42.163333Z","steps":["trace[1384992267] 'process raft request' (duration: 289.609136ms)","trace[1384992267] 'compare' (duration: 72.847367ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:09:42.163544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.277631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:09:42.16357Z","caller":"traceutil/trace.go:171","msg":"trace[1338672649] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5190; }","duration":"270.324721ms","start":"2026-05-07T02:09:41.893238Z","end":"2026-05-07T02:09:42.163563Z","steps":["trace[1338672649] 'agreement among raft nodes before linearized reading' (duration: 270.21544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:42.163559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:41.800735Z","time spent":"362.698876ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:09:42.163807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.397743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:09:42.163826Z","caller":"traceutil/trace.go:171","msg":"trace[1368220374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5190; }","duration":"356.438774ms","start":"2026-05-07T02:09:41.807382Z","end":"2026-05-07T02:09:42.163821Z","steps":["trace[1368220374] 'agreement among raft nodes before linearized reading' (duration: 356.016738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:42.16384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:41.807373Z","time spent":"356.462024ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T02:09:42.850179Z","caller":"traceutil/trace.go:171","msg":"trace[435486690] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"131.030841ms","start":"2026-05-07T02:09:42.719127Z","end":"2026-05-07T02:09:42.850158Z","steps":["trace[435486690] 'process raft request' (duration: 130.89144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:42.850676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.41845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-6kmqn\" ","response":"range_response_count:1 size:5041"} {"level":"info","ts":"2026-05-07T02:09:42.850717Z","caller":"traceutil/trace.go:171","msg":"trace[824657648] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-6kmqn; range_end:; response_count:1; response_revision:5212; }","duration":"100.53545ms","start":"2026-05-07T02:09:42.750169Z","end":"2026-05-07T02:09:42.850704Z","steps":["trace[824657648] 'agreement among raft nodes before linearized reading' (duration: 100.343158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:44.129796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.583959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-05-07T02:09:44.12987Z","caller":"traceutil/trace.go:171","msg":"trace[1247525778] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5271; }","duration":"349.68557ms","start":"2026-05-07T02:09:43.780167Z","end":"2026-05-07T02:09:44.129853Z","steps":["trace[1247525778] 'range keys from in-memory index tree' (duration: 349.443836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:44.129907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:43.780156Z","time spent":"349.74222ms","remote":"127.0.0.1:41904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-05-07T02:09:44.13004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.814285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-05-07T02:09:44.130079Z","caller":"traceutil/trace.go:171","msg":"trace[1318201229] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5271; }","duration":"270.890846ms","start":"2026-05-07T02:09:43.859178Z","end":"2026-05-07T02:09:44.130069Z","steps":["trace[1318201229] 'range keys from in-memory index tree' (duration: 270.678673ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:44.179774Z","caller":"traceutil/trace.go:171","msg":"trace[851665980] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5490; }","duration":"228.047701ms","start":"2026-05-07T02:09:43.951711Z","end":"2026-05-07T02:09:44.179759Z","steps":["trace[851665980] 'read index received' (duration: 227.93551ms)","trace[851665980] 'applied index is now lower than readState.Index' (duration: 111.431µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:09:44.179813Z","caller":"traceutil/trace.go:171","msg":"trace[397350457] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"273.427308ms","start":"2026-05-07T02:09:43.906369Z","end":"2026-05-07T02:09:44.179796Z","steps":["trace[397350457] 'process raft request' (duration: 273.273706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:44.180029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.301514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-316cef4b-b885-441d-9cbd-4d7e44198ce2\" ","response":"range_response_count:1 size:3893"} {"level":"info","ts":"2026-05-07T02:09:44.180115Z","caller":"traceutil/trace.go:171","msg":"trace[1918217369] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-316cef4b-b885-441d-9cbd-4d7e44198ce2; range_end:; response_count:1; response_revision:5272; }","duration":"228.434327ms","start":"2026-05-07T02:09:43.951661Z","end":"2026-05-07T02:09:44.180095Z","steps":["trace[1918217369] 'agreement among raft nodes before linearized reading' (duration: 228.159383ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:44.352908Z","caller":"traceutil/trace.go:171","msg":"trace[773430952] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"166.248811ms","start":"2026-05-07T02:09:44.186633Z","end":"2026-05-07T02:09:44.352882Z","steps":["trace[773430952] 'process raft request' (duration: 146.201328ms)","trace[773430952] 'compare' (duration: 19.500516ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:09:44.353102Z","caller":"traceutil/trace.go:171","msg":"trace[2120231055] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"162.948737ms","start":"2026-05-07T02:09:44.190114Z","end":"2026-05-07T02:09:44.353063Z","steps":["trace[2120231055] 'process raft request' (duration: 162.688014ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:44.415393Z","caller":"traceutil/trace.go:171","msg":"trace[1390287995] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"213.303289ms","start":"2026-05-07T02:09:44.202066Z","end":"2026-05-07T02:09:44.41537Z","steps":["trace[1390287995] 'process raft request' (duration: 213.121536ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:44.415963Z","caller":"traceutil/trace.go:171","msg":"trace[1009861308] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"203.995847ms","start":"2026-05-07T02:09:44.211942Z","end":"2026-05-07T02:09:44.415937Z","steps":["trace[1009861308] 'process raft request' (duration: 203.918496ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:44.415975Z","caller":"traceutil/trace.go:171","msg":"trace[538099582] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"212.926683ms","start":"2026-05-07T02:09:44.203026Z","end":"2026-05-07T02:09:44.415953Z","steps":["trace[538099582] 'process raft request' (duration: 212.649709ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:44.416039Z","caller":"traceutil/trace.go:171","msg":"trace[26688468] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"212.935594ms","start":"2026-05-07T02:09:44.203091Z","end":"2026-05-07T02:09:44.416026Z","steps":["trace[26688468] 'process raft request' (duration: 212.706031ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:44.41604Z","caller":"traceutil/trace.go:171","msg":"trace[898827084] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"213.331569ms","start":"2026-05-07T02:09:44.202697Z","end":"2026-05-07T02:09:44.416028Z","steps":["trace[898827084] 'process raft request' (duration: 212.617209ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:44.497596Z","caller":"traceutil/trace.go:171","msg":"trace[1750901546] linearizableReadLoop","detail":"{readStateIndex:5500; appliedIndex:5494; }","duration":"108.598705ms","start":"2026-05-07T02:09:44.388978Z","end":"2026-05-07T02:09:44.497577Z","steps":["trace[1750901546] 'read index received' (duration: 26.157383ms)","trace[1750901546] 'applied index is now lower than readState.Index' (duration: 82.440202ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:09:44.497753Z","caller":"traceutil/trace.go:171","msg":"trace[475987097] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"139.298418ms","start":"2026-05-07T02:09:44.358426Z","end":"2026-05-07T02:09:44.497725Z","steps":["trace[475987097] 'process raft request' (duration: 121.632376ms)","trace[475987097] 'compare' (duration: 17.320217ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:09:44.497922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.930149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:09:44.498006Z","caller":"traceutil/trace.go:171","msg":"trace[1489797290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5281; }","duration":"109.026381ms","start":"2026-05-07T02:09:44.388932Z","end":"2026-05-07T02:09:44.497958Z","steps":["trace[1489797290] 'agreement among raft nodes before linearized reading' (duration: 108.797408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:44.497911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.299495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:09:44.498252Z","caller":"traceutil/trace.go:171","msg":"trace[1318146106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5281; }","duration":"106.68393ms","start":"2026-05-07T02:09:44.391555Z","end":"2026-05-07T02:09:44.498239Z","steps":["trace[1318146106] 'agreement among raft nodes before linearized reading' (duration: 106.231264ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:46.103944Z","caller":"traceutil/trace.go:171","msg":"trace[458007271] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"306.844953ms","start":"2026-05-07T02:09:45.797076Z","end":"2026-05-07T02:09:46.103921Z","steps":["trace[458007271] 'process raft request' (duration: 306.690421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:46.104203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:45.797064Z","time spent":"307.011455ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4050,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:09:46.933793Z","caller":"traceutil/trace.go:171","msg":"trace[999684528] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"126.163193ms","start":"2026-05-07T02:09:46.807613Z","end":"2026-05-07T02:09:46.933777Z","steps":["trace[999684528] 'process raft request' (duration: 126.066692ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:47.471979Z","caller":"traceutil/trace.go:171","msg":"trace[983939328] linearizableReadLoop","detail":"{readStateIndex:5543; appliedIndex:5542; }","duration":"290.463685ms","start":"2026-05-07T02:09:47.181498Z","end":"2026-05-07T02:09:47.471962Z","steps":["trace[983939328] 'read index received' (duration: 290.433535ms)","trace[983939328] 'applied index is now lower than readState.Index' (duration: 29.34µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:09:47.472152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.652538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T02:09:47.472176Z","caller":"traceutil/trace.go:171","msg":"trace[1326264872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5324; }","duration":"290.723779ms","start":"2026-05-07T02:09:47.181447Z","end":"2026-05-07T02:09:47.472171Z","steps":["trace[1326264872] 'agreement among raft nodes before linearized reading' (duration: 290.596707ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:47.47246Z","caller":"traceutil/trace.go:171","msg":"trace[1012361275] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"298.349449ms","start":"2026-05-07T02:09:47.174088Z","end":"2026-05-07T02:09:47.472438Z","steps":["trace[1012361275] 'process raft request' (duration: 297.777982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:47.491718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.512802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-316cef4b-b885-441d-9cbd-4d7e44198ce2\" ","response":"range_response_count:1 size:4081"} {"level":"info","ts":"2026-05-07T02:09:47.491787Z","caller":"traceutil/trace.go:171","msg":"trace[1328456147] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-316cef4b-b885-441d-9cbd-4d7e44198ce2; range_end:; response_count:1; response_revision:5325; }","duration":"298.635403ms","start":"2026-05-07T02:09:47.193136Z","end":"2026-05-07T02:09:47.491772Z","steps":["trace[1328456147] 'agreement among raft nodes before linearized reading' (duration: 298.4575ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:47.492056Z","caller":"traceutil/trace.go:171","msg":"trace[2060622045] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"308.294818ms","start":"2026-05-07T02:09:47.183748Z","end":"2026-05-07T02:09:47.492043Z","steps":["trace[2060622045] 'process raft request' (duration: 307.752281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:47.492157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:47.18373Z","time spent":"308.35706ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:09:47.492345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.642528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:09:47.492382Z","caller":"traceutil/trace.go:171","msg":"trace[486901793] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5325; }","duration":"129.682308ms","start":"2026-05-07T02:09:47.362691Z","end":"2026-05-07T02:09:47.492373Z","steps":["trace[486901793] 'agreement among raft nodes before linearized reading' (duration: 129.618057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:47.492571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.325067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-wzjg7\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-05-07T02:09:47.492606Z","caller":"traceutil/trace.go:171","msg":"trace[393724590] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-wzjg7; range_end:; response_count:1; response_revision:5325; }","duration":"133.383988ms","start":"2026-05-07T02:09:47.359213Z","end":"2026-05-07T02:09:47.492597Z","steps":["trace[393724590] 'agreement among raft nodes before linearized reading' (duration: 133.295547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:47.492952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.644303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee8c3fc8-53fb-42b1-a690-2b0f65420097\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-05-07T02:09:47.493006Z","caller":"traceutil/trace.go:171","msg":"trace[1084329957] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee8c3fc8-53fb-42b1-a690-2b0f65420097; range_end:; response_count:1; response_revision:5325; }","duration":"282.752724ms","start":"2026-05-07T02:09:47.210243Z","end":"2026-05-07T02:09:47.492995Z","steps":["trace[1084329957] 'agreement among raft nodes before linearized reading' (duration: 282.642433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:47.492777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.274971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:09:47.493344Z","caller":"traceutil/trace.go:171","msg":"trace[1534836210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5325; }","duration":"222.840229ms","start":"2026-05-07T02:09:47.270494Z","end":"2026-05-07T02:09:47.493334Z","steps":["trace[1534836210] 'agreement among raft nodes before linearized reading' (duration: 222.222251ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:47.657289Z","caller":"traceutil/trace.go:171","msg":"trace[1969905563] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"102.179239ms","start":"2026-05-07T02:09:47.555081Z","end":"2026-05-07T02:09:47.65726Z","steps":["trace[1969905563] 'process raft request' (duration: 101.763533ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:47.65761Z","caller":"traceutil/trace.go:171","msg":"trace[2045097279] linearizableReadLoop","detail":"{readStateIndex:5549; appliedIndex:5546; }","duration":"100.053931ms","start":"2026-05-07T02:09:47.557534Z","end":"2026-05-07T02:09:47.657588Z","steps":["trace[2045097279] 'read index received' (duration: 63.264009ms)","trace[2045097279] 'applied index is now lower than readState.Index' (duration: 36.789012ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:09:47.657776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.219423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:09:47.65778Z","caller":"traceutil/trace.go:171","msg":"trace[1514530173] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"102.502953ms","start":"2026-05-07T02:09:47.555255Z","end":"2026-05-07T02:09:47.657758Z","steps":["trace[1514530173] 'process raft request' (duration: 101.919405ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:47.657811Z","caller":"traceutil/trace.go:171","msg":"trace[2109035944] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5331; }","duration":"100.276993ms","start":"2026-05-07T02:09:47.557523Z","end":"2026-05-07T02:09:47.6578Z","steps":["trace[2109035944] 'agreement among raft nodes before linearized reading' (duration: 100.175622ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:49.92151Z","caller":"traceutil/trace.go:171","msg":"trace[1471544081] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"628.352224ms","start":"2026-05-07T02:09:49.293093Z","end":"2026-05-07T02:09:49.921445Z","steps":["trace[1471544081] 'process raft request' (duration: 628.234172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:49.921626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:49.293075Z","time spent":"628.491465ms","remote":"127.0.0.1:52068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7449,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:09:49.923232Z","caller":"traceutil/trace.go:171","msg":"trace[1830839420] linearizableReadLoop","detail":"{readStateIndex:5614; appliedIndex:5612; }","duration":"420.382312ms","start":"2026-05-07T02:09:49.502828Z","end":"2026-05-07T02:09:49.92321Z","steps":["trace[1830839420] 'read index received' (duration: 418.505597ms)","trace[1830839420] 'applied index is now lower than readState.Index' (duration: 1.875765ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:09:49.923273Z","caller":"traceutil/trace.go:171","msg":"trace[531400500] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"445.919157ms","start":"2026-05-07T02:09:49.477319Z","end":"2026-05-07T02:09:49.923238Z","steps":["trace[531400500] 'process raft request' (duration: 445.697484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:49.923424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:49.477292Z","time spent":"446.034908ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:09:49.923615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.774377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T02:09:49.923661Z","caller":"traceutil/trace.go:171","msg":"trace[1921857682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5390; }","duration":"420.874518ms","start":"2026-05-07T02:09:49.502773Z","end":"2026-05-07T02:09:49.923648Z","steps":["trace[1921857682] 'agreement among raft nodes before linearized reading' (duration: 420.731836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:49.9237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:49.50275Z","time spent":"420.94172ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:09:49.923714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.557275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T02:09:49.923759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.955883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:09:49.923779Z","caller":"traceutil/trace.go:171","msg":"trace[2000680016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5390; }","duration":"420.669386ms","start":"2026-05-07T02:09:49.503096Z","end":"2026-05-07T02:09:49.923766Z","steps":["trace[2000680016] 'agreement among raft nodes before linearized reading' (duration: 420.492003ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:49.92379Z","caller":"traceutil/trace.go:171","msg":"trace[2049851258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5390; }","duration":"341.029504ms","start":"2026-05-07T02:09:49.582752Z","end":"2026-05-07T02:09:49.923782Z","steps":["trace[2049851258] 'agreement among raft nodes before linearized reading' (duration: 340.962213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:49.923813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:49.582691Z","time spent":"341.118395ms","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:09:49.923884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.85276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee8c3fc8-53fb-42b1-a690-2b0f65420097\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-05-07T02:09:49.923914Z","caller":"traceutil/trace.go:171","msg":"trace[1309099133] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee8c3fc8-53fb-42b1-a690-2b0f65420097; range_end:; response_count:1; response_revision:5390; }","duration":"414.91662ms","start":"2026-05-07T02:09:49.508988Z","end":"2026-05-07T02:09:49.923905Z","steps":["trace[1309099133] 'agreement among raft nodes before linearized reading' (duration: 414.839019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:49.923932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:49.508954Z","time spent":"414.974252ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4091,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee8c3fc8-53fb-42b1-a690-2b0f65420097\" "} {"level":"warn","ts":"2026-05-07T02:09:49.923812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:49.503078Z","time spent":"420.727417ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T02:09:50.526357Z","caller":"traceutil/trace.go:171","msg":"trace[648771007] linearizableReadLoop","detail":"{readStateIndex:5629; appliedIndex:5628; }","duration":"148.200979ms","start":"2026-05-07T02:09:50.378128Z","end":"2026-05-07T02:09:50.526329Z","steps":["trace[648771007] 'read index received' (duration: 147.985966ms)","trace[648771007] 'applied index is now lower than readState.Index' (duration: 214.023µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:09:50.526475Z","caller":"traceutil/trace.go:171","msg":"trace[1982481554] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"159.367465ms","start":"2026-05-07T02:09:50.367062Z","end":"2026-05-07T02:09:50.52643Z","steps":["trace[1982481554] 'process raft request' (duration: 159.092491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:50.526675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.519973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-05-07T02:09:50.526717Z","caller":"traceutil/trace.go:171","msg":"trace[484531539] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5404; }","duration":"148.607474ms","start":"2026-05-07T02:09:50.378097Z","end":"2026-05-07T02:09:50.526704Z","steps":["trace[484531539] 'agreement among raft nodes before linearized reading' (duration: 148.381312ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:51.000132Z","caller":"traceutil/trace.go:171","msg":"trace[1920223190] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"470.303282ms","start":"2026-05-07T02:09:50.529803Z","end":"2026-05-07T02:09:51.000106Z","steps":["trace[1920223190] 'process raft request' (duration: 466.905408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:51.000266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:50.529781Z","time spent":"470.416554ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:09:51.001873Z","caller":"traceutil/trace.go:171","msg":"trace[893803412] linearizableReadLoop","detail":"{readStateIndex:5631; appliedIndex:5629; }","duration":"419.396397ms","start":"2026-05-07T02:09:50.582458Z","end":"2026-05-07T02:09:51.001854Z","steps":["trace[893803412] 'read index received' (duration: 414.164518ms)","trace[893803412] 'applied index is now lower than readState.Index' (duration: 5.231109ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:09:51.002128Z","caller":"traceutil/trace.go:171","msg":"trace[53783638] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"451.513626ms","start":"2026-05-07T02:09:50.550606Z","end":"2026-05-07T02:09:51.002119Z","steps":["trace[53783638] 'process raft request' (duration: 451.116151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:51.002203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:50.550584Z","time spent":"451.566167ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:09:51.002324Z","caller":"traceutil/trace.go:171","msg":"trace[1088163878] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"162.443466ms","start":"2026-05-07T02:09:50.839874Z","end":"2026-05-07T02:09:51.002318Z","steps":["trace[1088163878] 'process raft request' (duration: 161.944049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:51.002432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.987205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:09:51.002454Z","caller":"traceutil/trace.go:171","msg":"trace[1107001891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5407; }","duration":"420.058665ms","start":"2026-05-07T02:09:50.582389Z","end":"2026-05-07T02:09:51.002448Z","steps":["trace[1107001891] 'agreement among raft nodes before linearized reading' (duration: 420.019845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:51.002473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:50.582362Z","time spent":"420.106286ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:09:51.0036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.452895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hqcm5\" ","response":"range_response_count:1 size:9724"} {"level":"info","ts":"2026-05-07T02:09:51.003633Z","caller":"traceutil/trace.go:171","msg":"trace[124774989] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hqcm5; range_end:; response_count:1; response_revision:5407; }","duration":"165.526665ms","start":"2026-05-07T02:09:50.838095Z","end":"2026-05-07T02:09:51.003622Z","steps":["trace[124774989] 'agreement among raft nodes before linearized reading' (duration: 165.427814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:51.003776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.125504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:09:51.003795Z","caller":"traceutil/trace.go:171","msg":"trace[958460320] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5407; }","duration":"108.146444ms","start":"2026-05-07T02:09:50.895642Z","end":"2026-05-07T02:09:51.003789Z","steps":["trace[958460320] 'agreement among raft nodes before linearized reading' (duration: 108.099504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:51.004092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.878647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:09:51.004118Z","caller":"traceutil/trace.go:171","msg":"trace[1946237862] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5407; }","duration":"294.967169ms","start":"2026-05-07T02:09:50.709142Z","end":"2026-05-07T02:09:51.004109Z","steps":["trace[1946237862] 'agreement among raft nodes before linearized reading' (duration: 294.915708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:51.004359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.159237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:09:51.004384Z","caller":"traceutil/trace.go:171","msg":"trace[343913651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5407; }","duration":"384.225907ms","start":"2026-05-07T02:09:50.620152Z","end":"2026-05-07T02:09:51.004378Z","steps":["trace[343913651] 'agreement among raft nodes before linearized reading' (duration: 384.138266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:51.004403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:50.620129Z","time spent":"384.269268ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:09:51.004594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.965269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:09:51.004637Z","caller":"traceutil/trace.go:171","msg":"trace[1781042250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5407; }","duration":"405.053509ms","start":"2026-05-07T02:09:50.599572Z","end":"2026-05-07T02:09:51.004625Z","steps":["trace[1781042250] 'agreement among raft nodes before linearized reading' (duration: 403.946454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:51.004667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:50.599551Z","time spent":"405.110121ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T02:09:51.54384Z","caller":"traceutil/trace.go:171","msg":"trace[2028632336] linearizableReadLoop","detail":"{readStateIndex:5636; appliedIndex:5633; }","duration":"166.433076ms","start":"2026-05-07T02:09:51.377381Z","end":"2026-05-07T02:09:51.543814Z","steps":["trace[2028632336] 'read index received' (duration: 91.388514ms)","trace[2028632336] 'applied index is now lower than readState.Index' (duration: 75.043412ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:09:51.543929Z","caller":"traceutil/trace.go:171","msg":"trace[1828133428] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"532.821947ms","start":"2026-05-07T02:09:51.011096Z","end":"2026-05-07T02:09:51.543918Z","steps":["trace[1828133428] 'process raft request' (duration: 532.447252ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:51.543979Z","caller":"traceutil/trace.go:171","msg":"trace[1375708467] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"304.593433ms","start":"2026-05-07T02:09:51.23937Z","end":"2026-05-07T02:09:51.543964Z","steps":["trace[1375708467] 'process raft request' (duration: 304.36463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:51.544084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:51.239341Z","time spent":"304.666764ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:09:51.544069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.69131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T02:09:51.544113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:51.011076Z","time spent":"532.901988ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9811,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:09:51.544191Z","caller":"traceutil/trace.go:171","msg":"trace[1820911230] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5411; }","duration":"166.876641ms","start":"2026-05-07T02:09:51.377293Z","end":"2026-05-07T02:09:51.544169Z","steps":["trace[1820911230] 'agreement among raft nodes before linearized reading' (duration: 166.703259ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:51.543819Z","caller":"traceutil/trace.go:171","msg":"trace[116484594] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"535.768935ms","start":"2026-05-07T02:09:51.008005Z","end":"2026-05-07T02:09:51.543774Z","steps":["trace[116484594] 'process raft request' (duration: 460.753504ms)","trace[116484594] 'compare' (duration: 74.453364ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:09:51.544497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:51.007995Z","time spent":"536.421014ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:09:54.65088Z","caller":"traceutil/trace.go:171","msg":"trace[1998592724] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"100.320081ms","start":"2026-05-07T02:09:54.550531Z","end":"2026-05-07T02:09:54.650851Z","steps":["trace[1998592724] 'process raft request' (duration: 100.167979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:57.30485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.822319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-07T02:09:57.304936Z","caller":"traceutil/trace.go:171","msg":"trace[1720540329] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5451; }","duration":"137.95211ms","start":"2026-05-07T02:09:57.166961Z","end":"2026-05-07T02:09:57.304914Z","steps":["trace[1720540329] 'range keys from in-memory index tree' (duration: 137.658476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:58.088304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.732019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:09:58.0884Z","caller":"traceutil/trace.go:171","msg":"trace[1061218726] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:5460; }","duration":"112.861451ms","start":"2026-05-07T02:09:57.975509Z","end":"2026-05-07T02:09:58.08837Z","steps":["trace[1061218726] 'range keys from in-memory index tree' (duration: 112.498056ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:58.088633Z","caller":"traceutil/trace.go:171","msg":"trace[1520061060] linearizableReadLoop","detail":"{readStateIndex:5687; appliedIndex:5686; }","duration":"108.764387ms","start":"2026-05-07T02:09:57.9798Z","end":"2026-05-07T02:09:58.088565Z","steps":["trace[1520061060] 'read index received' (duration: 53.182813ms)","trace[1520061060] 'applied index is now lower than readState.Index' (duration: 55.580324ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:09:58.088912Z","caller":"traceutil/trace.go:171","msg":"trace[1915766867] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"112.203274ms","start":"2026-05-07T02:09:57.97669Z","end":"2026-05-07T02:09:58.088893Z","steps":["trace[1915766867] 'process raft request' (duration: 56.271585ms)","trace[1915766867] 'compare' (duration: 55.154148ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:09:58.089134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.285884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:09:58.089186Z","caller":"traceutil/trace.go:171","msg":"trace[1976019936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5461; }","duration":"109.383335ms","start":"2026-05-07T02:09:57.97979Z","end":"2026-05-07T02:09:58.089173Z","steps":["trace[1976019936] 'agreement among raft nodes before linearized reading' (duration: 109.224783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:58.089946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.793388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:09:58.090045Z","caller":"traceutil/trace.go:171","msg":"trace[782852492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5461; }","duration":"108.895119ms","start":"2026-05-07T02:09:57.981135Z","end":"2026-05-07T02:09:58.09003Z","steps":["trace[782852492] 'agreement among raft nodes before linearized reading' (duration: 107.864246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:58.837856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110028635,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T02:09:58.899741Z","caller":"traceutil/trace.go:171","msg":"trace[72434467] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"805.55044ms","start":"2026-05-07T02:09:58.094175Z","end":"2026-05-07T02:09:58.899726Z","steps":["trace[72434467] 'process raft request' (duration: 805.521549ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:09:58.899937Z","caller":"traceutil/trace.go:171","msg":"trace[1173395455] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"806.137667ms","start":"2026-05-07T02:09:58.093786Z","end":"2026-05-07T02:09:58.899924Z","steps":["trace[1173395455] 'process raft request' (duration: 805.792643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:09:58.900005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:58.093764Z","time spent":"806.208098ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:09:58.900489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:58.094161Z","time spent":"805.675321ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:01.449138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.656803323s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T02:10:01.532748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74030618s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:10:01.53308Z","caller":"traceutil/trace.go:171","msg":"trace[1153009046] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"1.943432438s","start":"2026-05-07T02:09:59.589631Z","end":"2026-05-07T02:10:01.533063Z","steps":["trace[1153009046] 'process raft request' (duration: 1.943372597s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.533196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:59.58962Z","time spent":"1.943516119s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:01.533398Z","caller":"traceutil/trace.go:171","msg":"trace[1484537321] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"3.425263408s","start":"2026-05-07T02:09:58.108122Z","end":"2026-05-07T02:10:01.533385Z","steps":["trace[1484537321] 'process raft request' (duration: 1.684224798s)","trace[1484537321] 'compare' (duration: 1.739572881s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:10:01.533458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:58.108109Z","time spent":"3.425321118s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:01.533645Z","caller":"traceutil/trace.go:171","msg":"trace[1819965949] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"3.414784621s","start":"2026-05-07T02:09:58.11885Z","end":"2026-05-07T02:10:01.533635Z","steps":["trace[1819965949] 'process raft request' (duration: 3.413992781s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.533703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:58.118841Z","time spent":"3.414833841s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T02:10:01.534077Z","caller":"traceutil/trace.go:171","msg":"trace[293166541] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"2.818661571s","start":"2026-05-07T02:09:58.715402Z","end":"2026-05-07T02:10:01.534064Z","steps":["trace[293166541] 'process raft request' (duration: 2.817501977s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.534155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:58.715369Z","time spent":"2.818750322s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:01.534209Z","caller":"traceutil/trace.go:171","msg":"trace[1212982197] linearizableReadLoop","detail":"{readStateIndex:5693; appliedIndex:5688; }","duration":"3.196449625s","start":"2026-05-07T02:09:58.337732Z","end":"2026-05-07T02:10:01.534182Z","steps":["trace[1212982197] 'read index received' (duration: 561.908044ms)","trace[1212982197] 'applied index is now lower than readState.Index' (duration: 2.634538701s)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:10:01.534325Z","caller":"traceutil/trace.go:171","msg":"trace[1330548882] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"2.468083752s","start":"2026-05-07T02:09:59.06622Z","end":"2026-05-07T02:10:01.534303Z","steps":["trace[1330548882] 'process raft request' (duration: 2.466730895s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.534431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:59.066196Z","time spent":"2.468161203s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:01.535672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197851114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:10:01.535763Z","caller":"traceutil/trace.go:171","msg":"trace[556967393] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5468; }","duration":"3.198061497s","start":"2026-05-07T02:09:58.337684Z","end":"2026-05-07T02:10:01.535746Z","steps":["trace[556967393] 'agreement among raft nodes before linearized reading' (duration: 3.197859234s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.53582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:58.337664Z","time spent":"3.198142137s","remote":"127.0.0.1:48128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:10:01.581739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999931052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T02:10:01.581812Z","caller":"traceutil/trace.go:171","msg":"trace[277181365] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055084s","start":"2026-05-07T02:09:59.581737Z","end":"2026-05-07T02:10:01.581792Z","steps":["trace[277181365] 'agreement among raft nodes before linearized reading' (duration: 1.999962273s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.581853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:59.581714Z","time spent":"2.000130475s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:10:01.882326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726017251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:10:01.882432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762759931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:10:01.882437Z","caller":"traceutil/trace.go:171","msg":"trace[259144754] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5470; }","duration":"1.726141243s","start":"2026-05-07T02:10:00.156284Z","end":"2026-05-07T02:10:01.882425Z","steps":["trace[259144754] 'agreement among raft nodes before linearized reading' (duration: 1.725975241s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.882493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263932208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:10:01.882512Z","caller":"traceutil/trace.go:171","msg":"trace[809412246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5470; }","duration":"2.263969369s","start":"2026-05-07T02:09:59.618538Z","end":"2026-05-07T02:10:01.882507Z","steps":["trace[809412246] 'agreement among raft nodes before linearized reading' (duration: 2.263938888s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.88254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:59.618528Z","time spent":"2.264004889s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:10:01.882573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:00.156247Z","time spent":"1.726300074s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:10:01.882621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799593018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:10:01.882667Z","caller":"traceutil/trace.go:171","msg":"trace[897523257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5470; }","duration":"2.79967174s","start":"2026-05-07T02:09:59.082984Z","end":"2026-05-07T02:10:01.882656Z","steps":["trace[897523257] 'agreement among raft nodes before linearized reading' (duration: 2.799572298s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.882704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27860475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:10:01.882729Z","caller":"traceutil/trace.go:171","msg":"trace[932155055] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5470; }","duration":"2.278652011s","start":"2026-05-07T02:09:59.60407Z","end":"2026-05-07T02:10:01.882722Z","steps":["trace[932155055] 'agreement among raft nodes before linearized reading' (duration: 2.278617531s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.88275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:59.604057Z","time spent":"2.278687602s","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:10:01.882784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891222601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-05-07T02:10:01.882532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.461495215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:10:01.882822Z","caller":"traceutil/trace.go:171","msg":"trace[1829448652] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5470; }","duration":"2.891257991s","start":"2026-05-07T02:09:58.991552Z","end":"2026-05-07T02:10:01.88281Z","steps":["trace[1829448652] 'agreement among raft nodes before linearized reading' (duration: 2.89116744s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:01.882842Z","caller":"traceutil/trace.go:171","msg":"trace[1353743895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5470; }","duration":"3.461844599s","start":"2026-05-07T02:09:58.420991Z","end":"2026-05-07T02:10:01.882836Z","steps":["trace[1353743895] 'agreement among raft nodes before linearized reading' (duration: 3.461489024s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.88285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:58.991535Z","time spent":"2.891307602s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-07T02:10:01.882865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:58.420977Z","time spent":"3.461881439s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:10:01.882966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987959092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-05-07T02:10:01.88299Z","caller":"traceutil/trace.go:171","msg":"trace[45202411] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5470; }","duration":"2.988009933s","start":"2026-05-07T02:09:58.894973Z","end":"2026-05-07T02:10:01.882983Z","steps":["trace[45202411] 'agreement among raft nodes before linearized reading' (duration: 2.987934922s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.883007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:58.894955Z","time spent":"2.988046634s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12997,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-07T02:10:01.882463Z","caller":"traceutil/trace.go:171","msg":"trace[2089884863] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5470; }","duration":"1.762827002s","start":"2026-05-07T02:10:00.119626Z","end":"2026-05-07T02:10:01.882453Z","steps":["trace[2089884863] 'agreement among raft nodes before linearized reading' (duration: 1.762788791s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.882395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794164057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:10:01.883233Z","caller":"traceutil/trace.go:171","msg":"trace[733059582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5470; }","duration":"2.795041948s","start":"2026-05-07T02:09:59.088182Z","end":"2026-05-07T02:10:01.883224Z","steps":["trace[733059582] 'agreement among raft nodes before linearized reading' (duration: 2.794093976s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.883169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:00.119604Z","time spent":"1.76351476s","remote":"127.0.0.1:32814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:10:01.883306Z","caller":"traceutil/trace.go:171","msg":"trace[1764480385] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"1.788290562s","start":"2026-05-07T02:10:00.094987Z","end":"2026-05-07T02:10:01.883278Z","steps":["trace[1764480385] 'process raft request' (duration: 1.787067317s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:01.882266Z","caller":"traceutil/trace.go:171","msg":"trace[241990321] linearizableReadLoop","detail":"{readStateIndex:5697; appliedIndex:5695; }","duration":"347.97473ms","start":"2026-05-07T02:10:01.534269Z","end":"2026-05-07T02:10:01.882244Z","steps":["trace[241990321] 'read index received' (duration: 347.660546ms)","trace[241990321] 'applied index is now lower than readState.Index' (duration: 313.264µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:10:01.883474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.828204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:10:01.883525Z","caller":"traceutil/trace.go:171","msg":"trace[1992542232] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"1.553624897s","start":"2026-05-07T02:10:00.329886Z","end":"2026-05-07T02:10:01.883511Z","steps":["trace[1992542232] 'process raft request' (duration: 1.552308811s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:01.883543Z","caller":"traceutil/trace.go:171","msg":"trace[637501346] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5470; }","duration":"422.937846ms","start":"2026-05-07T02:10:01.460595Z","end":"2026-05-07T02:10:01.883532Z","steps":["trace[637501346] 'agreement among raft nodes before linearized reading' (duration: 422.850985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.883572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:01.460575Z","time spent":"422.987226ms","remote":"127.0.0.1:48214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:10:01.88357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:00.329862Z","time spent":"1.553685008s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:01.883568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.108325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T02:10:01.882702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:59.08296Z","time spent":"2.79973505s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T02:10:01.88361Z","caller":"traceutil/trace.go:171","msg":"trace[1202845873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5470; }","duration":"979.182215ms","start":"2026-05-07T02:10:00.904417Z","end":"2026-05-07T02:10:01.8836Z","steps":["trace[1202845873] 'agreement among raft nodes before linearized reading' (duration: 979.075904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.883761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.372141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-05-07T02:10:01.883841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.022428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:10:01.883877Z","caller":"traceutil/trace.go:171","msg":"trace[404869985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5470; }","duration":"301.080709ms","start":"2026-05-07T02:10:01.582787Z","end":"2026-05-07T02:10:01.883868Z","steps":["trace[404869985] 'agreement among raft nodes before linearized reading' (duration: 301.030978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.883191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.180567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T02:10:01.883907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:01.582774Z","time spent":"301.127889ms","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T02:10:01.883854Z","caller":"traceutil/trace.go:171","msg":"trace[1654352142] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5470; }","duration":"347.490544ms","start":"2026-05-07T02:10:01.536356Z","end":"2026-05-07T02:10:01.883847Z","steps":["trace[1654352142] 'agreement among raft nodes before linearized reading' (duration: 347.349172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.883965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:01.536319Z","time spent":"347.638565ms","remote":"127.0.0.1:41870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-07T02:10:01.88394Z","caller":"traceutil/trace.go:171","msg":"trace[1859992229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5470; }","duration":"980.010128ms","start":"2026-05-07T02:10:00.90392Z","end":"2026-05-07T02:10:01.88393Z","steps":["trace[1859992229] 'agreement among raft nodes before linearized reading' (duration: 978.974945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.883769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:00.904409Z","time spent":"979.347027ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:10:01.884046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:00.903899Z","time spent":"980.119989ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:10:01.88328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:09:59.088164Z","time spent":"2.795105789s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:10:01.883473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:00.094959Z","time spent":"1.788426294s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:01.883042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225127158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:10:01.884223Z","caller":"traceutil/trace.go:171","msg":"trace[1823287022] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5470; }","duration":"1.226339964s","start":"2026-05-07T02:10:00.657866Z","end":"2026-05-07T02:10:01.884206Z","steps":["trace[1823287022] 'agreement among raft nodes before linearized reading' (duration: 1.225107969s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:01.884275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:00.657844Z","time spent":"1.226415815s","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":16,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:10:02.813942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.520288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:10:02.814153Z","caller":"traceutil/trace.go:171","msg":"trace[723104675] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"924.098125ms","start":"2026-05-07T02:10:01.890034Z","end":"2026-05-07T02:10:02.814132Z","steps":["trace[723104675] 'process raft request' (duration: 378.292823ms)","trace[723104675] 'compare' (duration: 545.292575ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:10:02.814264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:01.890017Z","time spent":"924.202236ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:03.898625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000265381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T02:10:03.898711Z","caller":"traceutil/trace.go:171","msg":"trace[706836671] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376392s","start":"2026-05-07T02:10:01.898318Z","end":"2026-05-07T02:10:03.898695Z","steps":["trace[706836671] 'agreement among raft nodes before linearized reading' (duration: 2.000274001s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:03.89876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:01.898314Z","time spent":"2.000431803s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 02:10:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T02:10:04.301494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.033030002s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T02:10:04.30197Z","caller":"traceutil/trace.go:171","msg":"trace[2125439582] linearizableReadLoop","detail":"{readStateIndex:5701; appliedIndex:5697; }","duration":"2.403747286s","start":"2026-05-07T02:10:01.898208Z","end":"2026-05-07T02:10:04.301955Z","steps":["trace[2125439582] 'read index received' (duration: 370.261468ms)","trace[2125439582] 'applied index is now lower than readState.Index' (duration: 2.033485318s)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:10:04.30218Z","caller":"traceutil/trace.go:171","msg":"trace[1490600107] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"2.41175543s","start":"2026-05-07T02:10:01.890419Z","end":"2026-05-07T02:10:04.302174Z","steps":["trace[1490600107] 'process raft request' (duration: 2.411347055s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:04.30224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:01.890408Z","time spent":"2.41178691s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:04.302337Z","caller":"traceutil/trace.go:171","msg":"trace[1505880779] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"2.411851903s","start":"2026-05-07T02:10:01.890481Z","end":"2026-05-07T02:10:04.302333Z","steps":["trace[1505880779] 'process raft request' (duration: 2.411383436s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:04.302363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:01.890456Z","time spent":"2.411892943s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:04.302422Z","caller":"traceutil/trace.go:171","msg":"trace[410924068] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"2.411816752s","start":"2026-05-07T02:10:01.8906Z","end":"2026-05-07T02:10:04.302417Z","steps":["trace[410924068] 'process raft request' (duration: 2.411286844s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:04.302444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:01.890589Z","time spent":"2.411841972s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:04.302504Z","caller":"traceutil/trace.go:171","msg":"trace[1330389368] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"2.403307691s","start":"2026-05-07T02:10:01.899192Z","end":"2026-05-07T02:10:04.3025Z","steps":["trace[1330389368] 'process raft request' (duration: 2.402709703s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:04.302528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:01.899175Z","time spent":"2.403338261s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:04.302639Z","caller":"traceutil/trace.go:171","msg":"trace[2108321224] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"2.399433591s","start":"2026-05-07T02:10:01.9032Z","end":"2026-05-07T02:10:04.302634Z","steps":["trace[2108321224] 'process raft request' (duration: 2.398722261s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:04.302665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:01.903193Z","time spent":"2.399456461s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13276,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:04.303061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404854172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad25f29ff56c00\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-07T02:10:04.30308Z","caller":"traceutil/trace.go:171","msg":"trace[1421822813] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad25f29ff56c00; range_end:; response_count:1; response_revision:5476; }","duration":"2.404909332s","start":"2026-05-07T02:10:01.898165Z","end":"2026-05-07T02:10:04.303075Z","steps":["trace[1421822813] 'agreement among raft nodes before linearized reading' (duration: 2.404796591s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:04.303094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:01.898145Z","time spent":"2.404945903s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad25f29ff56c00\" "} {"level":"warn","ts":"2026-05-07T02:10:04.802858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110028664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:10:05.155304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.990655ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T02:10:05.155851Z","caller":"traceutil/trace.go:171","msg":"trace[2580733] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"1.846930482s","start":"2026-05-07T02:10:03.30889Z","end":"2026-05-07T02:10:05.155821Z","steps":["trace[2580733] 'process raft request' (duration: 1.846497496s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:05.156016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:03.308868Z","time spent":"1.847051874s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:05.89881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000081297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T02:10:05.899129Z","caller":"traceutil/trace.go:171","msg":"trace[483247260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000406372s","start":"2026-05-07T02:10:03.898694Z","end":"2026-05-07T02:10:05.899101Z","steps":["trace[483247260] 'agreement among raft nodes before linearized reading' (duration: 2.000075866s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:05.899315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:03.898665Z","time spent":"2.000634534s","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 02:10:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T02:10:06.307636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151741744s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:10:06.307887Z","caller":"traceutil/trace.go:171","msg":"trace[618763500] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"2.418805024s","start":"2026-05-07T02:10:03.889048Z","end":"2026-05-07T02:10:06.307853Z","steps":["trace[618763500] 'process raft request' (duration: 2.418766044s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.307961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:03.889019Z","time spent":"2.418908356s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:06.30807Z","caller":"traceutil/trace.go:171","msg":"trace[547421865] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"2.76745829s","start":"2026-05-07T02:10:03.540599Z","end":"2026-05-07T02:10:06.308057Z","steps":["trace[547421865] 'process raft request' (duration: 2.767123354s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:06.308061Z","caller":"traceutil/trace.go:171","msg":"trace[799854585] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"2.768024677s","start":"2026-05-07T02:10:03.540009Z","end":"2026-05-07T02:10:06.308034Z","steps":["trace[799854585] 'process raft request' (duration: 1.615794316s)","trace[799854585] 'compare' (duration: 1.150944744s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:10:06.30812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:03.54059Z","time spent":"2.76750628s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:06.30819Z","caller":"traceutil/trace.go:171","msg":"trace[1444627951] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"2.747270757s","start":"2026-05-07T02:10:03.560911Z","end":"2026-05-07T02:10:06.308182Z","steps":["trace[1444627951] 'process raft request' (duration: 2.746863681s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.30819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:03.539924Z","time spent":"2.768195719s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:06.308237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:03.560871Z","time spent":"2.747343179s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:06.499556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.676219649s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T02:10:06.629888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.019789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:10:06.63046Z","caller":"traceutil/trace.go:171","msg":"trace[1612846361] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"2.324997232s","start":"2026-05-07T02:10:04.30543Z","end":"2026-05-07T02:10:06.630427Z","steps":["trace[1612846361] 'process raft request' (duration: 2.194344154s)","trace[1612846361] 'compare' (duration: 129.856327ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:10:06.630599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:04.305419Z","time spent":"2.325114863s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:06.630883Z","caller":"traceutil/trace.go:171","msg":"trace[884113087] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"2.321968582s","start":"2026-05-07T02:10:04.308879Z","end":"2026-05-07T02:10:06.630847Z","steps":["trace[884113087] 'process raft request' (duration: 2.321148211s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.631164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:04.308852Z","time spent":"2.322106715s","remote":"127.0.0.1:41870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:06.632076Z","caller":"traceutil/trace.go:171","msg":"trace[1357747804] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"2.321452965s","start":"2026-05-07T02:10:04.310598Z","end":"2026-05-07T02:10:06.632051Z","steps":["trace[1357747804] 'process raft request' (duration: 2.321232333s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.63222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:04.310546Z","time spent":"2.321599248s","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:06.632362Z","caller":"traceutil/trace.go:171","msg":"trace[169212821] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"2.323153057s","start":"2026-05-07T02:10:04.309193Z","end":"2026-05-07T02:10:06.632346Z","steps":["trace[169212821] 'process raft request' (duration: 2.321365454s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.6325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:04.30918Z","time spent":"2.323226488s","remote":"127.0.0.1:41870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:06.634426Z","caller":"traceutil/trace.go:171","msg":"trace[1757764042] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"1.576889407s","start":"2026-05-07T02:10:05.057508Z","end":"2026-05-07T02:10:06.634397Z","steps":["trace[1757764042] 'process raft request' (duration: 1.576803096s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.634568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:05.057483Z","time spent":"1.577025258s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:06.634817Z","caller":"traceutil/trace.go:171","msg":"trace[579994064] linearizableReadLoop","detail":"{readStateIndex:5714; appliedIndex:5703; }","duration":"2.332789123s","start":"2026-05-07T02:10:04.302006Z","end":"2026-05-07T02:10:06.634795Z","steps":["trace[579994064] 'read index received' (duration: 521.337568ms)","trace[579994064] 'applied index is now lower than readState.Index' (duration: 1.811450005s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:10:06.635795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.790938026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:10:06.635844Z","caller":"traceutil/trace.go:171","msg":"trace[1123906425] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5487; }","duration":"3.790998857s","start":"2026-05-07T02:10:02.844833Z","end":"2026-05-07T02:10:06.635832Z","steps":["trace[1123906425] 'agreement among raft nodes before linearized reading' (duration: 3.790845314s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.635883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:02.844772Z","time spent":"3.791102849s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T02:10:06.635981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772349459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:10:06.636059Z","caller":"traceutil/trace.go:171","msg":"trace[1108790321] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5487; }","duration":"2.77247332s","start":"2026-05-07T02:10:03.863565Z","end":"2026-05-07T02:10:06.636038Z","steps":["trace[1108790321] 'agreement among raft nodes before linearized reading' (duration: 2.77181252s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.63612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:03.863544Z","time spent":"2.772559481s","remote":"127.0.0.1:47514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:10:06.63622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.736767983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-316cef4b-b885-441d-9cbd-4d7e44198ce2\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-05-07T02:10:06.636268Z","caller":"traceutil/trace.go:171","msg":"trace[352032110] range","detail":"{range_begin:/registry/persistentvolumes/pvc-316cef4b-b885-441d-9cbd-4d7e44198ce2; range_end:; response_count:1; response_revision:5487; }","duration":"4.736837523s","start":"2026-05-07T02:10:01.899419Z","end":"2026-05-07T02:10:06.636256Z","steps":["trace[352032110] 'agreement among raft nodes before linearized reading' (duration: 4.736734022s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.636328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:01.899411Z","time spent":"4.736901074s","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-316cef4b-b885-441d-9cbd-4d7e44198ce2\" "} {"level":"warn","ts":"2026-05-07T02:10:06.636627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324167661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"info","ts":"2026-05-07T02:10:06.636669Z","caller":"traceutil/trace.go:171","msg":"trace[928949946] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5487; }","duration":"2.324231072s","start":"2026-05-07T02:10:04.312427Z","end":"2026-05-07T02:10:06.636658Z","steps":["trace[928949946] 'agreement among raft nodes before linearized reading' (duration: 2.3241224s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.636704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:04.312418Z","time spent":"2.324278322s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13315,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-07T02:10:06.637023Z","caller":"traceutil/trace.go:171","msg":"trace[1016377120] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"2.324519796s","start":"2026-05-07T02:10:04.312476Z","end":"2026-05-07T02:10:06.636996Z","steps":["trace[1016377120] 'process raft request' (duration: 2.31945026s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.636129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.29764159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:10:06.63716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:04.312456Z","time spent":"2.324639817s","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:06.637193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.16798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:10:06.637245Z","caller":"traceutil/trace.go:171","msg":"trace[873488522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5487; }","duration":"327.251041ms","start":"2026-05-07T02:10:06.30998Z","end":"2026-05-07T02:10:06.637231Z","steps":["trace[873488522] 'agreement among raft nodes before linearized reading' (duration: 327.146019ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:06.637243Z","caller":"traceutil/trace.go:171","msg":"trace[1014377144] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5487; }","duration":"4.298788424s","start":"2026-05-07T02:10:02.338431Z","end":"2026-05-07T02:10:06.637219Z","steps":["trace[1014377144] 'agreement among raft nodes before linearized reading' (duration: 4.297654379s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.637281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:06.309972Z","time spent":"327.301371ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:10:06.637486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.71748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:10:06.637528Z","caller":"traceutil/trace.go:171","msg":"trace[370804428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5487; }","duration":"328.79799ms","start":"2026-05-07T02:10:06.308722Z","end":"2026-05-07T02:10:06.63752Z","steps":["trace[370804428] 'agreement among raft nodes before linearized reading' (duration: 328.668729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.637551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:06.308705Z","time spent":"328.841141ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:10:06.637658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231409965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T02:10:06.637684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.583738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T02:10:06.637681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818269244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:10:06.637716Z","caller":"traceutil/trace.go:171","msg":"trace[913898176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5487; }","duration":"328.998693ms","start":"2026-05-07T02:10:06.308709Z","end":"2026-05-07T02:10:06.637708Z","steps":["trace[913898176] 'agreement among raft nodes before linearized reading' (duration: 328.903882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.637749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:06.308691Z","time spent":"329.049824ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T02:10:06.63774Z","caller":"traceutil/trace.go:171","msg":"trace[611586092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5487; }","duration":"1.818370105s","start":"2026-05-07T02:10:04.819354Z","end":"2026-05-07T02:10:06.637724Z","steps":["trace[611586092] 'agreement among raft nodes before linearized reading' (duration: 1.81796113s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.637758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262834663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:10:06.637715Z","caller":"traceutil/trace.go:171","msg":"trace[351996560] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5487; }","duration":"2.231523386s","start":"2026-05-07T02:10:04.406178Z","end":"2026-05-07T02:10:06.637701Z","steps":["trace[351996560] 'agreement among raft nodes before linearized reading' (duration: 2.231371634s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:06.637794Z","caller":"traceutil/trace.go:171","msg":"trace[199390409] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5487; }","duration":"2.262904375s","start":"2026-05-07T02:10:04.374878Z","end":"2026-05-07T02:10:06.637783Z","steps":["trace[199390409] 'agreement among raft nodes before linearized reading' (duration: 2.262856714s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.637819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:04.406152Z","time spent":"2.231658648s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":71,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:10:06.63783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:04.374857Z","time spent":"2.262964165s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:10:06.637791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:04.819264Z","time spent":"1.818512938s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T02:10:06.638201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.470335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:10:06.638234Z","caller":"traceutil/trace.go:171","msg":"trace[652950242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5487; }","duration":"331.538836ms","start":"2026-05-07T02:10:06.306688Z","end":"2026-05-07T02:10:06.638227Z","steps":["trace[652950242] 'agreement among raft nodes before linearized reading' (duration: 331.449445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.638257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:06.30667Z","time spent":"331.580597ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:10:06.638276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.209771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:10:06.638336Z","caller":"traceutil/trace.go:171","msg":"trace[179216365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5487; }","duration":"732.306472ms","start":"2026-05-07T02:10:05.906014Z","end":"2026-05-07T02:10:06.63832Z","steps":["trace[179216365] 'agreement among raft nodes before linearized reading' (duration: 732.21351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:06.638429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:05.905975Z","time spent":"732.438464ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:10:06.640274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:02.338411Z","time spent":"4.298885845s","remote":"127.0.0.1:41942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:10:08.18954Z","caller":"traceutil/trace.go:171","msg":"trace[1056805945] linearizableReadLoop","detail":"{readStateIndex:5734; appliedIndex:5733; }","duration":"214.002287ms","start":"2026-05-07T02:10:07.975511Z","end":"2026-05-07T02:10:08.189513Z","steps":["trace[1056805945] 'read index received' (duration: 213.835245ms)","trace[1056805945] 'applied index is now lower than readState.Index' (duration: 166.042µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:10:08.189576Z","caller":"traceutil/trace.go:171","msg":"trace[711757014] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"217.945538ms","start":"2026-05-07T02:10:07.971597Z","end":"2026-05-07T02:10:08.189542Z","steps":["trace[711757014] 'process raft request' (duration: 217.756076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:08.190839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.298564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-07T02:10:08.190911Z","caller":"traceutil/trace.go:171","msg":"trace[915231832] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5506; }","duration":"215.433666ms","start":"2026-05-07T02:10:07.97546Z","end":"2026-05-07T02:10:08.190894Z","steps":["trace[915231832] 'agreement among raft nodes before linearized reading' (duration: 214.167679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:08.218166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.579478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:10:08.218212Z","caller":"traceutil/trace.go:171","msg":"trace[915194344] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:5507; }","duration":"242.673769ms","start":"2026-05-07T02:10:07.97553Z","end":"2026-05-07T02:10:08.218204Z","steps":["trace[915194344] 'agreement among raft nodes before linearized reading' (duration: 242.527257ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:08.218132Z","caller":"traceutil/trace.go:171","msg":"trace[960816484] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"236.380948ms","start":"2026-05-07T02:10:07.981726Z","end":"2026-05-07T02:10:08.218107Z","steps":["trace[960816484] 'process raft request' (duration: 236.149775ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:10.670193Z","caller":"traceutil/trace.go:171","msg":"trace[845942634] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"342.459952ms","start":"2026-05-07T02:10:10.32771Z","end":"2026-05-07T02:10:10.670169Z","steps":["trace[845942634] 'process raft request' (duration: 342.243089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:10.670347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:10.327691Z","time spent":"342.573723ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:11.576283Z","caller":"traceutil/trace.go:171","msg":"trace[1654301122] linearizableReadLoop","detail":"{readStateIndex:5759; appliedIndex:5755; }","duration":"983.518151ms","start":"2026-05-07T02:10:10.592744Z","end":"2026-05-07T02:10:11.576262Z","steps":["trace[1654301122] 'read index received' (duration: 77.196392ms)","trace[1654301122] 'applied index is now lower than readState.Index' (duration: 906.320879ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:10:11.576423Z","caller":"traceutil/trace.go:171","msg":"trace[896075747] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"1.245873143s","start":"2026-05-07T02:10:10.330495Z","end":"2026-05-07T02:10:11.576369Z","steps":["trace[896075747] 'process raft request' (duration: 1.245722471s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:11.576371Z","caller":"traceutil/trace.go:171","msg":"trace[706046286] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"1.246179637s","start":"2026-05-07T02:10:10.330159Z","end":"2026-05-07T02:10:11.576339Z","steps":["trace[706046286] 'process raft request' (duration: 1.245889853s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:11.576836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.877693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T02:10:11.576847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.917984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:10:11.576874Z","caller":"traceutil/trace.go:171","msg":"trace[1563215199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5530; }","duration":"841.926035ms","start":"2026-05-07T02:10:10.734938Z","end":"2026-05-07T02:10:11.576864Z","steps":["trace[1563215199] 'agreement among raft nodes before linearized reading' (duration: 841.848344ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:11.5769Z","caller":"traceutil/trace.go:171","msg":"trace[1705091801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5530; }","duration":"841.997255ms","start":"2026-05-07T02:10:10.73489Z","end":"2026-05-07T02:10:11.576888Z","steps":["trace[1705091801] 'agreement among raft nodes before linearized reading' (duration: 841.766752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:11.576912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:10.734933Z","time spent":"841.971645ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:10:11.576935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:10.73488Z","time spent":"842.046885ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:10:11.576493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.729394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hqcm5.18ad2686ec845aa6\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-07T02:10:11.57709Z","caller":"traceutil/trace.go:171","msg":"trace[381797100] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hqcm5.18ad2686ec845aa6; range_end:; response_count:1; response_revision:5530; }","duration":"984.371391ms","start":"2026-05-07T02:10:10.592701Z","end":"2026-05-07T02:10:11.577072Z","steps":["trace[381797100] 'agreement among raft nodes before linearized reading' (duration: 983.673592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:11.577135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:10.592681Z","time spent":"984.438283ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":930,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hqcm5.18ad2686ec845aa6\" "} {"level":"warn","ts":"2026-05-07T02:10:11.576538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.286107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:10:11.577232Z","caller":"traceutil/trace.go:171","msg":"trace[69804318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5530; }","duration":"983.990707ms","start":"2026-05-07T02:10:10.593229Z","end":"2026-05-07T02:10:11.57722Z","steps":["trace[69804318] 'agreement among raft nodes before linearized reading' (duration: 983.293128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:11.577273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:10.593219Z","time spent":"984.044368ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:10:11.57661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.217654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:10:11.577347Z","caller":"traceutil/trace.go:171","msg":"trace[775015128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5530; }","duration":"837.964044ms","start":"2026-05-07T02:10:10.73937Z","end":"2026-05-07T02:10:11.577334Z","steps":["trace[775015128] 'agreement among raft nodes before linearized reading' (duration: 837.190404ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:11.577325Z","caller":"traceutil/trace.go:171","msg":"trace[470355695] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"1.246810975s","start":"2026-05-07T02:10:10.330486Z","end":"2026-05-07T02:10:11.577297Z","steps":["trace[470355695] 'process raft request' (duration: 1.245696761s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:11.577388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:10.739359Z","time spent":"838.015695ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:10:11.577455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:10.330471Z","time spent":"1.246921617s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:11.576603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:10.330461Z","time spent":"1.246049155s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:11.576668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.313106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:10:11.577559Z","caller":"traceutil/trace.go:171","msg":"trace[1110545723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5530; }","duration":"842.217139ms","start":"2026-05-07T02:10:10.735332Z","end":"2026-05-07T02:10:11.577549Z","steps":["trace[1110545723] 'agreement among raft nodes before linearized reading' (duration: 841.293207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:11.57753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:10.330096Z","time spent":"1.246731914s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:11.577593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:10.735325Z","time spent":"842.25936ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T02:10:11.576725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.434343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:10:11.577656Z","caller":"traceutil/trace.go:171","msg":"trace[998983868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5530; }","duration":"847.393996ms","start":"2026-05-07T02:10:10.730251Z","end":"2026-05-07T02:10:11.577645Z","steps":["trace[998983868] 'agreement among raft nodes before linearized reading' (duration: 846.432813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:11.577691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:10.730231Z","time spent":"847.449727ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T02:10:12.560283Z","caller":"traceutil/trace.go:171","msg":"trace[295813964] linearizableReadLoop","detail":"{readStateIndex:5766; appliedIndex:5765; }","duration":"175.429102ms","start":"2026-05-07T02:10:12.384831Z","end":"2026-05-07T02:10:12.56026Z","steps":["trace[295813964] 'read index received' (duration: 175.22981ms)","trace[295813964] 'applied index is now lower than readState.Index' (duration: 198.422µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:10:12.560503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.653905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-07T02:10:12.560545Z","caller":"traceutil/trace.go:171","msg":"trace[1857809880] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5537; }","duration":"175.735257ms","start":"2026-05-07T02:10:12.3848Z","end":"2026-05-07T02:10:12.560536Z","steps":["trace[1857809880] 'agreement among raft nodes before linearized reading' (duration: 175.551934ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:12.560816Z","caller":"traceutil/trace.go:171","msg":"trace[773925156] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"244.333877ms","start":"2026-05-07T02:10:12.316471Z","end":"2026-05-07T02:10:12.560805Z","steps":["trace[773925156] 'process raft request' (duration: 243.643037ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:12.859809Z","caller":"traceutil/trace.go:171","msg":"trace[401119142] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"274.537877ms","start":"2026-05-07T02:10:12.585252Z","end":"2026-05-07T02:10:12.85979Z","steps":["trace[401119142] 'process raft request' (duration: 274.279334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:12.859991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.654788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:10:12.860075Z","caller":"traceutil/trace.go:171","msg":"trace[858039944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5538; }","duration":"274.77665ms","start":"2026-05-07T02:10:12.585271Z","end":"2026-05-07T02:10:12.860048Z","steps":["trace[858039944] 'agreement among raft nodes before linearized reading' (duration: 274.633728ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:12.859723Z","caller":"traceutil/trace.go:171","msg":"trace[340788269] linearizableReadLoop","detail":"{readStateIndex:5767; appliedIndex:5766; }","duration":"274.385375ms","start":"2026-05-07T02:10:12.585314Z","end":"2026-05-07T02:10:12.8597Z","steps":["trace[340788269] 'read index received' (duration: 274.202283ms)","trace[340788269] 'applied index is now lower than readState.Index' (duration: 182.042µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:10:12.869915Z","caller":"traceutil/trace.go:171","msg":"trace[1424910423] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"193.463137ms","start":"2026-05-07T02:10:12.676397Z","end":"2026-05-07T02:10:12.86986Z","steps":["trace[1424910423] 'process raft request' (duration: 193.197494ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:13.867212Z","caller":"traceutil/trace.go:171","msg":"trace[819771623] linearizableReadLoop","detail":"{readStateIndex:5810; appliedIndex:5809; }","duration":"126.472279ms","start":"2026-05-07T02:10:13.740709Z","end":"2026-05-07T02:10:13.867181Z","steps":["trace[819771623] 'read index received' (duration: 75.451µs)","trace[819771623] 'applied index is now lower than readState.Index' (duration: 126.395168ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:10:13.867336Z","caller":"traceutil/trace.go:171","msg":"trace[595905024] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"126.60085ms","start":"2026-05-07T02:10:13.740695Z","end":"2026-05-07T02:10:13.867296Z","steps":["trace[595905024] 'process raft request' (duration: 84.633566ms)","trace[595905024] 'compare' (duration: 41.710701ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:10:13.867445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.711011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:10:13.8675Z","caller":"traceutil/trace.go:171","msg":"trace[479148963] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5580; }","duration":"126.794872ms","start":"2026-05-07T02:10:13.740693Z","end":"2026-05-07T02:10:13.867487Z","steps":["trace[479148963] 'agreement among raft nodes before linearized reading' (duration: 126.661671ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:14.211191Z","caller":"traceutil/trace.go:171","msg":"trace[924135633] linearizableReadLoop","detail":"{readStateIndex:5830; appliedIndex:5829; }","duration":"145.147579ms","start":"2026-05-07T02:10:14.066017Z","end":"2026-05-07T02:10:14.211164Z","steps":["trace[924135633] 'read index received' (duration: 144.937226ms)","trace[924135633] 'applied index is now lower than readState.Index' (duration: 209.243µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:10:14.211247Z","caller":"traceutil/trace.go:171","msg":"trace[200018650] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"150.394447ms","start":"2026-05-07T02:10:14.060822Z","end":"2026-05-07T02:10:14.211217Z","steps":["trace[200018650] 'process raft request' (duration: 150.203415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:14.211379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.620681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-05-07T02:10:14.211404Z","caller":"traceutil/trace.go:171","msg":"trace[1851528753] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5600; }","duration":"147.671412ms","start":"2026-05-07T02:10:14.063726Z","end":"2026-05-07T02:10:14.211398Z","steps":["trace[1851528753] 'agreement among raft nodes before linearized reading' (duration: 147.52947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:14.211402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.243394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:10:14.211605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.702729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9575"} {"level":"info","ts":"2026-05-07T02:10:14.211565Z","caller":"traceutil/trace.go:171","msg":"trace[1410594937] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:5600; }","duration":"143.345825ms","start":"2026-05-07T02:10:14.068106Z","end":"2026-05-07T02:10:14.211452Z","steps":["trace[1410594937] 'agreement among raft nodes before linearized reading' (duration: 143.228454ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:14.211629Z","caller":"traceutil/trace.go:171","msg":"trace[1546938612] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5600; }","duration":"132.727009ms","start":"2026-05-07T02:10:14.078896Z","end":"2026-05-07T02:10:14.211623Z","steps":["trace[1546938612] 'agreement among raft nodes before linearized reading' (duration: 132.665849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:14.211664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.236106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115919"} {"level":"info","ts":"2026-05-07T02:10:14.211713Z","caller":"traceutil/trace.go:171","msg":"trace[2133473766] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5600; }","duration":"106.313986ms","start":"2026-05-07T02:10:14.105385Z","end":"2026-05-07T02:10:14.211699Z","steps":["trace[2133473766] 'agreement among raft nodes before linearized reading' (duration: 106.153624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:14.211765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.929621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9575"} {"level":"info","ts":"2026-05-07T02:10:14.211845Z","caller":"traceutil/trace.go:171","msg":"trace[1368412591] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5600; }","duration":"150.025863ms","start":"2026-05-07T02:10:14.061803Z","end":"2026-05-07T02:10:14.211829Z","steps":["trace[1368412591] 'agreement among raft nodes before linearized reading' (duration: 149.510926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:14.211798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.264012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-07T02:10:14.211915Z","caller":"traceutil/trace.go:171","msg":"trace[938350320] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5600; }","duration":"108.420774ms","start":"2026-05-07T02:10:14.103489Z","end":"2026-05-07T02:10:14.211909Z","steps":["trace[938350320] 'agreement among raft nodes before linearized reading' (duration: 108.052009ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:15.668818Z","caller":"traceutil/trace.go:171","msg":"trace[932901167] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"178.323018ms","start":"2026-05-07T02:10:15.49048Z","end":"2026-05-07T02:10:15.668803Z","steps":["trace[932901167] 'process raft request' (duration: 178.284057ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:15.669058Z","caller":"traceutil/trace.go:171","msg":"trace[311234540] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"189.220088ms","start":"2026-05-07T02:10:15.479832Z","end":"2026-05-07T02:10:15.669052Z","steps":["trace[311234540] 'process raft request' (duration: 188.854214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:16.200938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110029045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:10:16.70146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110029045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:10:17.202454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110029045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:10:17.702585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110029045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:10:18.203358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110029045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:10:18.257614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999886813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T02:10:18.257769Z","caller":"traceutil/trace.go:171","msg":"trace[2106110157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000108116s","start":"2026-05-07T02:10:16.257634Z","end":"2026-05-07T02:10:18.257743Z","steps":["trace[2106110157] 'agreement among raft nodes before linearized reading' (duration: 1.999921734s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:18.258044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:16.257613Z","time spent":"2.000377449s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:10:18.582349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000376568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T02:10:18.582429Z","caller":"traceutil/trace.go:171","msg":"trace[1154864549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000517839s","start":"2026-05-07T02:10:16.581893Z","end":"2026-05-07T02:10:18.582411Z","steps":["trace[1154864549] 'agreement among raft nodes before linearized reading' (duration: 2.000412757s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:18.582475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:16.581871Z","time spent":"2.00059375s","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:10:18.628203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192437217s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:10:18.628355Z","caller":"traceutil/trace.go:171","msg":"trace[1928513306] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5648; }","duration":"1.19260347s","start":"2026-05-07T02:10:17.43573Z","end":"2026-05-07T02:10:18.628333Z","steps":["trace[1928513306] 'range keys from in-memory index tree' (duration: 1.192417747s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:18.704115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110029045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:10:18.845332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.157435985s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T02:10:18.845924Z","caller":"traceutil/trace.go:171","msg":"trace[944774331] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"3.160499024s","start":"2026-05-07T02:10:15.6854Z","end":"2026-05-07T02:10:18.845899Z","steps":["trace[944774331] 'process raft request' (duration: 3.16021207s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:18.84626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:15.685391Z","time spent":"3.160706106s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:18.846374Z","caller":"traceutil/trace.go:171","msg":"trace[1727275339] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"3.159907457s","start":"2026-05-07T02:10:15.686382Z","end":"2026-05-07T02:10:18.84629Z","steps":["trace[1727275339] 'process raft request' (duration: 3.159450311s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:18.846557Z","caller":"traceutil/trace.go:171","msg":"trace[734372650] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"3.159851966s","start":"2026-05-07T02:10:15.686676Z","end":"2026-05-07T02:10:18.846528Z","steps":["trace[734372650] 'process raft request' (duration: 3.159739254s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:18.846753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:15.686668Z","time spent":"3.160001917s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:18.846583Z","caller":"traceutil/trace.go:171","msg":"trace[1081181080] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"3.159955417s","start":"2026-05-07T02:10:15.686605Z","end":"2026-05-07T02:10:18.84656Z","steps":["trace[1081181080] 'process raft request' (duration: 3.159567272s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:18.847033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:15.686598Z","time spent":"3.160324873s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:18.846583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:15.686375Z","time spent":"3.160075739s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:20.46186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.612858058s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T02:10:20.462282Z","caller":"traceutil/trace.go:171","msg":"trace[52057691] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"4.77473726s","start":"2026-05-07T02:10:15.687505Z","end":"2026-05-07T02:10:20.462242Z","steps":["trace[52057691] 'process raft request' (duration: 4.774502337s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.462455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:15.687498Z","time spent":"4.774871022s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:20.462605Z","caller":"traceutil/trace.go:171","msg":"trace[630300798] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"3.578782897s","start":"2026-05-07T02:10:16.88381Z","end":"2026-05-07T02:10:20.462593Z","steps":["trace[630300798] 'process raft request' (duration: 3.578346661s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.462705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:16.883779Z","time spent":"3.578868498s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:20.462903Z","caller":"traceutil/trace.go:171","msg":"trace[2112114974] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"3.564205138s","start":"2026-05-07T02:10:16.898691Z","end":"2026-05-07T02:10:20.462896Z","steps":["trace[2112114974] 'process raft request' (duration: 3.563712372s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.462945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:16.898674Z","time spent":"3.564251449s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:20.462914Z","caller":"traceutil/trace.go:171","msg":"trace[309460031] linearizableReadLoop","detail":"{readStateIndex:5891; appliedIndex:5879; }","duration":"4.761993535s","start":"2026-05-07T02:10:15.700885Z","end":"2026-05-07T02:10:20.462878Z","steps":["trace[309460031] 'read index received' (duration: 3.144754271s)","trace[309460031] 'applied index is now lower than readState.Index' (duration: 1.617238174s)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:10:20.463067Z","caller":"traceutil/trace.go:171","msg":"trace[1276547811] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"2.776388471s","start":"2026-05-07T02:10:17.686672Z","end":"2026-05-07T02:10:20.463061Z","steps":["trace[1276547811] 'process raft request' (duration: 2.776021746s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.463104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:17.686644Z","time spent":"2.776443642s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:20.463155Z","caller":"traceutil/trace.go:171","msg":"trace[1397461915] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"3.56434752s","start":"2026-05-07T02:10:16.898802Z","end":"2026-05-07T02:10:20.46315Z","steps":["trace[1397461915] 'process raft request' (duration: 3.563753262s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.463189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:16.898776Z","time spent":"3.564396561s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:20.463198Z","caller":"traceutil/trace.go:171","msg":"trace[1988964059] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"2.774731199s","start":"2026-05-07T02:10:17.688427Z","end":"2026-05-07T02:10:20.463159Z","steps":["trace[1988964059] 'process raft request' (duration: 2.774308863s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.46336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:17.688414Z","time spent":"2.774847501s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:20.463384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.762493142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-07T02:10:20.463428Z","caller":"traceutil/trace.go:171","msg":"trace[394449949] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5660; }","duration":"4.762559834s","start":"2026-05-07T02:10:15.700853Z","end":"2026-05-07T02:10:20.463413Z","steps":["trace[394449949] 'agreement among raft nodes before linearized reading' (duration: 4.762409392s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.46347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:15.700837Z","time spent":"4.762625115s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-05-07T02:10:20.463499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.432142828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9dd71ede-92d5-492c-a55d-e07ae1170871\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-05-07T02:10:20.463532Z","caller":"traceutil/trace.go:171","msg":"trace[1252896056] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9dd71ede-92d5-492c-a55d-e07ae1170871; range_end:; response_count:1; response_revision:5660; }","duration":"4.432228408s","start":"2026-05-07T02:10:16.031295Z","end":"2026-05-07T02:10:20.463524Z","steps":["trace[1252896056] 'agreement among raft nodes before linearized reading' (duration: 4.432123177s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.463553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:16.031266Z","time spent":"4.43228301s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9dd71ede-92d5-492c-a55d-e07ae1170871\" "} {"level":"info","ts":"2026-05-07T02:10:20.463614Z","caller":"traceutil/trace.go:171","msg":"trace[317377248] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"2.741748793s","start":"2026-05-07T02:10:17.721855Z","end":"2026-05-07T02:10:20.463603Z","steps":["trace[317377248] 'process raft request' (duration: 2.740944732s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.4637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624959933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18ad268ccc1dd981\" ","response":"range_response_count:1 size:1012"} {"level":"warn","ts":"2026-05-07T02:10:20.4637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487038579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:10:20.463734Z","caller":"traceutil/trace.go:171","msg":"trace[1525698129] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18ad268ccc1dd981; range_end:; response_count:1; response_revision:5660; }","duration":"2.625031653s","start":"2026-05-07T02:10:17.838695Z","end":"2026-05-07T02:10:20.463727Z","steps":["trace[1525698129] 'agreement among raft nodes before linearized reading' (duration: 2.624945652s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.463763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:17.838676Z","time spent":"2.625082764s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1036,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18ad268ccc1dd981\" "} {"level":"info","ts":"2026-05-07T02:10:20.463744Z","caller":"traceutil/trace.go:171","msg":"trace[1332029838] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:5660; }","duration":"2.487142091s","start":"2026-05-07T02:10:17.97659Z","end":"2026-05-07T02:10:20.463732Z","steps":["trace[1332029838] 'agreement among raft nodes before linearized reading' (duration: 2.486957339s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.463863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09175719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:10:20.463894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652929824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:10:20.4639Z","caller":"traceutil/trace.go:171","msg":"trace[967609844] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5660; }","duration":"2.09182094s","start":"2026-05-07T02:10:18.372067Z","end":"2026-05-07T02:10:20.463888Z","steps":["trace[967609844] 'agreement among raft nodes before linearized reading' (duration: 2.091764709s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:20.463925Z","caller":"traceutil/trace.go:171","msg":"trace[380548882] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5660; }","duration":"2.652986105s","start":"2026-05-07T02:10:17.810931Z","end":"2026-05-07T02:10:20.463917Z","steps":["trace[380548882] 'agreement among raft nodes before linearized reading' (duration: 2.652938535s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.46393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:18.372055Z","time spent":"2.09186796s","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:10:20.463949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:17.810916Z","time spent":"2.653028106s","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:10:20.464059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096987367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-05-07T02:10:20.464086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738224598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-8644799d74-b5b5d.18ad2688ccfe96fe\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-05-07T02:10:20.464106Z","caller":"traceutil/trace.go:171","msg":"trace[189721773] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-8644799d74-b5b5d.18ad2688ccfe96fe; range_end:; response_count:1; response_revision:5660; }","duration":"2.738244389s","start":"2026-05-07T02:10:17.725856Z","end":"2026-05-07T02:10:20.4641Z","steps":["trace[189721773] 'agreement among raft nodes before linearized reading' (duration: 2.738182288s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:20.464104Z","caller":"traceutil/trace.go:171","msg":"trace[998089700] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5660; }","duration":"2.097057869s","start":"2026-05-07T02:10:18.367031Z","end":"2026-05-07T02:10:20.464089Z","steps":["trace[998089700] 'agreement among raft nodes before linearized reading' (duration: 2.096921727s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.464123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:17.72582Z","time spent":"2.738299259s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":922,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-8644799d74-b5b5d.18ad2688ccfe96fe\" "} {"level":"warn","ts":"2026-05-07T02:10:20.464123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.201657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2592"} {"level":"warn","ts":"2026-05-07T02:10:20.464137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:18.367012Z","time spent":"2.097118129s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-07T02:10:20.464155Z","caller":"traceutil/trace.go:171","msg":"trace[1656813605] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5660; }","duration":"310.230777ms","start":"2026-05-07T02:10:20.153913Z","end":"2026-05-07T02:10:20.464144Z","steps":["trace[1656813605] 'agreement among raft nodes before linearized reading' (duration: 310.142536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.464183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:20.153863Z","time spent":"310.314299ms","remote":"127.0.0.1:41218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2616,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-05-07T02:10:20.464231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563874554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:10:20.46425Z","caller":"traceutil/trace.go:171","msg":"trace[837062492] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5660; }","duration":"3.563926165s","start":"2026-05-07T02:10:16.900319Z","end":"2026-05-07T02:10:20.464245Z","steps":["trace[837062492] 'agreement among raft nodes before linearized reading' (duration: 3.563872404s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.464275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:16.900301Z","time spent":"3.563969826s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T02:10:20.464333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876475087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:10:20.464365Z","caller":"traceutil/trace.go:171","msg":"trace[1253146660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5660; }","duration":"1.876547407s","start":"2026-05-07T02:10:18.58781Z","end":"2026-05-07T02:10:20.464357Z","steps":["trace[1253146660] 'agreement among raft nodes before linearized reading' (duration: 1.876500766s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.46439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232618775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9dd71ede-92d5-492c-a55d-e07ae1170871\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-05-07T02:10:20.464396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:18.587789Z","time spent":"1.876601178s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T02:10:20.464409Z","caller":"traceutil/trace.go:171","msg":"trace[1116097879] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9dd71ede-92d5-492c-a55d-e07ae1170871; range_end:; response_count:1; response_revision:5660; }","duration":"4.232675656s","start":"2026-05-07T02:10:16.231727Z","end":"2026-05-07T02:10:20.464403Z","steps":["trace[1116097879] 'agreement among raft nodes before linearized reading' (duration: 4.232620056s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.464426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:16.231708Z","time spent":"4.232714267s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9dd71ede-92d5-492c-a55d-e07ae1170871\" "} {"level":"warn","ts":"2026-05-07T02:10:20.463928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:17.97657Z","time spent":"2.487320423s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-05-07T02:10:20.463693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:17.721839Z","time spent":"2.741819124s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:20.464493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176784878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:10:20.46471Z","caller":"traceutil/trace.go:171","msg":"trace[366393033] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5660; }","duration":"2.177472797s","start":"2026-05-07T02:10:18.287221Z","end":"2026-05-07T02:10:20.464694Z","steps":["trace[366393033] 'agreement among raft nodes before linearized reading' (duration: 2.176785558s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.464807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:18.287199Z","time spent":"2.177596328s","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:10:20.465063Z","caller":"traceutil/trace.go:171","msg":"trace[1076187488] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"4.771507368s","start":"2026-05-07T02:10:15.690676Z","end":"2026-05-07T02:10:20.462183Z","steps":["trace[1076187488] 'process raft request' (duration: 4.771444888s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:20.465116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:15.690658Z","time spent":"4.774433546s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4773,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:22.737818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.612887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:10:22.738396Z","caller":"traceutil/trace.go:171","msg":"trace[1773880703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5684; }","duration":"269.657691ms","start":"2026-05-07T02:10:22.468718Z","end":"2026-05-07T02:10:22.738376Z","steps":["trace[1773880703] 'range keys from in-memory index tree' (duration: 268.396964ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:22.780244Z","caller":"traceutil/trace.go:171","msg":"trace[1292189282] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"310.085363ms","start":"2026-05-07T02:10:22.470128Z","end":"2026-05-07T02:10:22.780213Z","steps":["trace[1292189282] 'process raft request' (duration: 309.83981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:22.780419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:22.470103Z","time spent":"310.228635ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:22.788747Z","caller":"traceutil/trace.go:171","msg":"trace[1827979997] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"313.268844ms","start":"2026-05-07T02:10:22.475459Z","end":"2026-05-07T02:10:22.788728Z","steps":["trace[1827979997] 'process raft request' (duration: 313.102412ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:22.789137Z","caller":"traceutil/trace.go:171","msg":"trace[342776944] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"312.22045ms","start":"2026-05-07T02:10:22.476904Z","end":"2026-05-07T02:10:22.789125Z","steps":["trace[342776944] 'process raft request' (duration: 312.039977ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:22.789151Z","caller":"traceutil/trace.go:171","msg":"trace[717510187] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"312.669165ms","start":"2026-05-07T02:10:22.476439Z","end":"2026-05-07T02:10:22.789108Z","steps":["trace[717510187] 'process raft request' (duration: 312.2433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:22.789198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:22.476896Z","time spent":"312.272861ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:22.789188Z","caller":"traceutil/trace.go:171","msg":"trace[1745287134] linearizableReadLoop","detail":"{readStateIndex:5921; appliedIndex:5918; }","duration":"299.257122ms","start":"2026-05-07T02:10:22.489909Z","end":"2026-05-07T02:10:22.789166Z","steps":["trace[1745287134] 'read index received' (duration: 291.31732ms)","trace[1745287134] 'applied index is now lower than readState.Index' (duration: 7.938832ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:10:22.789373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.456214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9dd71ede-92d5-492c-a55d-e07ae1170871\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-05-07T02:10:22.789409Z","caller":"traceutil/trace.go:171","msg":"trace[1126561057] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9dd71ede-92d5-492c-a55d-e07ae1170871; range_end:; response_count:1; response_revision:5690; }","duration":"299.542786ms","start":"2026-05-07T02:10:22.489856Z","end":"2026-05-07T02:10:22.789398Z","steps":["trace[1126561057] 'agreement among raft nodes before linearized reading' (duration: 299.386244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:22.789602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:22.475435Z","time spent":"313.373185ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:22.789921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:22.47643Z","time spent":"312.804467ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:27.305335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110029259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:10:27.805565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110029259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:10:28.058079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264151157s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T02:10:28.0584Z","caller":"traceutil/trace.go:171","msg":"trace[1617838526] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"1.264579083s","start":"2026-05-07T02:10:26.7938Z","end":"2026-05-07T02:10:28.058379Z","steps":["trace[1617838526] 'process raft request' (duration: 1.264458021s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.058536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:26.79378Z","time spent":"1.264686754s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:28.188245Z","caller":"traceutil/trace.go:171","msg":"trace[1086661437] linearizableReadLoop","detail":"{readStateIndex:5966; appliedIndex:5963; }","duration":"1.383719336s","start":"2026-05-07T02:10:26.804499Z","end":"2026-05-07T02:10:28.188219Z","steps":["trace[1086661437] 'read index received' (duration: 1.253975866s)","trace[1086661437] 'applied index is now lower than readState.Index' (duration: 129.74236ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:10:28.188574Z","caller":"traceutil/trace.go:171","msg":"trace[964428430] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"1.388552798s","start":"2026-05-07T02:10:26.800004Z","end":"2026-05-07T02:10:28.188557Z","steps":["trace[964428430] 'process raft request' (duration: 1.387884769s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.1887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:26.79998Z","time spent":"1.388646968s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:28.189134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384628538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:10:28.189182Z","caller":"traceutil/trace.go:171","msg":"trace[744432432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5733; }","duration":"1.384704428s","start":"2026-05-07T02:10:26.804465Z","end":"2026-05-07T02:10:28.189169Z","steps":["trace[744432432] 'agreement among raft nodes before linearized reading' (duration: 1.384542506s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.189205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:26.804452Z","time spent":"1.384747699s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T02:10:28.189265Z","caller":"traceutil/trace.go:171","msg":"trace[1686614211] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"1.385969094s","start":"2026-05-07T02:10:26.803289Z","end":"2026-05-07T02:10:28.189258Z","steps":["trace[1686614211] 'process raft request' (duration: 1.38480242s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.189248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257457378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T02:10:28.18931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:26.803271Z","time spent":"1.386013745s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:28.189316Z","caller":"traceutil/trace.go:171","msg":"trace[1209365442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5733; }","duration":"1.257580371s","start":"2026-05-07T02:10:26.931719Z","end":"2026-05-07T02:10:28.189299Z","steps":["trace[1209365442] 'agreement among raft nodes before linearized reading' (duration: 1.257370737s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:28.189363Z","caller":"traceutil/trace.go:171","msg":"trace[1719561219] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"1.38474426s","start":"2026-05-07T02:10:26.804613Z","end":"2026-05-07T02:10:28.189357Z","steps":["trace[1719561219] 'process raft request' (duration: 1.383516003s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.189402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:26.804566Z","time spent":"1.384817171s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:28.189435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.066364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:10:28.189456Z","caller":"traceutil/trace.go:171","msg":"trace[758567005] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"216.876844ms","start":"2026-05-07T02:10:27.972573Z","end":"2026-05-07T02:10:28.18945Z","steps":["trace[758567005] 'process raft request' (duration: 215.600887ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:28.189474Z","caller":"traceutil/trace.go:171","msg":"trace[1094964186] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:5733; }","duration":"213.121806ms","start":"2026-05-07T02:10:27.976343Z","end":"2026-05-07T02:10:28.189465Z","steps":["trace[1094964186] 'agreement among raft nodes before linearized reading' (duration: 213.034535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.189357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:26.931694Z","time spent":"1.257654261s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:10:28.189602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.288906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T02:10:28.189653Z","caller":"traceutil/trace.go:171","msg":"trace[1029167427] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5733; }","duration":"625.368616ms","start":"2026-05-07T02:10:27.564273Z","end":"2026-05-07T02:10:28.189642Z","steps":["trace[1029167427] 'agreement among raft nodes before linearized reading' (duration: 625.264565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.189686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:27.564259Z","time spent":"625.418907ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T02:10:28.189743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02004641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-07T02:10:28.189785Z","caller":"traceutil/trace.go:171","msg":"trace[856971639] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5733; }","duration":"1.020127511s","start":"2026-05-07T02:10:27.169646Z","end":"2026-05-07T02:10:28.189774Z","steps":["trace[856971639] 'agreement among raft nodes before linearized reading' (duration: 1.020022219s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.189805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.996706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-07T02:10:28.189822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:27.169624Z","time spent":"1.020190711s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-07T02:10:28.189897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.123058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-8644799d74-b5b5d.18ad2688ccfe96fe\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-05-07T02:10:28.189932Z","caller":"traceutil/trace.go:171","msg":"trace[2034202365] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-8644799d74-b5b5d.18ad2688ccfe96fe; range_end:; response_count:1; response_revision:5733; }","duration":"464.19ms","start":"2026-05-07T02:10:27.725733Z","end":"2026-05-07T02:10:28.189923Z","steps":["trace[2034202365] 'agreement among raft nodes before linearized reading' (duration: 464.112299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.190079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187416667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:10:28.190119Z","caller":"traceutil/trace.go:171","msg":"trace[607312488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5733; }","duration":"1.187516147s","start":"2026-05-07T02:10:27.002594Z","end":"2026-05-07T02:10:28.19011Z","steps":["trace[607312488] 'agreement among raft nodes before linearized reading' (duration: 1.187371325s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.190148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:27.002564Z","time spent":"1.187577488s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:10:28.190265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252349623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:10:28.190297Z","caller":"traceutil/trace.go:171","msg":"trace[1615317576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5733; }","duration":"1.252404453s","start":"2026-05-07T02:10:26.937886Z","end":"2026-05-07T02:10:28.19029Z","steps":["trace[1615317576] 'agreement among raft nodes before linearized reading' (duration: 1.252326132s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.190324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:26.937873Z","time spent":"1.252444704s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:10:28.190454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253892313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:10:28.190489Z","caller":"traceutil/trace.go:171","msg":"trace[583914302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5733; }","duration":"1.253979805s","start":"2026-05-07T02:10:26.936502Z","end":"2026-05-07T02:10:28.190481Z","steps":["trace[583914302] 'agreement among raft nodes before linearized reading' (duration: 1.253898044s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.190515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:26.936475Z","time spent":"1.254034465s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T02:10:28.190646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:27.725717Z","time spent":"464.23728ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":922,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-8644799d74-b5b5d.18ad2688ccfe96fe\" "} {"level":"info","ts":"2026-05-07T02:10:28.189831Z","caller":"traceutil/trace.go:171","msg":"trace[1318741369] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5733; }","duration":"325.060196ms","start":"2026-05-07T02:10:27.864762Z","end":"2026-05-07T02:10:28.189822Z","steps":["trace[1318741369] 'agreement among raft nodes before linearized reading' (duration: 324.982935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.19072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:27.864747Z","time spent":"325.962957ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T02:10:28.190834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.576876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:10:28.190875Z","caller":"traceutil/trace.go:171","msg":"trace[2012711977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5733; }","duration":"607.637897ms","start":"2026-05-07T02:10:27.583225Z","end":"2026-05-07T02:10:28.190863Z","steps":["trace[2012711977] 'agreement among raft nodes before linearized reading' (duration: 607.579527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.190906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:27.583211Z","time spent":"607.688748ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:10:28.501218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.956617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:10:28.501611Z","caller":"traceutil/trace.go:171","msg":"trace[1763708374] linearizableReadLoop","detail":"{readStateIndex:5977; appliedIndex:5969; }","duration":"299.400675ms","start":"2026-05-07T02:10:28.202195Z","end":"2026-05-07T02:10:28.501595Z","steps":["trace[1763708374] 'read index received' (duration: 163.920131ms)","trace[1763708374] 'applied index is now lower than readState.Index' (duration: 135.479604ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:10:28.501703Z","caller":"traceutil/trace.go:171","msg":"trace[79286039] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"304.790035ms","start":"2026-05-07T02:10:28.196902Z","end":"2026-05-07T02:10:28.501692Z","steps":["trace[79286039] 'process raft request' (duration: 169.265931ms)","trace[79286039] 'compare' (duration: 134.813376ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:10:28.501737Z","caller":"traceutil/trace.go:171","msg":"trace[498949472] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"303.853173ms","start":"2026-05-07T02:10:28.197861Z","end":"2026-05-07T02:10:28.501714Z","steps":["trace[498949472] 'process raft request' (duration: 303.64435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.501764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:28.196875Z","time spent":"304.851866ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:28.501765Z","caller":"traceutil/trace.go:171","msg":"trace[627270844] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"304.675304ms","start":"2026-05-07T02:10:28.197062Z","end":"2026-05-07T02:10:28.501737Z","steps":["trace[627270844] 'process raft request' (duration: 304.31921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.501825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:28.197848Z","time spent":"303.931664ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:28.50191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:28.197052Z","time spent":"304.777315ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:28.501796Z","caller":"traceutil/trace.go:171","msg":"trace[605857226] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"304.713084ms","start":"2026-05-07T02:10:28.197057Z","end":"2026-05-07T02:10:28.50177Z","steps":["trace[605857226] 'process raft request' (duration: 304.35953ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:28.502122Z","caller":"traceutil/trace.go:171","msg":"trace[418429153] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"305.067309ms","start":"2026-05-07T02:10:28.197043Z","end":"2026-05-07T02:10:28.50211Z","steps":["trace[418429153] 'process raft request' (duration: 304.272859ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:28.502149Z","caller":"traceutil/trace.go:171","msg":"trace[2117998910] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"305.042048ms","start":"2026-05-07T02:10:28.19709Z","end":"2026-05-07T02:10:28.502132Z","steps":["trace[2117998910] 'process raft request' (duration: 304.357749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.502182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:28.197036Z","time spent":"305.114999ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:28.50217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:28.197037Z","time spent":"305.046688ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:28.502225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:28.197083Z","time spent":"305.100909ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:28.502327Z","caller":"traceutil/trace.go:171","msg":"trace[299449939] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"303.505988ms","start":"2026-05-07T02:10:28.198809Z","end":"2026-05-07T02:10:28.502315Z","steps":["trace[299449939] 'process raft request' (duration: 302.726488ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:28.502331Z","caller":"traceutil/trace.go:171","msg":"trace[784236656] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"302.691727ms","start":"2026-05-07T02:10:28.19963Z","end":"2026-05-07T02:10:28.502322Z","steps":["trace[784236656] 'process raft request' (duration: 301.931398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.502315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.25006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-05-07T02:10:28.502391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:28.199617Z","time spent":"302.740429ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:28.502414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:28.198796Z","time spent":"303.556059ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:10:28.502434Z","caller":"traceutil/trace.go:171","msg":"trace[933618620] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5742; }","duration":"298.448882ms","start":"2026-05-07T02:10:28.203957Z","end":"2026-05-07T02:10:28.502406Z","steps":["trace[933618620] 'agreement among raft nodes before linearized reading' (duration: 297.996927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.502947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.94215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ee8c3fc8-53fb-42b1-a690-2b0f65420097\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-05-07T02:10:28.50306Z","caller":"traceutil/trace.go:171","msg":"trace[1291303126] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ee8c3fc8-53fb-42b1-a690-2b0f65420097; range_end:; response_count:1; response_revision:5742; }","duration":"306.079291ms","start":"2026-05-07T02:10:28.19695Z","end":"2026-05-07T02:10:28.503029Z","steps":["trace[1291303126] 'agreement among raft nodes before linearized reading' (duration: 304.877486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:28.503127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:28.196946Z","time spent":"306.169463ms","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-ee8c3fc8-53fb-42b1-a690-2b0f65420097\" "} {"level":"info","ts":"2026-05-07T02:10:29.17967Z","caller":"traceutil/trace.go:171","msg":"trace[1454896877] linearizableReadLoop","detail":"{readStateIndex:5978; appliedIndex:5977; }","duration":"167.696409ms","start":"2026-05-07T02:10:29.011933Z","end":"2026-05-07T02:10:29.17963Z","steps":["trace[1454896877] 'read index received' (duration: 167.466556ms)","trace[1454896877] 'applied index is now lower than readState.Index' (duration: 228.973µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:10:29.179756Z","caller":"traceutil/trace.go:171","msg":"trace[912925537] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"171.427607ms","start":"2026-05-07T02:10:29.008299Z","end":"2026-05-07T02:10:29.179727Z","steps":["trace[912925537] 'process raft request' (duration: 171.135574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:29.179873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.917262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-05-07T02:10:29.179906Z","caller":"traceutil/trace.go:171","msg":"trace[474432315] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5743; }","duration":"167.999873ms","start":"2026-05-07T02:10:29.011897Z","end":"2026-05-07T02:10:29.179897Z","steps":["trace[474432315] 'agreement among raft nodes before linearized reading' (duration: 167.835111ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:34.72515Z","caller":"traceutil/trace.go:171","msg":"trace[1388119761] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"145.057564ms","start":"2026-05-07T02:10:34.580066Z","end":"2026-05-07T02:10:34.725124Z","steps":["trace[1388119761] 'process raft request' (duration: 144.908682ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:34.753232Z","caller":"traceutil/trace.go:171","msg":"trace[400405749] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"121.380221ms","start":"2026-05-07T02:10:34.631808Z","end":"2026-05-07T02:10:34.753188Z","steps":["trace[400405749] 'process raft request' (duration: 121.155798ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:34.753246Z","caller":"traceutil/trace.go:171","msg":"trace[1351909100] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"121.35101ms","start":"2026-05-07T02:10:34.63186Z","end":"2026-05-07T02:10:34.753211Z","steps":["trace[1351909100] 'process raft request' (duration: 121.234078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:36.042054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.943897ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T02:10:36.04234Z","caller":"traceutil/trace.go:171","msg":"trace[1774512089] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"343.492283ms","start":"2026-05-07T02:10:35.698815Z","end":"2026-05-07T02:10:36.042307Z","steps":["trace[1774512089] 'process raft request' (duration: 343.344611ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:36.042431Z","caller":"traceutil/trace.go:171","msg":"trace[1779312907] linearizableReadLoop","detail":"{readStateIndex:6018; appliedIndex:6016; }","duration":"173.088033ms","start":"2026-05-07T02:10:35.869315Z","end":"2026-05-07T02:10:36.042403Z","steps":["trace[1779312907] 'read index received' (duration: 72.796175ms)","trace[1779312907] 'applied index is now lower than readState.Index' (duration: 100.288998ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:10:36.042471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:35.698784Z","time spent":"343.616074ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:36.042719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.392697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:10:36.04277Z","caller":"traceutil/trace.go:171","msg":"trace[705382202] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5783; }","duration":"173.484719ms","start":"2026-05-07T02:10:35.86927Z","end":"2026-05-07T02:10:36.042754Z","steps":["trace[705382202] 'agreement among raft nodes before linearized reading' (duration: 173.209045ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:36.414372Z","caller":"traceutil/trace.go:171","msg":"trace[1144411115] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"194.902563ms","start":"2026-05-07T02:10:36.219439Z","end":"2026-05-07T02:10:36.414342Z","steps":["trace[1144411115] 'process raft request' (duration: 194.719991ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:36.434817Z","caller":"traceutil/trace.go:171","msg":"trace[133707890] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"188.041175ms","start":"2026-05-07T02:10:36.24675Z","end":"2026-05-07T02:10:36.434791Z","steps":["trace[133707890] 'process raft request' (duration: 187.725631ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:36.434914Z","caller":"traceutil/trace.go:171","msg":"trace[580321734] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"177.100414ms","start":"2026-05-07T02:10:36.257794Z","end":"2026-05-07T02:10:36.434895Z","steps":["trace[580321734] 'process raft request' (duration: 176.78708ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:36.434816Z","caller":"traceutil/trace.go:171","msg":"trace[877179332] linearizableReadLoop","detail":"{readStateIndex:6023; appliedIndex:6020; }","duration":"147.323123ms","start":"2026-05-07T02:10:36.287477Z","end":"2026-05-07T02:10:36.4348Z","steps":["trace[877179332] 'read index received' (duration: 126.662898ms)","trace[877179332] 'applied index is now lower than readState.Index' (duration: 20.659425ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:10:36.435134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.653237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17207"} {"level":"info","ts":"2026-05-07T02:10:36.43519Z","caller":"traceutil/trace.go:171","msg":"trace[43523509] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5787; }","duration":"147.738477ms","start":"2026-05-07T02:10:36.287421Z","end":"2026-05-07T02:10:36.43516Z","steps":["trace[43523509] 'agreement among raft nodes before linearized reading' (duration: 147.590756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:36.435565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.305699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:10:36.435773Z","caller":"traceutil/trace.go:171","msg":"trace[1064017355] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5787; }","duration":"111.535873ms","start":"2026-05-07T02:10:36.324219Z","end":"2026-05-07T02:10:36.435754Z","steps":["trace[1064017355] 'agreement among raft nodes before linearized reading' (duration: 111.30702ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:36.762571Z","caller":"traceutil/trace.go:171","msg":"trace[437657166] linearizableReadLoop","detail":"{readStateIndex:6024; appliedIndex:6023; }","duration":"182.814978ms","start":"2026-05-07T02:10:36.579739Z","end":"2026-05-07T02:10:36.762554Z","steps":["trace[437657166] 'read index received' (duration: 182.609465ms)","trace[437657166] 'applied index is now lower than readState.Index' (duration: 204.653µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:10:36.762738Z","caller":"traceutil/trace.go:171","msg":"trace[1540019993] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"313.943942ms","start":"2026-05-07T02:10:36.448674Z","end":"2026-05-07T02:10:36.762618Z","steps":["trace[1540019993] 'process raft request' (duration: 313.743699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:36.762813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.055391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:10:36.762888Z","caller":"traceutil/trace.go:171","msg":"trace[729778588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5788; }","duration":"183.173922ms","start":"2026-05-07T02:10:36.579698Z","end":"2026-05-07T02:10:36.762872Z","steps":["trace[729778588] 'agreement among raft nodes before linearized reading' (duration: 182.960789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:36.762982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:10:36.448662Z","time spent":"314.168474ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17192,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:10:36.763073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.304825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:10:36.763152Z","caller":"traceutil/trace.go:171","msg":"trace[1635087234] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5788; }","duration":"120.424696ms","start":"2026-05-07T02:10:36.642711Z","end":"2026-05-07T02:10:36.763135Z","steps":["trace[1635087234] 'agreement among raft nodes before linearized reading' (duration: 120.294065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:36.763003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.921571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:10:36.763332Z","caller":"traceutil/trace.go:171","msg":"trace[316673772] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5788; }","duration":"173.261786ms","start":"2026-05-07T02:10:36.590053Z","end":"2026-05-07T02:10:36.763315Z","steps":["trace[316673772] 'agreement among raft nodes before linearized reading' (duration: 172.618657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:36.76345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.108129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:10:36.763499Z","caller":"traceutil/trace.go:171","msg":"trace[1795410770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5788; }","duration":"133.18331ms","start":"2026-05-07T02:10:36.630304Z","end":"2026-05-07T02:10:36.763488Z","steps":["trace[1795410770] 'agreement among raft nodes before linearized reading' (duration: 132.723194ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:36.888509Z","caller":"traceutil/trace.go:171","msg":"trace[762326647] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"119.509655ms","start":"2026-05-07T02:10:36.768975Z","end":"2026-05-07T02:10:36.888484Z","steps":["trace[762326647] 'process raft request' (duration: 119.345383ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:36.888809Z","caller":"traceutil/trace.go:171","msg":"trace[2001043682] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"118.658593ms","start":"2026-05-07T02:10:36.77013Z","end":"2026-05-07T02:10:36.888788Z","steps":["trace[2001043682] 'process raft request' (duration: 118.315839ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:36.888858Z","caller":"traceutil/trace.go:171","msg":"trace[167135469] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"118.627243ms","start":"2026-05-07T02:10:36.770207Z","end":"2026-05-07T02:10:36.888834Z","steps":["trace[167135469] 'process raft request' (duration: 118.472311ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:36.888929Z","caller":"traceutil/trace.go:171","msg":"trace[2005294410] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"118.307819ms","start":"2026-05-07T02:10:36.770593Z","end":"2026-05-07T02:10:36.8889Z","steps":["trace[2005294410] 'process raft request' (duration: 118.199617ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:37.41149Z","caller":"traceutil/trace.go:171","msg":"trace[1694939377] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"110.982245ms","start":"2026-05-07T02:10:37.300478Z","end":"2026-05-07T02:10:37.41146Z","steps":["trace[1694939377] 'process raft request' (duration: 110.555509ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:37.462489Z","caller":"traceutil/trace.go:171","msg":"trace[1747694167] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"160.704443ms","start":"2026-05-07T02:10:37.301719Z","end":"2026-05-07T02:10:37.462423Z","steps":["trace[1747694167] 'process raft request' (duration: 160.43209ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:37.462519Z","caller":"traceutil/trace.go:171","msg":"trace[706505996] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"159.828212ms","start":"2026-05-07T02:10:37.302665Z","end":"2026-05-07T02:10:37.462493Z","steps":["trace[706505996] 'process raft request' (duration: 159.711971ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:37.462521Z","caller":"traceutil/trace.go:171","msg":"trace[1281460612] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"160.417699ms","start":"2026-05-07T02:10:37.302074Z","end":"2026-05-07T02:10:37.462491Z","steps":["trace[1281460612] 'process raft request' (duration: 160.247587ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:37.462606Z","caller":"traceutil/trace.go:171","msg":"trace[2119817956] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"151.976851ms","start":"2026-05-07T02:10:37.310619Z","end":"2026-05-07T02:10:37.462596Z","steps":["trace[2119817956] 'process raft request' (duration: 151.804138ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:58.65454Z","caller":"traceutil/trace.go:171","msg":"trace[1864530034] transaction","detail":"{read_only:false; response_revision:5926; number_of_response:1; }","duration":"114.009866ms","start":"2026-05-07T02:10:58.540497Z","end":"2026-05-07T02:10:58.654507Z","steps":["trace[1864530034] 'process raft request' (duration: 106.328954ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:58.664285Z","caller":"traceutil/trace.go:171","msg":"trace[1106541572] transaction","detail":"{read_only:false; response_revision:5927; number_of_response:1; }","duration":"104.808418ms","start":"2026-05-07T02:10:58.559457Z","end":"2026-05-07T02:10:58.664266Z","steps":["trace[1106541572] 'process raft request' (duration: 104.637522ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:58.664606Z","caller":"traceutil/trace.go:171","msg":"trace[461211085] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"102.342277ms","start":"2026-05-07T02:10:58.562226Z","end":"2026-05-07T02:10:58.664568Z","steps":["trace[461211085] 'process raft request' (duration: 101.980114ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:59.213818Z","caller":"traceutil/trace.go:171","msg":"trace[1367661364] linearizableReadLoop","detail":"{readStateIndex:6174; appliedIndex:6173; }","duration":"113.319559ms","start":"2026-05-07T02:10:59.100477Z","end":"2026-05-07T02:10:59.213797Z","steps":["trace[1367661364] 'read index received' (duration: 106.402807ms)","trace[1367661364] 'applied index is now lower than readState.Index' (duration: 6.915922ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:10:59.214119Z","caller":"traceutil/trace.go:171","msg":"trace[272219406] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"126.19329ms","start":"2026-05-07T02:10:59.087907Z","end":"2026-05-07T02:10:59.2141Z","steps":["trace[272219406] 'process raft request' (duration: 118.962297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:10:59.214245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.749246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T02:10:59.214331Z","caller":"traceutil/trace.go:171","msg":"trace[1738422760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5933; }","duration":"113.88481ms","start":"2026-05-07T02:10:59.100426Z","end":"2026-05-07T02:10:59.214311Z","steps":["trace[1738422760] 'agreement among raft nodes before linearized reading' (duration: 113.645081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:01.510641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.672024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:11:01.510798Z","caller":"traceutil/trace.go:171","msg":"trace[497518351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5943; }","duration":"292.885172ms","start":"2026-05-07T02:11:01.217893Z","end":"2026-05-07T02:11:01.510779Z","steps":["trace[497518351] 'range keys from in-memory index tree' (duration: 292.472147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:01.511516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.419765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T02:11:01.511606Z","caller":"traceutil/trace.go:171","msg":"trace[934092933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5943; }","duration":"229.549759ms","start":"2026-05-07T02:11:01.282045Z","end":"2026-05-07T02:11:01.511594Z","steps":["trace[934092933] 'range keys from in-memory index tree' (duration: 228.050134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:01.511724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.298225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T02:11:01.51186Z","caller":"traceutil/trace.go:171","msg":"trace[569575283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5943; }","duration":"233.850856ms","start":"2026-05-07T02:11:01.277976Z","end":"2026-05-07T02:11:01.511827Z","steps":["trace[569575283] 'range keys from in-memory index tree' (duration: 232.412543ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:03.694499Z","caller":"traceutil/trace.go:171","msg":"trace[868877668] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"102.068686ms","start":"2026-05-07T02:11:03.592407Z","end":"2026-05-07T02:11:03.694476Z","steps":["trace[868877668] 'process raft request' (duration: 45.526238ms)","trace[868877668] 'compare' (duration: 56.370302ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:11:03.694634Z","caller":"traceutil/trace.go:171","msg":"trace[70054241] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"101.070649ms","start":"2026-05-07T02:11:03.59354Z","end":"2026-05-07T02:11:03.694611Z","steps":["trace[70054241] 'process raft request' (duration: 100.897893ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:04.808184Z","caller":"traceutil/trace.go:171","msg":"trace[1410284204] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"121.443967ms","start":"2026-05-07T02:11:04.686715Z","end":"2026-05-07T02:11:04.808159Z","steps":["trace[1410284204] 'process raft request' (duration: 121.290301ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:04.808423Z","caller":"traceutil/trace.go:171","msg":"trace[1269008719] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"119.988405ms","start":"2026-05-07T02:11:04.688421Z","end":"2026-05-07T02:11:04.80841Z","steps":["trace[1269008719] 'process raft request' (duration: 119.703075ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:05.14362Z","caller":"traceutil/trace.go:171","msg":"trace[1803940502] transaction","detail":"{read_only:false; response_revision:5960; number_of_response:1; }","duration":"108.051545ms","start":"2026-05-07T02:11:05.035542Z","end":"2026-05-07T02:11:05.143593Z","steps":["trace[1803940502] 'process raft request' (duration: 107.487425ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:06.027623Z","caller":"traceutil/trace.go:171","msg":"trace[1298856197] transaction","detail":"{read_only:false; response_revision:5965; number_of_response:1; }","duration":"161.283791ms","start":"2026-05-07T02:11:05.866309Z","end":"2026-05-07T02:11:06.027593Z","steps":["trace[1298856197] 'process raft request' (duration: 161.106424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:06.414703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.518621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-07T02:11:06.414785Z","caller":"traceutil/trace.go:171","msg":"trace[242941799] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5968; }","duration":"168.666147ms","start":"2026-05-07T02:11:06.246099Z","end":"2026-05-07T02:11:06.414766Z","steps":["trace[242941799] 'range keys from in-memory index tree' (duration: 168.347335ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:06.456198Z","caller":"traceutil/trace.go:171","msg":"trace[1785500285] transaction","detail":"{read_only:false; response_revision:5969; number_of_response:1; }","duration":"189.11221ms","start":"2026-05-07T02:11:06.267038Z","end":"2026-05-07T02:11:06.45615Z","steps":["trace[1785500285] 'process raft request' (duration: 188.763408ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:06.477668Z","caller":"traceutil/trace.go:171","msg":"trace[61231940] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"159.960542ms","start":"2026-05-07T02:11:06.317685Z","end":"2026-05-07T02:11:06.477645Z","steps":["trace[61231940] 'process raft request' (duration: 159.830908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:06.671789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.630723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:11:06.671865Z","caller":"traceutil/trace.go:171","msg":"trace[2109607443] linearizableReadLoop","detail":"{readStateIndex:6214; appliedIndex:6213; }","duration":"194.231634ms","start":"2026-05-07T02:11:06.477621Z","end":"2026-05-07T02:11:06.671853Z","steps":["trace[2109607443] 'read index received' (duration: 84.510458ms)","trace[2109607443] 'applied index is now lower than readState.Index' (duration: 109.720326ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:11:06.671917Z","caller":"traceutil/trace.go:171","msg":"trace[855851345] transaction","detail":"{read_only:false; response_revision:5971; number_of_response:1; }","duration":"207.964828ms","start":"2026-05-07T02:11:06.463945Z","end":"2026-05-07T02:11:06.67191Z","steps":["trace[855851345] 'process raft request' (duration: 98.16718ms)","trace[855851345] 'compare' (duration: 109.131945ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:11:06.6744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.962408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194894"} {"level":"info","ts":"2026-05-07T02:11:06.674483Z","caller":"traceutil/trace.go:171","msg":"trace[904132145] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5971; }","duration":"238.059181ms","start":"2026-05-07T02:11:06.436406Z","end":"2026-05-07T02:11:06.674465Z","steps":["trace[904132145] 'agreement among raft nodes before linearized reading' (duration: 235.51773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:06.728854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.758396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:11:06.728953Z","caller":"traceutil/trace.go:171","msg":"trace[1376202341] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5972; }","duration":"223.889481ms","start":"2026-05-07T02:11:06.505039Z","end":"2026-05-07T02:11:06.728928Z","steps":["trace[1376202341] 'agreement among raft nodes before linearized reading' (duration: 223.710365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:06.729125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.192726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-07T02:11:06.729248Z","caller":"traceutil/trace.go:171","msg":"trace[700854971] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5972; }","duration":"248.370602ms","start":"2026-05-07T02:11:06.480857Z","end":"2026-05-07T02:11:06.729227Z","steps":["trace[700854971] 'agreement among raft nodes before linearized reading' (duration: 248.018989ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:06.801246Z","caller":"traceutil/trace.go:171","msg":"trace[536892982] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"125.928848ms","start":"2026-05-07T02:11:06.675294Z","end":"2026-05-07T02:11:06.801223Z","steps":["trace[536892982] 'process raft request' (duration: 115.898617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:06.801533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.615649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:11:06.801591Z","caller":"traceutil/trace.go:171","msg":"trace[365808824] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5973; }","duration":"122.716873ms","start":"2026-05-07T02:11:06.67886Z","end":"2026-05-07T02:11:06.801576Z","steps":["trace[365808824] 'agreement among raft nodes before linearized reading' (duration: 122.529926ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:07.293299Z","caller":"traceutil/trace.go:171","msg":"trace[675031562] transaction","detail":"{read_only:false; response_revision:6029; number_of_response:1; }","duration":"108.882307ms","start":"2026-05-07T02:11:07.184378Z","end":"2026-05-07T02:11:07.29326Z","steps":["trace[675031562] 'process raft request' (duration: 78.237528ms)","trace[675031562] 'compare' (duration: 30.410191ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:11:07.293455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.615385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-07T02:11:07.293521Z","caller":"traceutil/trace.go:171","msg":"trace[295088079] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6032; }","duration":"106.709828ms","start":"2026-05-07T02:11:07.186805Z","end":"2026-05-07T02:11:07.293515Z","steps":["trace[295088079] 'agreement among raft nodes before linearized reading' (duration: 106.546673ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:07.293528Z","caller":"traceutil/trace.go:171","msg":"trace[1366871884] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"108.70986ms","start":"2026-05-07T02:11:07.184795Z","end":"2026-05-07T02:11:07.293505Z","steps":["trace[1366871884] 'process raft request' (duration: 108.42866ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:07.293313Z","caller":"traceutil/trace.go:171","msg":"trace[2024653408] linearizableReadLoop","detail":"{readStateIndex:6275; appliedIndex:6272; }","duration":"106.476491ms","start":"2026-05-07T02:11:07.18682Z","end":"2026-05-07T02:11:07.293297Z","steps":["trace[2024653408] 'read index received' (duration: 75.80748ms)","trace[2024653408] 'applied index is now lower than readState.Index' (duration: 30.668191ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:11:07.29373Z","caller":"traceutil/trace.go:171","msg":"trace[1615893261] transaction","detail":"{read_only:false; response_revision:6030; number_of_response:1; }","duration":"109.340894ms","start":"2026-05-07T02:11:07.184377Z","end":"2026-05-07T02:11:07.293718Z","steps":["trace[1615893261] 'process raft request' (duration: 108.767073ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:07.439389Z","caller":"traceutil/trace.go:171","msg":"trace[1948835683] linearizableReadLoop","detail":"{readStateIndex:6280; appliedIndex:6279; }","duration":"101.638406ms","start":"2026-05-07T02:11:07.337717Z","end":"2026-05-07T02:11:07.439355Z","steps":["trace[1948835683] 'read index received' (duration: 69.541875ms)","trace[1948835683] 'applied index is now lower than readState.Index' (duration: 32.095271ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:11:07.439596Z","caller":"traceutil/trace.go:171","msg":"trace[372407435] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"116.565191ms","start":"2026-05-07T02:11:07.322999Z","end":"2026-05-07T02:11:07.439564Z","steps":["trace[372407435] 'process raft request' (duration: 84.215771ms)","trace[372407435] 'compare' (duration: 31.952306ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:11:07.439955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.207628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-05-07T02:11:07.440051Z","caller":"traceutil/trace.go:171","msg":"trace[130173773] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6036; }","duration":"102.354393ms","start":"2026-05-07T02:11:07.337679Z","end":"2026-05-07T02:11:07.440034Z","steps":["trace[130173773] 'agreement among raft nodes before linearized reading' (duration: 101.900696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:07.446366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.985175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11114"} {"level":"info","ts":"2026-05-07T02:11:07.446453Z","caller":"traceutil/trace.go:171","msg":"trace[575113932] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:6037; }","duration":"108.096338ms","start":"2026-05-07T02:11:07.338337Z","end":"2026-05-07T02:11:07.446433Z","steps":["trace[575113932] 'agreement among raft nodes before linearized reading' (duration: 107.778947ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:08.28117Z","caller":"traceutil/trace.go:171","msg":"trace[298857633] linearizableReadLoop","detail":"{readStateIndex:6305; appliedIndex:6304; }","duration":"108.128422ms","start":"2026-05-07T02:11:08.173016Z","end":"2026-05-07T02:11:08.281145Z","steps":["trace[298857633] 'read index received' (duration: 96.660511ms)","trace[298857633] 'applied index is now lower than readState.Index' (duration: 11.466351ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:11:08.281498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.433272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:11:08.281576Z","caller":"traceutil/trace.go:171","msg":"trace[1185893197] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6060; }","duration":"108.595028ms","start":"2026-05-07T02:11:08.172966Z","end":"2026-05-07T02:11:08.281561Z","steps":["trace[1185893197] 'agreement among raft nodes before linearized reading' (duration: 108.3644ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:08.281947Z","caller":"traceutil/trace.go:171","msg":"trace[1033609227] transaction","detail":"{read_only:false; response_revision:6060; number_of_response:1; }","duration":"199.875355ms","start":"2026-05-07T02:11:08.081434Z","end":"2026-05-07T02:11:08.281309Z","steps":["trace[1033609227] 'process raft request' (duration: 188.297991ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:09.542628Z","caller":"traceutil/trace.go:171","msg":"trace[679693243] transaction","detail":"{read_only:false; response_revision:6075; number_of_response:1; }","duration":"135.190738ms","start":"2026-05-07T02:11:09.407406Z","end":"2026-05-07T02:11:09.542597Z","steps":["trace[679693243] 'process raft request' (duration: 131.196046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:10.839552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.028149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:11:10.839626Z","caller":"traceutil/trace.go:171","msg":"trace[1965528072] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6082; }","duration":"390.139023ms","start":"2026-05-07T02:11:10.449471Z","end":"2026-05-07T02:11:10.83961Z","steps":["trace[1965528072] 'count revisions from in-memory index tree' (duration: 389.967088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:10.839669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:10.449458Z","time spent":"390.200126ms","remote":"127.0.0.1:48150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:11:10.840143Z","caller":"traceutil/trace.go:171","msg":"trace[348405616] transaction","detail":"{read_only:false; response_revision:6083; number_of_response:1; }","duration":"327.485841ms","start":"2026-05-07T02:11:10.512318Z","end":"2026-05-07T02:11:10.839804Z","steps":["trace[348405616] 'process raft request' (duration: 325.108086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:10.840716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:10.512293Z","time spent":"327.954538ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:11:11.389758Z","caller":"traceutil/trace.go:171","msg":"trace[1569106082] transaction","detail":"{read_only:false; response_revision:6087; number_of_response:1; }","duration":"209.297922ms","start":"2026-05-07T02:11:11.180338Z","end":"2026-05-07T02:11:11.389635Z","steps":["trace[1569106082] 'process raft request' (duration: 209.134646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:11.557868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.113406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:11:11.558036Z","caller":"traceutil/trace.go:171","msg":"trace[1772564628] linearizableReadLoop","detail":"{readStateIndex:6333; appliedIndex:6332; }","duration":"157.101226ms","start":"2026-05-07T02:11:11.400912Z","end":"2026-05-07T02:11:11.558013Z","steps":["trace[1772564628] 'read index received' (duration: 44.777813ms)","trace[1772564628] 'applied index is now lower than readState.Index' (duration: 112.321293ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:11:11.558076Z","caller":"traceutil/trace.go:171","msg":"trace[527038152] transaction","detail":"{read_only:false; response_revision:6088; number_of_response:1; }","duration":"262.68749ms","start":"2026-05-07T02:11:11.295355Z","end":"2026-05-07T02:11:11.558042Z","steps":["trace[527038152] 'process raft request' (duration: 150.322315ms)","trace[527038152] 'compare' (duration: 111.982261ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:11:11.55822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.310673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:11:11.558274Z","caller":"traceutil/trace.go:171","msg":"trace[1816684637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6088; }","duration":"157.398736ms","start":"2026-05-07T02:11:11.400861Z","end":"2026-05-07T02:11:11.558259Z","steps":["trace[1816684637] 'agreement among raft nodes before linearized reading' (duration: 157.22223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:16.134043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.341076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:11:16.134358Z","caller":"traceutil/trace.go:171","msg":"trace[604305198] linearizableReadLoop","detail":"{readStateIndex:6353; appliedIndex:6350; }","duration":"1.259139322s","start":"2026-05-07T02:11:14.8752Z","end":"2026-05-07T02:11:16.134339Z","steps":["trace[604305198] 'read index received' (duration: 93.430079ms)","trace[604305198] 'applied index is now lower than readState.Index' (duration: 1.165708173s)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:11:16.134449Z","caller":"traceutil/trace.go:171","msg":"trace[1120522220] transaction","detail":"{read_only:false; response_revision:6106; number_of_response:1; }","duration":"1.260130009s","start":"2026-05-07T02:11:14.874305Z","end":"2026-05-07T02:11:16.134435Z","steps":["trace[1120522220] 'process raft request' (duration: 291.248745ms)","trace[1120522220] 'compare' (duration: 968.037704ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:11:16.134513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:14.874287Z","time spent":"1.26018818s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:11:16.134658Z","caller":"traceutil/trace.go:171","msg":"trace[1217884130] transaction","detail":"{read_only:false; response_revision:6108; number_of_response:1; }","duration":"1.25508193s","start":"2026-05-07T02:11:14.879549Z","end":"2026-05-07T02:11:16.134631Z","steps":["trace[1217884130] 'process raft request' (duration: 1.254741898s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:16.134775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038041251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:11:16.134884Z","caller":"traceutil/trace.go:171","msg":"trace[732038815] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:6108; }","duration":"1.038200157s","start":"2026-05-07T02:11:15.096664Z","end":"2026-05-07T02:11:16.134864Z","steps":["trace[732038815] 'agreement among raft nodes before linearized reading' (duration: 1.037970449s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:16.134857Z","caller":"traceutil/trace.go:171","msg":"trace[1496509028] transaction","detail":"{read_only:false; response_revision:6107; number_of_response:1; }","duration":"1.259746324s","start":"2026-05-07T02:11:14.8751Z","end":"2026-05-07T02:11:16.134846Z","steps":["trace[1496509028] 'process raft request' (duration: 1.259093251s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:16.134971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:15.096646Z","time spent":"1.03830955s","remote":"127.0.0.1:46428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:11:16.135023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.338155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:11:16.135072Z","caller":"traceutil/trace.go:171","msg":"trace[994422683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6108; }","duration":"371.420427ms","start":"2026-05-07T02:11:15.76364Z","end":"2026-05-07T02:11:16.135061Z","steps":["trace[994422683] 'agreement among raft nodes before linearized reading' (duration: 371.270072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:16.135115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:15.763622Z","time spent":"371.48297ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:11:16.135173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.570797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:11:16.135187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:14.875091Z","time spent":"1.259902049s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:11:16.135208Z","caller":"traceutil/trace.go:171","msg":"trace[978451349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6108; }","duration":"553.612369ms","start":"2026-05-07T02:11:15.581584Z","end":"2026-05-07T02:11:16.135196Z","steps":["trace[978451349] 'agreement among raft nodes before linearized reading' (duration: 553.570647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:16.135239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:15.581552Z","time spent":"553.681642ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:11:16.135228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.506668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T02:11:16.135294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.549219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:11:16.135325Z","caller":"traceutil/trace.go:171","msg":"trace[536952260] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:6108; }","duration":"437.646814ms","start":"2026-05-07T02:11:15.697647Z","end":"2026-05-07T02:11:16.135294Z","steps":["trace[536952260] 'agreement among raft nodes before linearized reading' (duration: 437.485557ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:16.135328Z","caller":"traceutil/trace.go:171","msg":"trace[1300134232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6108; }","duration":"723.618931ms","start":"2026-05-07T02:11:15.411699Z","end":"2026-05-07T02:11:16.135318Z","steps":["trace[1300134232] 'agreement among raft nodes before linearized reading' (duration: 723.515208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:16.135359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:15.697631Z","time spent":"437.719266ms","remote":"127.0.0.1:41192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:11:16.135361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.830112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:11:16.135396Z","caller":"traceutil/trace.go:171","msg":"trace[1127065185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6108; }","duration":"260.887734ms","start":"2026-05-07T02:11:15.874498Z","end":"2026-05-07T02:11:16.135386Z","steps":["trace[1127065185] 'agreement among raft nodes before linearized reading' (duration: 260.78748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:16.135399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026190544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:11:16.135426Z","caller":"traceutil/trace.go:171","msg":"trace[777009571] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6108; }","duration":"1.026219675s","start":"2026-05-07T02:11:15.109198Z","end":"2026-05-07T02:11:16.135418Z","steps":["trace[777009571] 'agreement among raft nodes before linearized reading' (duration: 1.026178463s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:16.13536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:15.411676Z","time spent":"723.677894ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:11:16.135452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:15.109125Z","time spent":"1.026320199s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:11:16.135453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.00316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T02:11:16.134803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:14.879541Z","time spent":"1.255188784s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:11:16.135495Z","caller":"traceutil/trace.go:171","msg":"trace[1438979015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6108; }","duration":"271.082783ms","start":"2026-05-07T02:11:15.864401Z","end":"2026-05-07T02:11:16.135484Z","steps":["trace[1438979015] 'agreement among raft nodes before linearized reading' (duration: 270.973569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:16.135128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.03713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:11:16.135566Z","caller":"traceutil/trace.go:171","msg":"trace[1975359297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6108; }","duration":"559.492507ms","start":"2026-05-07T02:11:15.576048Z","end":"2026-05-07T02:11:16.13554Z","steps":["trace[1975359297] 'agreement among raft nodes before linearized reading' (duration: 558.961588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:16.13565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:15.576029Z","time spent":"559.59231ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T02:11:16.135745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260536423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-05-07T02:11:16.135778Z","caller":"traceutil/trace.go:171","msg":"trace[727792248] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6108; }","duration":"1.260581344s","start":"2026-05-07T02:11:14.875187Z","end":"2026-05-07T02:11:16.135769Z","steps":["trace[727792248] 'agreement among raft nodes before linearized reading' (duration: 1.26045965s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:16.135806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:14.875183Z","time spent":"1.260615245s","remote":"127.0.0.1:41942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-05-07T02:11:16.774062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.736158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:11:16.774181Z","caller":"traceutil/trace.go:171","msg":"trace[117037694] transaction","detail":"{read_only:false; response_revision:6109; number_of_response:1; }","duration":"623.07577ms","start":"2026-05-07T02:11:16.151084Z","end":"2026-05-07T02:11:16.77416Z","steps":["trace[117037694] 'process raft request' (duration: 486.103674ms)","trace[117037694] 'compare' (duration: 136.312162ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:11:16.774232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:16.151066Z","time spent":"623.143442ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:11:16.807777Z","caller":"traceutil/trace.go:171","msg":"trace[68613298] linearizableReadLoop","detail":"{readStateIndex:6359; appliedIndex:6354; }","duration":"532.735764ms","start":"2026-05-07T02:11:16.275017Z","end":"2026-05-07T02:11:16.807753Z","steps":["trace[68613298] 'read index received' (duration: 362.182706ms)","trace[68613298] 'applied index is now lower than readState.Index' (duration: 170.552278ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:11:16.808029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.991842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:11:16.808004Z","caller":"traceutil/trace.go:171","msg":"trace[2063827636] transaction","detail":"{read_only:false; response_revision:6113; number_of_response:1; }","duration":"653.295703ms","start":"2026-05-07T02:11:16.15468Z","end":"2026-05-07T02:11:16.807975Z","steps":["trace[2063827636] 'process raft request' (duration: 653.039104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:16.808184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.875866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:11:16.808221Z","caller":"traceutil/trace.go:171","msg":"trace[1149101753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6113; }","duration":"218.945629ms","start":"2026-05-07T02:11:16.589267Z","end":"2026-05-07T02:11:16.808213Z","steps":["trace[1149101753] 'agreement among raft nodes before linearized reading' (duration: 218.838965ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:16.808258Z","caller":"traceutil/trace.go:171","msg":"trace[20855251] transaction","detail":"{read_only:false; response_revision:6110; number_of_response:1; }","duration":"657.032194ms","start":"2026-05-07T02:11:16.151215Z","end":"2026-05-07T02:11:16.808247Z","steps":["trace[20855251] 'process raft request' (duration: 656.283727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:16.808299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:16.154654Z","time spent":"653.555932ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:11:16.80837Z","caller":"traceutil/trace.go:171","msg":"trace[289515827] transaction","detail":"{read_only:false; response_revision:6112; number_of_response:1; }","duration":"657.072996ms","start":"2026-05-07T02:11:16.151282Z","end":"2026-05-07T02:11:16.808355Z","steps":["trace[289515827] 'process raft request' (duration: 656.399042ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:16.808082Z","caller":"traceutil/trace.go:171","msg":"trace[774616564] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6113; }","duration":"533.105317ms","start":"2026-05-07T02:11:16.274963Z","end":"2026-05-07T02:11:16.808069Z","steps":["trace[774616564] 'agreement among raft nodes before linearized reading' (duration: 533.007783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:16.808437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:16.274941Z","time spent":"533.48398ms","remote":"127.0.0.1:47442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:11:16.80851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:16.151274Z","time spent":"657.148368ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:11:16.808317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:16.151193Z","time spent":"657.091316ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:11:16.808192Z","caller":"traceutil/trace.go:171","msg":"trace[72737368] transaction","detail":"{read_only:false; response_revision:6111; number_of_response:1; }","duration":"656.877399ms","start":"2026-05-07T02:11:16.151277Z","end":"2026-05-07T02:11:16.808155Z","steps":["trace[72737368] 'process raft request' (duration: 656.369451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:16.809023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:16.151272Z","time spent":"657.710157ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:11:17.0456Z","caller":"traceutil/trace.go:171","msg":"trace[1017777693] linearizableReadLoop","detail":"{readStateIndex:6360; appliedIndex:6359; }","duration":"237.341452ms","start":"2026-05-07T02:11:16.808226Z","end":"2026-05-07T02:11:17.045567Z","steps":["trace[1017777693] 'read index received' (duration: 192.890003ms)","trace[1017777693] 'applied index is now lower than readState.Index' (duration: 44.449759ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:11:17.045928Z","caller":"traceutil/trace.go:171","msg":"trace[2146589970] transaction","detail":"{read_only:false; response_revision:6114; number_of_response:1; }","duration":"237.917353ms","start":"2026-05-07T02:11:16.807978Z","end":"2026-05-07T02:11:17.045895Z","steps":["trace[2146589970] 'process raft request' (duration: 193.115121ms)","trace[2146589970] 'compare' (duration: 44.342705ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:11:17.046142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.884562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:11:17.046358Z","caller":"traceutil/trace.go:171","msg":"trace[1048818895] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6114; }","duration":"238.1175ms","start":"2026-05-07T02:11:16.808221Z","end":"2026-05-07T02:11:17.046338Z","steps":["trace[1048818895] 'agreement among raft nodes before linearized reading' (duration: 237.740817ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:17.262053Z","caller":"traceutil/trace.go:171","msg":"trace[932439992] linearizableReadLoop","detail":"{readStateIndex:6361; appliedIndex:6360; }","duration":"216.201655ms","start":"2026-05-07T02:11:17.045827Z","end":"2026-05-07T02:11:17.262029Z","steps":["trace[932439992] 'read index received' (duration: 210.224086ms)","trace[932439992] 'applied index is now lower than readState.Index' (duration: 5.976499ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:11:17.262318Z","caller":"traceutil/trace.go:171","msg":"trace[1123459415] transaction","detail":"{read_only:false; response_revision:6115; number_of_response:1; }","duration":"287.703727ms","start":"2026-05-07T02:11:16.974602Z","end":"2026-05-07T02:11:17.262306Z","steps":["trace[1123459415] 'process raft request' (duration: 281.52632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:17.262679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.055715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:11:17.262731Z","caller":"traceutil/trace.go:171","msg":"trace[1339165557] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6115; }","duration":"386.133698ms","start":"2026-05-07T02:11:16.87658Z","end":"2026-05-07T02:11:17.262714Z","steps":["trace[1339165557] 'agreement among raft nodes before linearized reading' (duration: 386.047105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:17.262762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:16.876572Z","time spent":"386.18228ms","remote":"127.0.0.1:41942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-05-07T02:11:17.262766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.520711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:11:17.26287Z","caller":"traceutil/trace.go:171","msg":"trace[759907760] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6115; }","duration":"386.725488ms","start":"2026-05-07T02:11:16.876131Z","end":"2026-05-07T02:11:17.262856Z","steps":["trace[759907760] 'agreement among raft nodes before linearized reading' (duration: 386.533081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:17.263308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:16.87611Z","time spent":"387.182084ms","remote":"127.0.0.1:41942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-05-07T02:11:17.262729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.10391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:11:17.263428Z","caller":"traceutil/trace.go:171","msg":"trace[2047580332] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6115; }","duration":"123.857445ms","start":"2026-05-07T02:11:17.139554Z","end":"2026-05-07T02:11:17.263412Z","steps":["trace[2047580332] 'agreement among raft nodes before linearized reading' (duration: 123.013846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:18.280637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.989735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:11:18.280834Z","caller":"traceutil/trace.go:171","msg":"trace[1372958355] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"139.648448ms","start":"2026-05-07T02:11:18.141152Z","end":"2026-05-07T02:11:18.2808Z","steps":["trace[1372958355] 'process raft request' (duration: 14.409255ms)","trace[1372958355] 'compare' (duration: 124.85489ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:11:18.280906Z","caller":"traceutil/trace.go:171","msg":"trace[1194448522] transaction","detail":"{read_only:false; response_revision:6119; number_of_response:1; }","duration":"138.362404ms","start":"2026-05-07T02:11:18.142527Z","end":"2026-05-07T02:11:18.28089Z","steps":["trace[1194448522] 'process raft request' (duration: 138.311492ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:18.280924Z","caller":"traceutil/trace.go:171","msg":"trace[238620397] linearizableReadLoop","detail":"{readStateIndex:6364; appliedIndex:6363; }","duration":"139.298616ms","start":"2026-05-07T02:11:18.141605Z","end":"2026-05-07T02:11:18.280904Z","steps":["trace[238620397] 'read index received' (duration: 13.930018ms)","trace[238620397] 'applied index is now lower than readState.Index' (duration: 125.366388ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:11:18.280953Z","caller":"traceutil/trace.go:171","msg":"trace[44260653] transaction","detail":"{read_only:false; response_revision:6118; number_of_response:1; }","duration":"138.434586ms","start":"2026-05-07T02:11:18.142501Z","end":"2026-05-07T02:11:18.280936Z","steps":["trace[44260653] 'process raft request' (duration: 138.24826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:18.281131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.514724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-05-07T02:11:18.281198Z","caller":"traceutil/trace.go:171","msg":"trace[357293500] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6119; }","duration":"139.591877ms","start":"2026-05-07T02:11:18.141572Z","end":"2026-05-07T02:11:18.281164Z","steps":["trace[357293500] 'agreement among raft nodes before linearized reading' (duration: 139.42946ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:20.515164Z","caller":"traceutil/trace.go:171","msg":"trace[94784640] linearizableReadLoop","detail":"{readStateIndex:6378; appliedIndex:6375; }","duration":"220.177324ms","start":"2026-05-07T02:11:20.294958Z","end":"2026-05-07T02:11:20.515135Z","steps":["trace[94784640] 'read index received' (duration: 59.316858ms)","trace[94784640] 'applied index is now lower than readState.Index' (duration: 160.859386ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:11:20.515328Z","caller":"traceutil/trace.go:171","msg":"trace[835695568] transaction","detail":"{read_only:false; response_revision:6131; number_of_response:1; }","duration":"226.981801ms","start":"2026-05-07T02:11:20.288324Z","end":"2026-05-07T02:11:20.515306Z","steps":["trace[835695568] 'process raft request' (duration: 226.747573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:20.515481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.495835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-05-07T02:11:20.515542Z","caller":"traceutil/trace.go:171","msg":"trace[1020871058] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6131; }","duration":"220.600679ms","start":"2026-05-07T02:11:20.294927Z","end":"2026-05-07T02:11:20.515527Z","steps":["trace[1020871058] 'agreement among raft nodes before linearized reading' (duration: 220.381021ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:20.515298Z","caller":"traceutil/trace.go:171","msg":"trace[687055016] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"226.962321ms","start":"2026-05-07T02:11:20.288302Z","end":"2026-05-07T02:11:20.515265Z","steps":["trace[687055016] 'process raft request' (duration: 176.877935ms)","trace[687055016] 'compare' (duration: 49.63418ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:11:20.805468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.247814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:11:20.805581Z","caller":"traceutil/trace.go:171","msg":"trace[1677073272] linearizableReadLoop","detail":"{readStateIndex:6379; appliedIndex:6378; }","duration":"221.190709ms","start":"2026-05-07T02:11:20.584374Z","end":"2026-05-07T02:11:20.805565Z","steps":["trace[1677073272] 'read index received' (duration: 110.693297ms)","trace[1677073272] 'applied index is now lower than readState.Index' (duration: 110.496272ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:11:20.805783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.388937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:11:20.805847Z","caller":"traceutil/trace.go:171","msg":"trace[409103601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6132; }","duration":"221.49742ms","start":"2026-05-07T02:11:20.584337Z","end":"2026-05-07T02:11:20.805834Z","steps":["trace[409103601] 'agreement among raft nodes before linearized reading' (duration: 221.373116ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:20.806063Z","caller":"traceutil/trace.go:171","msg":"trace[1286489767] transaction","detail":"{read_only:false; response_revision:6132; number_of_response:1; }","duration":"281.051426ms","start":"2026-05-07T02:11:20.525Z","end":"2026-05-07T02:11:20.806052Z","steps":["trace[1286489767] 'process raft request' (duration: 170.140049ms)","trace[1286489767] 'compare' (duration: 110.007955ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:11:21.346992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.910722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:11:21.347304Z","caller":"traceutil/trace.go:171","msg":"trace[882633468] transaction","detail":"{read_only:false; response_revision:6135; number_of_response:1; }","duration":"436.539708ms","start":"2026-05-07T02:11:20.910733Z","end":"2026-05-07T02:11:21.347273Z","steps":["trace[882633468] 'process raft request' (duration: 436.336091ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:21.347378Z","caller":"traceutil/trace.go:171","msg":"trace[202188589] transaction","detail":"{read_only:false; response_revision:6137; number_of_response:1; }","duration":"436.554978ms","start":"2026-05-07T02:11:20.910816Z","end":"2026-05-07T02:11:21.347371Z","steps":["trace[202188589] 'process raft request' (duration: 436.346611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:21.347419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:20.910809Z","time spent":"436.58654ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:11:21.347471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:20.910711Z","time spent":"436.676823ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:11:21.34752Z","caller":"traceutil/trace.go:171","msg":"trace[1135474546] linearizableReadLoop","detail":"{readStateIndex:6384; appliedIndex:6380; }","duration":"396.124909ms","start":"2026-05-07T02:11:20.951389Z","end":"2026-05-07T02:11:21.347513Z","steps":["trace[1135474546] 'read index received' (duration: 61.577425ms)","trace[1135474546] 'applied index is now lower than readState.Index' (duration: 334.546724ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:11:21.347606Z","caller":"traceutil/trace.go:171","msg":"trace[1031668424] transaction","detail":"{read_only:false; response_revision:6134; number_of_response:1; }","duration":"444.580389ms","start":"2026-05-07T02:11:20.903013Z","end":"2026-05-07T02:11:21.347593Z","steps":["trace[1031668424] 'process raft request' (duration: 110.007304ms)","trace[1031668424] 'compare' (duration: 333.719246ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:11:21.347666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:20.902993Z","time spent":"444.6413ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:11:21.347348Z","caller":"traceutil/trace.go:171","msg":"trace[219526048] transaction","detail":"{read_only:false; response_revision:6136; number_of_response:1; }","duration":"436.550359ms","start":"2026-05-07T02:11:20.910783Z","end":"2026-05-07T02:11:21.347333Z","steps":["trace[219526048] 'process raft request' (duration: 436.358612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:21.347677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.290484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:11:21.347762Z","caller":"traceutil/trace.go:171","msg":"trace[1860047037] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6138; }","duration":"396.396508ms","start":"2026-05-07T02:11:20.951355Z","end":"2026-05-07T02:11:21.347752Z","steps":["trace[1860047037] 'agreement among raft nodes before linearized reading' (duration: 396.273294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:21.347802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:20.951343Z","time spent":"396.448161ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:11:21.347727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:20.910768Z","time spent":"436.940792ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:11:21.471281Z","caller":"traceutil/trace.go:171","msg":"trace[1604716398] linearizableReadLoop","detail":"{readStateIndex:6386; appliedIndex:6385; }","duration":"123.721102ms","start":"2026-05-07T02:11:21.34754Z","end":"2026-05-07T02:11:21.471261Z","steps":["trace[1604716398] 'read index received' (duration: 106.296356ms)","trace[1604716398] 'applied index is now lower than readState.Index' (duration: 17.423956ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:11:21.471363Z","caller":"traceutil/trace.go:171","msg":"trace[1977861702] transaction","detail":"{read_only:false; response_revision:6139; number_of_response:1; }","duration":"188.327339ms","start":"2026-05-07T02:11:21.283013Z","end":"2026-05-07T02:11:21.471341Z","steps":["trace[1977861702] 'process raft request' (duration: 170.864552ms)","trace[1977861702] 'compare' (duration: 17.287481ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:11:21.471625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.471239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:11:21.471658Z","caller":"traceutil/trace.go:171","msg":"trace[671901541] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6139; }","duration":"513.712468ms","start":"2026-05-07T02:11:20.957937Z","end":"2026-05-07T02:11:21.471649Z","steps":["trace[671901541] 'agreement among raft nodes before linearized reading' (duration: 513.400767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:21.471686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:11:20.957905Z","time spent":"513.772159ms","remote":"127.0.0.1:47526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":30,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:11:21.471651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.4827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:11:21.471738Z","caller":"traceutil/trace.go:171","msg":"trace[50765457] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6139; }","duration":"183.598594ms","start":"2026-05-07T02:11:21.288121Z","end":"2026-05-07T02:11:21.47172Z","steps":["trace[50765457] 'agreement among raft nodes before linearized reading' (duration: 183.247822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:21.471856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.247903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:11:21.471882Z","caller":"traceutil/trace.go:171","msg":"trace[266118798] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6139; }","duration":"200.328117ms","start":"2026-05-07T02:11:21.271547Z","end":"2026-05-07T02:11:21.471875Z","steps":["trace[266118798] 'agreement among raft nodes before linearized reading' (duration: 200.286575ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:30.741908Z","caller":"traceutil/trace.go:171","msg":"trace[2021156141] linearizableReadLoop","detail":"{readStateIndex:6458; appliedIndex:6455; }","duration":"145.429649ms","start":"2026-05-07T02:11:30.59645Z","end":"2026-05-07T02:11:30.741879Z","steps":["trace[2021156141] 'read index received' (duration: 7.018878ms)","trace[2021156141] 'applied index is now lower than readState.Index' (duration: 138.409831ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:11:30.741928Z","caller":"traceutil/trace.go:171","msg":"trace[1468652747] transaction","detail":"{read_only:false; response_revision:6208; number_of_response:1; }","duration":"173.062082ms","start":"2026-05-07T02:11:30.568835Z","end":"2026-05-07T02:11:30.741897Z","steps":["trace[1468652747] 'process raft request' (duration: 171.797668ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:30.742253Z","caller":"traceutil/trace.go:171","msg":"trace[1168314355] transaction","detail":"{read_only:false; response_revision:6209; number_of_response:1; }","duration":"170.300617ms","start":"2026-05-07T02:11:30.571883Z","end":"2026-05-07T02:11:30.742183Z","steps":["trace[1168314355] 'process raft request' (duration: 169.849582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:30.742451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.970317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:11:30.742542Z","caller":"traceutil/trace.go:171","msg":"trace[1029263564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6209; }","duration":"146.117343ms","start":"2026-05-07T02:11:30.596402Z","end":"2026-05-07T02:11:30.74252Z","steps":["trace[1029263564] 'agreement among raft nodes before linearized reading' (duration: 145.950037ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:33.630835Z","caller":"traceutil/trace.go:171","msg":"trace[1353028099] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"215.734329ms","start":"2026-05-07T02:11:33.415074Z","end":"2026-05-07T02:11:33.630809Z","steps":["trace[1353028099] 'process raft request' (duration: 215.574393ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:33.63681Z","caller":"traceutil/trace.go:171","msg":"trace[426677431] transaction","detail":"{read_only:false; response_revision:6225; number_of_response:1; }","duration":"220.220681ms","start":"2026-05-07T02:11:33.41656Z","end":"2026-05-07T02:11:33.636781Z","steps":["trace[426677431] 'process raft request' (duration: 220.028424ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:33.636967Z","caller":"traceutil/trace.go:171","msg":"trace[1839586404] transaction","detail":"{read_only:false; response_revision:6226; number_of_response:1; }","duration":"219.752634ms","start":"2026-05-07T02:11:33.417203Z","end":"2026-05-07T02:11:33.636955Z","steps":["trace[1839586404] 'process raft request' (duration: 219.527116ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:33.637145Z","caller":"traceutil/trace.go:171","msg":"trace[907951252] linearizableReadLoop","detail":"{readStateIndex:6476; appliedIndex:6473; }","duration":"197.527391ms","start":"2026-05-07T02:11:33.439601Z","end":"2026-05-07T02:11:33.637128Z","steps":["trace[907951252] 'read index received' (duration: 191.035131ms)","trace[907951252] 'applied index is now lower than readState.Index' (duration: 6.491189ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:11:33.637263Z","caller":"traceutil/trace.go:171","msg":"trace[772644240] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"111.712585ms","start":"2026-05-07T02:11:33.525456Z","end":"2026-05-07T02:11:33.637168Z","steps":["trace[772644240] 'process raft request' (duration: 111.452266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:33.637286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.412191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:11:33.63732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.180143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:11:33.637355Z","caller":"traceutil/trace.go:171","msg":"trace[838765679] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6227; }","duration":"118.262466ms","start":"2026-05-07T02:11:33.519082Z","end":"2026-05-07T02:11:33.637345Z","steps":["trace[838765679] 'agreement among raft nodes before linearized reading' (duration: 118.187313ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:11:33.637337Z","caller":"traceutil/trace.go:171","msg":"trace[1172108587] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6227; }","duration":"118.514655ms","start":"2026-05-07T02:11:33.518807Z","end":"2026-05-07T02:11:33.637322Z","steps":["trace[1172108587] 'agreement among raft nodes before linearized reading' (duration: 118.430422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:33.637435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.827821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:11:33.637532Z","caller":"traceutil/trace.go:171","msg":"trace[556786294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6227; }","duration":"197.951585ms","start":"2026-05-07T02:11:33.439562Z","end":"2026-05-07T02:11:33.637514Z","steps":["trace[556786294] 'agreement among raft nodes before linearized reading' (duration: 197.663976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:36.692079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.863945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-x5759\" ","response":"range_response_count:1 size:7345"} {"level":"info","ts":"2026-05-07T02:11:36.692155Z","caller":"traceutil/trace.go:171","msg":"trace[1643620229] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-x5759; range_end:; response_count:1; response_revision:6242; }","duration":"112.060551ms","start":"2026-05-07T02:11:36.580063Z","end":"2026-05-07T02:11:36.692124Z","steps":["trace[1643620229] 'range keys from in-memory index tree' (duration: 111.223773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:11:36.692264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.148761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:11:36.692401Z","caller":"traceutil/trace.go:171","msg":"trace[1723047967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6242; }","duration":"112.138494ms","start":"2026-05-07T02:11:36.580243Z","end":"2026-05-07T02:11:36.692382Z","steps":["trace[1723047967] 'range keys from in-memory index tree' (duration: 111.101849ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:13:11.70029Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4279} {"level":"info","ts":"2026-05-07T02:13:11.741934Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4279,"took":"40.48928ms","hash":919212839,"current-db-size-bytes":34230272,"current-db-size":"34 MB","current-db-size-in-use-bytes":28213248,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-07T02:13:11.742027Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":919212839,"revision":4279,"compact-revision":2589} {"level":"warn","ts":"2026-05-07T02:13:41.684627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.315692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:13:41.684735Z","caller":"traceutil/trace.go:171","msg":"trace[1201331955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7022; }","duration":"102.489767ms","start":"2026-05-07T02:13:41.582222Z","end":"2026-05-07T02:13:41.684711Z","steps":["trace[1201331955] 'range keys from in-memory index tree' (duration: 102.186589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:15.827659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.964507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:14:15.827745Z","caller":"traceutil/trace.go:171","msg":"trace[965196643] transaction","detail":"{read_only:false; response_revision:7355; number_of_response:1; }","duration":"221.309733ms","start":"2026-05-07T02:14:15.606423Z","end":"2026-05-07T02:14:15.827733Z","steps":["trace[965196643] 'process raft request' (duration: 68.210131ms)","trace[965196643] 'compare' (duration: 152.747932ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:14:16.033278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.145807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:14:16.033647Z","caller":"traceutil/trace.go:171","msg":"trace[1268735902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7355; }","duration":"105.570298ms","start":"2026-05-07T02:14:15.928056Z","end":"2026-05-07T02:14:16.033627Z","steps":["trace[1268735902] 'range keys from in-memory index tree' (duration: 104.942333ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:16.184219Z","caller":"traceutil/trace.go:171","msg":"trace[1856506463] linearizableReadLoop","detail":"{readStateIndex:7644; appliedIndex:7643; }","duration":"144.568543ms","start":"2026-05-07T02:14:16.039629Z","end":"2026-05-07T02:14:16.184198Z","steps":["trace[1856506463] 'read index received' (duration: 144.4761ms)","trace[1856506463] 'applied index is now lower than readState.Index' (duration: 91.403µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:14:16.18428Z","caller":"traceutil/trace.go:171","msg":"trace[745929855] transaction","detail":"{read_only:false; response_revision:7356; number_of_response:1; }","duration":"145.830634ms","start":"2026-05-07T02:14:16.038422Z","end":"2026-05-07T02:14:16.184253Z","steps":["trace[745929855] 'process raft request' (duration: 145.628019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:16.18437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.712046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:14:16.184515Z","caller":"traceutil/trace.go:171","msg":"trace[2045523340] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:7356; }","duration":"144.881541ms","start":"2026-05-07T02:14:16.039604Z","end":"2026-05-07T02:14:16.184486Z","steps":["trace[2045523340] 'agreement among raft nodes before linearized reading' (duration: 144.678096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:16.415486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.450564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:14:16.415582Z","caller":"traceutil/trace.go:171","msg":"trace[1018310420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7356; }","duration":"147.617888ms","start":"2026-05-07T02:14:16.267943Z","end":"2026-05-07T02:14:16.415561Z","steps":["trace[1018310420] 'count revisions from in-memory index tree' (duration: 147.32899ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:17.078048Z","caller":"traceutil/trace.go:171","msg":"trace[256297831] transaction","detail":"{read_only:false; response_revision:7361; number_of_response:1; }","duration":"206.290386ms","start":"2026-05-07T02:14:16.871731Z","end":"2026-05-07T02:14:17.078021Z","steps":["trace[256297831] 'process raft request' (duration: 206.105291ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:19.792563Z","caller":"traceutil/trace.go:171","msg":"trace[1050736273] linearizableReadLoop","detail":"{readStateIndex:7662; appliedIndex:7661; }","duration":"160.533413ms","start":"2026-05-07T02:14:19.632009Z","end":"2026-05-07T02:14:19.792542Z","steps":["trace[1050736273] 'read index received' (duration: 160.359809ms)","trace[1050736273] 'applied index is now lower than readState.Index' (duration: 172.724µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:14:19.7926Z","caller":"traceutil/trace.go:171","msg":"trace[1220011780] transaction","detail":"{read_only:false; response_revision:7373; number_of_response:1; }","duration":"206.684134ms","start":"2026-05-07T02:14:19.58589Z","end":"2026-05-07T02:14:19.792574Z","steps":["trace[1220011780] 'process raft request' (duration: 206.51596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:19.792707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.685227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-07T02:14:19.792732Z","caller":"traceutil/trace.go:171","msg":"trace[238804864] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7373; }","duration":"160.770849ms","start":"2026-05-07T02:14:19.631953Z","end":"2026-05-07T02:14:19.792724Z","steps":["trace[238804864] 'agreement among raft nodes before linearized reading' (duration: 160.667176ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:20.481924Z","caller":"traceutil/trace.go:171","msg":"trace[467889826] transaction","detail":"{read_only:false; response_revision:7375; number_of_response:1; }","duration":"264.096375ms","start":"2026-05-07T02:14:20.217806Z","end":"2026-05-07T02:14:20.481903Z","steps":["trace[467889826] 'process raft request' (duration: 263.90723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:20.743982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.822245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:14:20.744086Z","caller":"traceutil/trace.go:171","msg":"trace[3552357] linearizableReadLoop","detail":"{readStateIndex:7665; appliedIndex:7664; }","duration":"199.256012ms","start":"2026-05-07T02:14:20.544812Z","end":"2026-05-07T02:14:20.744068Z","steps":["trace[3552357] 'read index received' (duration: 44.18282ms)","trace[3552357] 'applied index is now lower than readState.Index' (duration: 155.072081ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:14:20.744124Z","caller":"traceutil/trace.go:171","msg":"trace[2099379779] transaction","detail":"{read_only:false; response_revision:7376; number_of_response:1; }","duration":"315.146347ms","start":"2026-05-07T02:14:20.42895Z","end":"2026-05-07T02:14:20.744097Z","steps":["trace[2099379779] 'process raft request' (duration: 160.127116ms)","trace[2099379779] 'compare' (duration: 154.106948ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:14:20.744258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:20.428929Z","time spent":"315.25638ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:14:20.744474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.627001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-07T02:14:20.744533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.287712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:14:20.744532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.935625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:14:20.744589Z","caller":"traceutil/trace.go:171","msg":"trace[1879947441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7376; }","duration":"162.361333ms","start":"2026-05-07T02:14:20.582212Z","end":"2026-05-07T02:14:20.744574Z","steps":["trace[1879947441] 'agreement among raft nodes before linearized reading' (duration: 162.273021ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:20.744585Z","caller":"traceutil/trace.go:171","msg":"trace[48882463] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7376; }","duration":"199.793626ms","start":"2026-05-07T02:14:20.544767Z","end":"2026-05-07T02:14:20.744561Z","steps":["trace[48882463] 'agreement among raft nodes before linearized reading' (duration: 199.415126ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:20.744613Z","caller":"traceutil/trace.go:171","msg":"trace[1967643474] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7376; }","duration":"144.075778ms","start":"2026-05-07T02:14:20.600518Z","end":"2026-05-07T02:14:20.744593Z","steps":["trace[1967643474] 'agreement among raft nodes before linearized reading' (duration: 143.941295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:20.744682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.416172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:14:20.744888Z","caller":"traceutil/trace.go:171","msg":"trace[2094925463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7376; }","duration":"184.643327ms","start":"2026-05-07T02:14:20.560236Z","end":"2026-05-07T02:14:20.744879Z","steps":["trace[2094925463] 'agreement among raft nodes before linearized reading' (duration: 184.029512ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:20.997638Z","caller":"traceutil/trace.go:171","msg":"trace[706334912] transaction","detail":"{read_only:false; response_revision:7378; number_of_response:1; }","duration":"248.681553ms","start":"2026-05-07T02:14:20.748924Z","end":"2026-05-07T02:14:20.997605Z","steps":["trace[706334912] 'process raft request' (duration: 167.566743ms)","trace[706334912] 'compare' (duration: 80.879554ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:14:20.997782Z","caller":"traceutil/trace.go:171","msg":"trace[1984514372] linearizableReadLoop","detail":"{readStateIndex:7668; appliedIndex:7666; }","duration":"248.704763ms","start":"2026-05-07T02:14:20.749046Z","end":"2026-05-07T02:14:20.997751Z","steps":["trace[1984514372] 'read index received' (duration: 65.549813ms)","trace[1984514372] 'applied index is now lower than readState.Index' (duration: 183.1533ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:14:20.997866Z","caller":"traceutil/trace.go:171","msg":"trace[1994912475] transaction","detail":"{read_only:false; response_revision:7379; number_of_response:1; }","duration":"248.868637ms","start":"2026-05-07T02:14:20.748962Z","end":"2026-05-07T02:14:20.99783Z","steps":["trace[1994912475] 'process raft request' (duration: 248.598491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:20.998008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.293085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-05-07T02:14:20.998037Z","caller":"traceutil/trace.go:171","msg":"trace[1523626900] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7379; }","duration":"122.391368ms","start":"2026-05-07T02:14:20.875636Z","end":"2026-05-07T02:14:20.998028Z","steps":["trace[1523626900] 'agreement among raft nodes before linearized reading' (duration: 122.235634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:20.998016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.940078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:14:20.998099Z","caller":"traceutil/trace.go:171","msg":"trace[459880219] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7379; }","duration":"249.081502ms","start":"2026-05-07T02:14:20.748996Z","end":"2026-05-07T02:14:20.998077Z","steps":["trace[459880219] 'agreement among raft nodes before linearized reading' (duration: 248.853537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:21.283438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.864965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:14:21.283545Z","caller":"traceutil/trace.go:171","msg":"trace[1458697585] linearizableReadLoop","detail":"{readStateIndex:7669; appliedIndex:7668; }","duration":"187.00785ms","start":"2026-05-07T02:14:21.096521Z","end":"2026-05-07T02:14:21.283528Z","steps":["trace[1458697585] 'read index received' (duration: 72.187655ms)","trace[1458697585] 'applied index is now lower than readState.Index' (duration: 114.818525ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:14:21.283631Z","caller":"traceutil/trace.go:171","msg":"trace[1382625835] transaction","detail":"{read_only:false; response_revision:7380; number_of_response:1; }","duration":"187.359138ms","start":"2026-05-07T02:14:21.09626Z","end":"2026-05-07T02:14:21.28362Z","steps":["trace[1382625835] 'process raft request' (duration: 72.224266ms)","trace[1382625835] 'compare' (duration: 114.62431ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:14:21.283805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.261606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:14:21.283885Z","caller":"traceutil/trace.go:171","msg":"trace[871266511] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7380; }","duration":"187.369718ms","start":"2026-05-07T02:14:21.096497Z","end":"2026-05-07T02:14:21.283867Z","steps":["trace[871266511] 'agreement among raft nodes before linearized reading' (duration: 187.160943ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:21.372846Z","caller":"traceutil/trace.go:171","msg":"trace[1941230367] transaction","detail":"{read_only:false; response_revision:7381; number_of_response:1; }","duration":"226.058781ms","start":"2026-05-07T02:14:21.146747Z","end":"2026-05-07T02:14:21.372806Z","steps":["trace[1941230367] 'process raft request' (duration: 225.832785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:21.372956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.970293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:14:21.373058Z","caller":"traceutil/trace.go:171","msg":"trace[53359176] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7381; }","duration":"149.142407ms","start":"2026-05-07T02:14:21.223894Z","end":"2026-05-07T02:14:21.373037Z","steps":["trace[53359176] 'agreement among raft nodes before linearized reading' (duration: 148.903632ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:21.464957Z","caller":"traceutil/trace.go:171","msg":"trace[1864941264] transaction","detail":"{read_only:false; response_revision:7382; number_of_response:1; }","duration":"126.508195ms","start":"2026-05-07T02:14:21.338411Z","end":"2026-05-07T02:14:21.464919Z","steps":["trace[1864941264] 'process raft request' (duration: 67.18615ms)","trace[1864941264] 'compare' (duration: 59.10188ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:14:21.465032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.595064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:14:21.465114Z","caller":"traceutil/trace.go:171","msg":"trace[1798358582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7382; }","duration":"115.755387ms","start":"2026-05-07T02:14:21.34934Z","end":"2026-05-07T02:14:21.465095Z","steps":["trace[1798358582] 'agreement among raft nodes before linearized reading' (duration: 115.582123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:21.465223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.931224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12169"} {"level":"info","ts":"2026-05-07T02:14:21.465289Z","caller":"traceutil/trace.go:171","msg":"trace[614711985] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7382; }","duration":"180.054177ms","start":"2026-05-07T02:14:21.285218Z","end":"2026-05-07T02:14:21.465272Z","steps":["trace[614711985] 'agreement among raft nodes before linearized reading' (duration: 179.623526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:21.757916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.38395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:14:21.758153Z","caller":"traceutil/trace.go:171","msg":"trace[422181432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7382; }","duration":"175.680077ms","start":"2026-05-07T02:14:21.582443Z","end":"2026-05-07T02:14:21.758123Z","steps":["trace[422181432] 'range keys from in-memory index tree' (duration: 175.275567ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:21.762327Z","caller":"traceutil/trace.go:171","msg":"trace[378904942] transaction","detail":"{read_only:false; response_revision:7383; number_of_response:1; }","duration":"164.298785ms","start":"2026-05-07T02:14:21.598002Z","end":"2026-05-07T02:14:21.762301Z","steps":["trace[378904942] 'process raft request' (duration: 164.047029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:23.878269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.397881ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T02:14:23.878436Z","caller":"traceutil/trace.go:171","msg":"trace[1473605875] linearizableReadLoop","detail":"{readStateIndex:7686; appliedIndex:7685; }","duration":"294.402797ms","start":"2026-05-07T02:14:23.584001Z","end":"2026-05-07T02:14:23.878404Z","steps":["trace[1473605875] 'read index received' (duration: 76.482µs)","trace[1473605875] 'applied index is now lower than readState.Index' (duration: 294.323335ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:14:23.878626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.608342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:14:23.878674Z","caller":"traceutil/trace.go:171","msg":"trace[1019186688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7395; }","duration":"294.726855ms","start":"2026-05-07T02:14:23.583929Z","end":"2026-05-07T02:14:23.878656Z","steps":["trace[1019186688] 'agreement among raft nodes before linearized reading' (duration: 294.584072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:23.889587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.917577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-sync-skjcr\" ","response":"range_response_count:1 size:6544"} {"level":"info","ts":"2026-05-07T02:14:23.889666Z","caller":"traceutil/trace.go:171","msg":"trace[383541980] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-sync-skjcr; range_end:; response_count:1; response_revision:7396; }","duration":"140.037751ms","start":"2026-05-07T02:14:23.749609Z","end":"2026-05-07T02:14:23.889647Z","steps":["trace[383541980] 'agreement among raft nodes before linearized reading' (duration: 139.807695ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:24.728312Z","caller":"traceutil/trace.go:171","msg":"trace[418034042] transaction","detail":"{read_only:false; response_revision:7399; number_of_response:1; }","duration":"178.18706ms","start":"2026-05-07T02:14:24.550087Z","end":"2026-05-07T02:14:24.728274Z","steps":["trace[418034042] 'process raft request' (duration: 177.43045ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:25.082614Z","caller":"traceutil/trace.go:171","msg":"trace[1235298571] transaction","detail":"{read_only:false; response_revision:7402; number_of_response:1; }","duration":"106.559014ms","start":"2026-05-07T02:14:24.97603Z","end":"2026-05-07T02:14:25.082589Z","steps":["trace[1235298571] 'process raft request' (duration: 106.179905ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:25.363315Z","caller":"traceutil/trace.go:171","msg":"trace[1844575664] transaction","detail":"{read_only:false; response_revision:7403; number_of_response:1; }","duration":"274.794831ms","start":"2026-05-07T02:14:25.088362Z","end":"2026-05-07T02:14:25.363157Z","steps":["trace[1844575664] 'process raft request' (duration: 246.0089ms)","trace[1844575664] 'compare' (duration: 27.864958ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:14:25.367462Z","caller":"traceutil/trace.go:171","msg":"trace[1027126336] transaction","detail":"{read_only:false; response_revision:7404; number_of_response:1; }","duration":"277.675552ms","start":"2026-05-07T02:14:25.089761Z","end":"2026-05-07T02:14:25.367436Z","steps":["trace[1027126336] 'process raft request' (duration: 277.489047ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:25.367793Z","caller":"traceutil/trace.go:171","msg":"trace[528490715] transaction","detail":"{read_only:false; response_revision:7405; number_of_response:1; }","duration":"245.701212ms","start":"2026-05-07T02:14:25.122078Z","end":"2026-05-07T02:14:25.367779Z","steps":["trace[528490715] 'process raft request' (duration: 245.313253ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:33.090946Z","caller":"traceutil/trace.go:171","msg":"trace[877027423] linearizableReadLoop","detail":"{readStateIndex:7738; appliedIndex:7737; }","duration":"246.965886ms","start":"2026-05-07T02:14:32.843935Z","end":"2026-05-07T02:14:33.090901Z","steps":["trace[877027423] 'read index received' (duration: 210.550557ms)","trace[877027423] 'applied index is now lower than readState.Index' (duration: 36.410809ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:14:33.091325Z","caller":"traceutil/trace.go:171","msg":"trace[1040994579] transaction","detail":"{read_only:false; response_revision:7446; number_of_response:1; }","duration":"263.729335ms","start":"2026-05-07T02:14:32.827406Z","end":"2026-05-07T02:14:33.091135Z","steps":["trace[1040994579] 'process raft request' (duration: 227.06582ms)","trace[1040994579] 'compare' (duration: 36.01197ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:14:33.09117Z","caller":"traceutil/trace.go:171","msg":"trace[954283998] transaction","detail":"{read_only:false; response_revision:7447; number_of_response:1; }","duration":"236.738286ms","start":"2026-05-07T02:14:32.854403Z","end":"2026-05-07T02:14:33.091141Z","steps":["trace[954283998] 'process raft request' (duration: 236.244784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:33.112169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.213134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-05-07T02:14:33.112243Z","caller":"traceutil/trace.go:171","msg":"trace[1757719605] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7447; }","duration":"268.333088ms","start":"2026-05-07T02:14:32.843891Z","end":"2026-05-07T02:14:33.112225Z","steps":["trace[1757719605] 'agreement among raft nodes before linearized reading' (duration: 247.245523ms)","trace[1757719605] 'range keys from in-memory index tree' (duration: 20.88612ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:14:33.112464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.784005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:14:33.11254Z","caller":"traceutil/trace.go:171","msg":"trace[814577725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7447; }","duration":"212.055562ms","start":"2026-05-07T02:14:32.900469Z","end":"2026-05-07T02:14:33.112525Z","steps":["trace[814577725] 'agreement among raft nodes before linearized reading' (duration: 211.721114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:33.112585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.725699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:14:33.112714Z","caller":"traceutil/trace.go:171","msg":"trace[94078034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7447; }","duration":"228.816782ms","start":"2026-05-07T02:14:32.883811Z","end":"2026-05-07T02:14:33.112628Z","steps":["trace[94078034] 'agreement among raft nodes before linearized reading' (duration: 228.725489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:33.112394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.811035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-05-07T02:14:33.113054Z","caller":"traceutil/trace.go:171","msg":"trace[1855519528] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7447; }","duration":"268.500941ms","start":"2026-05-07T02:14:32.844538Z","end":"2026-05-07T02:14:33.113039Z","steps":["trace[1855519528] 'agreement among raft nodes before linearized reading' (duration: 267.700082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:41.863623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.994054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:14:41.86377Z","caller":"traceutil/trace.go:171","msg":"trace[1093724074] linearizableReadLoop","detail":"{readStateIndex:7834; appliedIndex:7833; }","duration":"464.910839ms","start":"2026-05-07T02:14:41.398848Z","end":"2026-05-07T02:14:41.863758Z","steps":["trace[1093724074] 'read index received' (duration: 71.678139ms)","trace[1093724074] 'applied index is now lower than readState.Index' (duration: 393.23206ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:14:41.863746Z","caller":"traceutil/trace.go:171","msg":"trace[1221384902] transaction","detail":"{read_only:false; response_revision:7537; number_of_response:1; }","duration":"650.15996ms","start":"2026-05-07T02:14:41.213545Z","end":"2026-05-07T02:14:41.863704Z","steps":["trace[1221384902] 'process raft request' (duration: 257.016212ms)","trace[1221384902] 'compare' (duration: 392.072542ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:14:41.863993Z","caller":"traceutil/trace.go:171","msg":"trace[1068197462] transaction","detail":"{read_only:false; response_revision:7538; number_of_response:1; }","duration":"373.674839ms","start":"2026-05-07T02:14:41.490297Z","end":"2026-05-07T02:14:41.863971Z","steps":["trace[1068197462] 'process raft request' (duration: 373.408052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:41.864075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.223837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218838"} {"level":"info","ts":"2026-05-07T02:14:41.864108Z","caller":"traceutil/trace.go:171","msg":"trace[1704328274] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:7538; }","duration":"465.284119ms","start":"2026-05-07T02:14:41.398814Z","end":"2026-05-07T02:14:41.864098Z","steps":["trace[1704328274] 'agreement among raft nodes before linearized reading' (duration: 464.993702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:41.864132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:41.398799Z","time spent":"465.327259ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":4,"response size":218862,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-05-07T02:14:41.864142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:41.490279Z","time spent":"373.76787ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:14:41.864312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:41.213527Z","time spent":"650.483898ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:14:41.929699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.28484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:14:41.929808Z","caller":"traceutil/trace.go:171","msg":"trace[1214776082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7539; }","duration":"480.421803ms","start":"2026-05-07T02:14:41.449366Z","end":"2026-05-07T02:14:41.929787Z","steps":["trace[1214776082] 'agreement among raft nodes before linearized reading' (duration: 480.177978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:41.929851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:41.449351Z","time spent":"480.490475ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:14:41.93028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.587719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T02:14:41.930326Z","caller":"traceutil/trace.go:171","msg":"trace[1579341302] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7539; }","duration":"127.676451ms","start":"2026-05-07T02:14:41.80264Z","end":"2026-05-07T02:14:41.930316Z","steps":["trace[1579341302] 'agreement among raft nodes before linearized reading' (duration: 127.530377ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:41.930504Z","caller":"traceutil/trace.go:171","msg":"trace[186281464] transaction","detail":"{read_only:false; response_revision:7539; number_of_response:1; }","duration":"202.801494ms","start":"2026-05-07T02:14:41.727689Z","end":"2026-05-07T02:14:41.930491Z","steps":["trace[186281464] 'process raft request' (duration: 201.732689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:41.930552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.149787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:14:41.930639Z","caller":"traceutil/trace.go:171","msg":"trace[763887771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7539; }","duration":"463.268749ms","start":"2026-05-07T02:14:41.467348Z","end":"2026-05-07T02:14:41.930617Z","steps":["trace[763887771] 'agreement among raft nodes before linearized reading' (duration: 463.041764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:41.930683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:41.467327Z","time spent":"463.347311ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:14:41.93083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.428833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:14:41.930872Z","caller":"traceutil/trace.go:171","msg":"trace[951059624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7539; }","duration":"463.471504ms","start":"2026-05-07T02:14:41.467392Z","end":"2026-05-07T02:14:41.930863Z","steps":["trace[951059624] 'agreement among raft nodes before linearized reading' (duration: 463.374012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:41.9309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:41.467379Z","time spent":"463.513876ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T02:14:42.188165Z","caller":"traceutil/trace.go:171","msg":"trace[912792490] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"101.210619ms","start":"2026-05-07T02:14:42.086927Z","end":"2026-05-07T02:14:42.188138Z","steps":["trace[912792490] 'process raft request' (duration: 101.036565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:47.463427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.441165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:14:47.463478Z","caller":"traceutil/trace.go:171","msg":"trace[2141717596] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7572; }","duration":"149.525727ms","start":"2026-05-07T02:14:47.313941Z","end":"2026-05-07T02:14:47.463467Z","steps":["trace[2141717596] 'range keys from in-memory index tree' (duration: 149.337833ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:49.062923Z","caller":"traceutil/trace.go:171","msg":"trace[1312688463] transaction","detail":"{read_only:false; response_revision:7581; number_of_response:1; }","duration":"105.034757ms","start":"2026-05-07T02:14:48.957866Z","end":"2026-05-07T02:14:49.062901Z","steps":["trace[1312688463] 'process raft request' (duration: 104.910204ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:50.175332Z","caller":"traceutil/trace.go:171","msg":"trace[1124376847] linearizableReadLoop","detail":"{readStateIndex:7883; appliedIndex:7882; }","duration":"118.628566ms","start":"2026-05-07T02:14:50.056682Z","end":"2026-05-07T02:14:50.17531Z","steps":["trace[1124376847] 'read index received' (duration: 109.677603ms)","trace[1124376847] 'applied index is now lower than readState.Index' (duration: 8.949993ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:14:50.175575Z","caller":"traceutil/trace.go:171","msg":"trace[1195705816] transaction","detail":"{read_only:false; response_revision:7584; number_of_response:1; }","duration":"163.733971ms","start":"2026-05-07T02:14:50.011829Z","end":"2026-05-07T02:14:50.175563Z","steps":["trace[1195705816] 'process raft request' (duration: 154.51826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:50.175847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.16137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107251"} {"level":"info","ts":"2026-05-07T02:14:50.17677Z","caller":"traceutil/trace.go:171","msg":"trace[355912645] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:7584; }","duration":"119.266502ms","start":"2026-05-07T02:14:50.056617Z","end":"2026-05-07T02:14:50.175883Z","steps":["trace[355912645] 'agreement among raft nodes before linearized reading' (duration: 119.103788ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:50.581966Z","caller":"traceutil/trace.go:171","msg":"trace[1867292540] transaction","detail":"{read_only:false; response_revision:7586; number_of_response:1; }","duration":"392.717766ms","start":"2026-05-07T02:14:50.189221Z","end":"2026-05-07T02:14:50.581938Z","steps":["trace[1867292540] 'process raft request' (duration: 392.565743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:50.582134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:50.189197Z","time spent":"392.8584ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:14:50.63623Z","caller":"traceutil/trace.go:171","msg":"trace[244032727] linearizableReadLoop","detail":"{readStateIndex:7888; appliedIndex:7884; }","duration":"127.188139ms","start":"2026-05-07T02:14:50.509006Z","end":"2026-05-07T02:14:50.636195Z","steps":["trace[244032727] 'read index received' (duration: 72.826075ms)","trace[244032727] 'applied index is now lower than readState.Index' (duration: 54.360264ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:14:50.636517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.451676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:14:50.636565Z","caller":"traceutil/trace.go:171","msg":"trace[1956682433] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7589; }","duration":"127.62508ms","start":"2026-05-07T02:14:50.508926Z","end":"2026-05-07T02:14:50.636552Z","steps":["trace[1956682433] 'agreement among raft nodes before linearized reading' (duration: 127.420865ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:50.637007Z","caller":"traceutil/trace.go:171","msg":"trace[753637034] transaction","detail":"{read_only:false; response_revision:7588; number_of_response:1; }","duration":"447.425958ms","start":"2026-05-07T02:14:50.189561Z","end":"2026-05-07T02:14:50.636987Z","steps":["trace[753637034] 'process raft request' (duration: 446.488066ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:50.637044Z","caller":"traceutil/trace.go:171","msg":"trace[1176826377] transaction","detail":"{read_only:false; response_revision:7589; number_of_response:1; }","duration":"352.005765ms","start":"2026-05-07T02:14:50.285001Z","end":"2026-05-07T02:14:50.637007Z","steps":["trace[1176826377] 'process raft request' (duration: 351.111074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:50.63712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:50.189525Z","time spent":"447.51491ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:14:50.637226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:50.284964Z","time spent":"352.160718ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:14:50.637381Z","caller":"traceutil/trace.go:171","msg":"trace[1100481888] transaction","detail":"{read_only:false; response_revision:7587; number_of_response:1; }","duration":"447.91702ms","start":"2026-05-07T02:14:50.189452Z","end":"2026-05-07T02:14:50.637369Z","steps":["trace[1100481888] 'process raft request' (duration: 446.397704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:50.63744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:50.189442Z","time spent":"447.965621ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:14:51.203067Z","caller":"traceutil/trace.go:171","msg":"trace[863374654] transaction","detail":"{read_only:false; response_revision:7590; number_of_response:1; }","duration":"128.334542ms","start":"2026-05-07T02:14:51.074689Z","end":"2026-05-07T02:14:51.203023Z","steps":["trace[863374654] 'process raft request' (duration: 128.070026ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:51.467115Z","caller":"traceutil/trace.go:171","msg":"trace[335393499] transaction","detail":"{read_only:false; response_revision:7591; number_of_response:1; }","duration":"195.256245ms","start":"2026-05-07T02:14:51.271808Z","end":"2026-05-07T02:14:51.467064Z","steps":["trace[335393499] 'process raft request' (duration: 152.093368ms)","trace[335393499] 'compare' (duration: 42.296576ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:14:52.170313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.027491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:14:52.170613Z","caller":"traceutil/trace.go:171","msg":"trace[795853217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7591; }","duration":"590.368299ms","start":"2026-05-07T02:14:51.580216Z","end":"2026-05-07T02:14:52.170584Z","steps":["trace[795853217] 'range keys from in-memory index tree' (duration: 589.940079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:52.170791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:51.580193Z","time spent":"590.579254ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T02:14:52.17179Z","caller":"traceutil/trace.go:171","msg":"trace[167318003] linearizableReadLoop","detail":"{readStateIndex:7891; appliedIndex:7890; }","duration":"278.889489ms","start":"2026-05-07T02:14:51.892872Z","end":"2026-05-07T02:14:52.171762Z","steps":["trace[167318003] 'read index received' (duration: 239.193656ms)","trace[167318003] 'applied index is now lower than readState.Index' (duration: 39.693893ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:14:52.172055Z","caller":"traceutil/trace.go:171","msg":"trace[1993851614] transaction","detail":"{read_only:false; response_revision:7592; number_of_response:1; }","duration":"381.692444ms","start":"2026-05-07T02:14:51.79034Z","end":"2026-05-07T02:14:52.172033Z","steps":["trace[1993851614] 'process raft request' (duration: 341.811407ms)","trace[1993851614] 'compare' (duration: 38.72049ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:14:52.172355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:51.790305Z","time spent":"381.793657ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:14:52.172787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.905393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:14:52.172821Z","caller":"traceutil/trace.go:171","msg":"trace[1485211630] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7592; }","duration":"280.561019ms","start":"2026-05-07T02:14:51.892253Z","end":"2026-05-07T02:14:52.172814Z","steps":["trace[1485211630] 'agreement among raft nodes before linearized reading' (duration: 279.605046ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:52.228141Z","caller":"traceutil/trace.go:171","msg":"trace[1704961663] transaction","detail":"{read_only:false; response_revision:7593; number_of_response:1; }","duration":"202.696114ms","start":"2026-05-07T02:14:52.025409Z","end":"2026-05-07T02:14:52.228105Z","steps":["trace[1704961663] 'process raft request' (duration: 202.475559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:52.539895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.385864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:14:52.540101Z","caller":"traceutil/trace.go:171","msg":"trace[1196704804] linearizableReadLoop","detail":"{readStateIndex:7894; appliedIndex:7892; }","duration":"312.024932ms","start":"2026-05-07T02:14:52.228058Z","end":"2026-05-07T02:14:52.540083Z","steps":["trace[1196704804] 'read index received' (duration: 206.402243ms)","trace[1196704804] 'applied index is now lower than readState.Index' (duration: 105.621739ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:14:52.540397Z","caller":"traceutil/trace.go:171","msg":"trace[2042920265] transaction","detail":"{read_only:false; response_revision:7594; number_of_response:1; }","duration":"365.172285ms","start":"2026-05-07T02:14:52.175212Z","end":"2026-05-07T02:14:52.540384Z","steps":["trace[2042920265] 'process raft request' (duration: 259.209778ms)","trace[2042920265] 'compare' (duration: 104.973503ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:14:52.540472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:52.175201Z","time spent":"365.235937ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:14:52.540895Z","caller":"traceutil/trace.go:171","msg":"trace[163954300] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"352.171136ms","start":"2026-05-07T02:14:52.188705Z","end":"2026-05-07T02:14:52.540876Z","steps":["trace[163954300] 'process raft request' (duration: 351.272425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:52.541042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:52.188687Z","time spent":"352.244067ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:14:52.541016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.628096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:14:52.541112Z","caller":"traceutil/trace.go:171","msg":"trace[1362166833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7595; }","duration":"360.75804ms","start":"2026-05-07T02:14:52.180331Z","end":"2026-05-07T02:14:52.541089Z","steps":["trace[1362166833] 'agreement among raft nodes before linearized reading' (duration: 360.493144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:52.541169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:14:52.180324Z","time spent":"360.829981ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:14:52.782807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.580559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:14:52.782989Z","caller":"traceutil/trace.go:171","msg":"trace[1721954026] linearizableReadLoop","detail":"{readStateIndex:7895; appliedIndex:7894; }","duration":"197.260845ms","start":"2026-05-07T02:14:52.58571Z","end":"2026-05-07T02:14:52.78297Z","steps":["trace[1721954026] 'read index received' (duration: 72.41285ms)","trace[1721954026] 'applied index is now lower than readState.Index' (duration: 124.846195ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:14:52.783271Z","caller":"traceutil/trace.go:171","msg":"trace[940341603] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"234.918009ms","start":"2026-05-07T02:14:52.548339Z","end":"2026-05-07T02:14:52.783257Z","steps":["trace[940341603] 'process raft request' (duration: 109.815198ms)","trace[940341603] 'compare' (duration: 124.398645ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:14:52.783273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.559322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T02:14:52.783412Z","caller":"traceutil/trace.go:171","msg":"trace[758511995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7596; }","duration":"197.730216ms","start":"2026-05-07T02:14:52.585668Z","end":"2026-05-07T02:14:52.783399Z","steps":["trace[758511995] 'agreement among raft nodes before linearized reading' (duration: 197.43205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:52.783589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.242335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T02:14:52.783616Z","caller":"traceutil/trace.go:171","msg":"trace[684775994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7597; }","duration":"138.291715ms","start":"2026-05-07T02:14:52.645318Z","end":"2026-05-07T02:14:52.78361Z","steps":["trace[684775994] 'agreement among raft nodes before linearized reading' (duration: 138.220464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:52.783681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.521609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:14:52.783722Z","caller":"traceutil/trace.go:171","msg":"trace[665364463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7597; }","duration":"140.620461ms","start":"2026-05-07T02:14:52.643089Z","end":"2026-05-07T02:14:52.78371Z","steps":["trace[665364463] 'agreement among raft nodes before linearized reading' (duration: 140.452257ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:14:52.783475Z","caller":"traceutil/trace.go:171","msg":"trace[1741786123] transaction","detail":"{read_only:false; response_revision:7597; number_of_response:1; }","duration":"139.596656ms","start":"2026-05-07T02:14:52.643871Z","end":"2026-05-07T02:14:52.783468Z","steps":["trace[1741786123] 'process raft request' (duration: 139.330569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:52.783474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.048215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:14:52.783966Z","caller":"traceutil/trace.go:171","msg":"trace[27001554] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7597; }","duration":"158.605458ms","start":"2026-05-07T02:14:52.625353Z","end":"2026-05-07T02:14:52.783959Z","steps":["trace[27001554] 'agreement among raft nodes before linearized reading' (duration: 157.956561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:14:53.308615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.242894ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-07T02:15:05.080903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538364110034086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:15:05.819023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751595382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:15:05.819133Z","caller":"traceutil/trace.go:171","msg":"trace[1679697753] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7653; }","duration":"1.751754057s","start":"2026-05-07T02:15:04.06735Z","end":"2026-05-07T02:15:05.819104Z","steps":["trace[1679697753] 'count revisions from in-memory index tree' (duration: 1.75151077s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:05.81918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:04.06733Z","time spent":"1.751838659s","remote":"127.0.0.1:32784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:15:05.821214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:05.028922Z","time spent":"792.288673ms","remote":"127.0.0.1:41196","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T02:15:05.82556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.295724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:15:05.825678Z","caller":"traceutil/trace.go:171","msg":"trace[1570153939] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"1.395726979s","start":"2026-05-07T02:15:04.429925Z","end":"2026-05-07T02:15:05.825652Z","steps":["trace[1570153939] 'process raft request' (duration: 831.23093ms)","trace[1570153939] 'compare' (duration: 560.783792ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:15:05.825775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:04.429901Z","time spent":"1.39583524s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:15:05.857213Z","caller":"traceutil/trace.go:171","msg":"trace[1899998671] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"1.150911278s","start":"2026-05-07T02:15:04.706269Z","end":"2026-05-07T02:15:05.85718Z","steps":["trace[1899998671] 'process raft request' (duration: 1.150367875s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:05.857409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:04.706246Z","time spent":"1.151056141s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:15:05.85752Z","caller":"traceutil/trace.go:171","msg":"trace[236596987] linearizableReadLoop","detail":"{readStateIndex:7958; appliedIndex:7955; }","duration":"1.276950003s","start":"2026-05-07T02:15:04.580538Z","end":"2026-05-07T02:15:05.857488Z","steps":["trace[236596987] 'read index received' (duration: 680.773885ms)","trace[236596987] 'applied index is now lower than readState.Index' (duration: 596.174788ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:05.857777Z","caller":"traceutil/trace.go:171","msg":"trace[1371954445] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"957.158462ms","start":"2026-05-07T02:15:04.900604Z","end":"2026-05-07T02:15:05.857763Z","steps":["trace[1371954445] 'process raft request' (duration: 956.481586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:05.857876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:04.900594Z","time spent":"957.218224ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:15:05.858321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277775522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:15:05.858377Z","caller":"traceutil/trace.go:171","msg":"trace[984881399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7656; }","duration":"1.277858924s","start":"2026-05-07T02:15:04.580505Z","end":"2026-05-07T02:15:05.858364Z","steps":["trace[984881399] 'agreement among raft nodes before linearized reading' (duration: 1.277762882s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:05.858415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:04.580489Z","time spent":"1.277919225s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T02:15:05.899673Z","caller":"traceutil/trace.go:171","msg":"trace[1512607735] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"267.554752ms","start":"2026-05-07T02:15:05.632084Z","end":"2026-05-07T02:15:05.899639Z","steps":["trace[1512607735] 'process raft request' (duration: 267.356087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:05.899942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.260724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:15:05.900037Z","caller":"traceutil/trace.go:171","msg":"trace[1444173107] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7657; }","duration":"378.379437ms","start":"2026-05-07T02:15:05.521638Z","end":"2026-05-07T02:15:05.900018Z","steps":["trace[1444173107] 'agreement among raft nodes before linearized reading' (duration: 378.06405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:05.900087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:05.521585Z","time spent":"378.490949ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":40,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:15:05.900401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.452858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:15:05.900463Z","caller":"traceutil/trace.go:171","msg":"trace[521867657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7657; }","duration":"975.548391ms","start":"2026-05-07T02:15:04.924901Z","end":"2026-05-07T02:15:05.90045Z","steps":["trace[521867657] 'agreement among raft nodes before linearized reading' (duration: 975.169662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:05.900548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:04.924894Z","time spent":"975.601812ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:15:05.900674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012845253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:449575"} {"level":"info","ts":"2026-05-07T02:15:05.900728Z","caller":"traceutil/trace.go:171","msg":"trace[398798930] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7657; }","duration":"1.012922794s","start":"2026-05-07T02:15:04.887792Z","end":"2026-05-07T02:15:05.900715Z","steps":["trace[398798930] 'agreement among raft nodes before linearized reading' (duration: 1.012414462s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:05.900764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:04.887777Z","time spent":"1.012978955s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":25,"response size":449599,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-07T02:15:05.901453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.987603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T02:15:05.901662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.635706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:15:05.901714Z","caller":"traceutil/trace.go:171","msg":"trace[1762490830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7657; }","duration":"997.703947ms","start":"2026-05-07T02:15:04.903997Z","end":"2026-05-07T02:15:05.901701Z","steps":["trace[1762490830] 'agreement among raft nodes before linearized reading' (duration: 997.584685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:05.901753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:04.90399Z","time spent":"997.752479ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T02:15:05.901502Z","caller":"traceutil/trace.go:171","msg":"trace[168706938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7657; }","duration":"422.089106ms","start":"2026-05-07T02:15:05.4794Z","end":"2026-05-07T02:15:05.90149Z","steps":["trace[168706938] 'agreement among raft nodes before linearized reading' (duration: 421.954122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:05.901816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.852372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T02:15:05.90191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:05.479373Z","time spent":"422.527016ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T02:15:05.901914Z","caller":"traceutil/trace.go:171","msg":"trace[682319899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7657; }","duration":"902.954284ms","start":"2026-05-07T02:15:04.998948Z","end":"2026-05-07T02:15:05.901902Z","steps":["trace[682319899] 'agreement among raft nodes before linearized reading' (duration: 902.749799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:05.902109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.571576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T02:15:05.902131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:04.998898Z","time spent":"903.22236ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T02:15:05.902145Z","caller":"traceutil/trace.go:171","msg":"trace[805259988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7657; }","duration":"962.627218ms","start":"2026-05-07T02:15:04.939509Z","end":"2026-05-07T02:15:05.902136Z","steps":["trace[805259988] 'agreement among raft nodes before linearized reading' (duration: 962.427714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:05.902326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:04.939499Z","time spent":"962.673569ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T02:15:06.126022Z","caller":"traceutil/trace.go:171","msg":"trace[436559929] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"218.158915ms","start":"2026-05-07T02:15:05.907798Z","end":"2026-05-07T02:15:06.125956Z","steps":["trace[436559929] 'process raft request' (duration: 217.987271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:06.34281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.54502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:15:06.343177Z","caller":"traceutil/trace.go:171","msg":"trace[194208751] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"435.277684ms","start":"2026-05-07T02:15:05.907867Z","end":"2026-05-07T02:15:06.343145Z","steps":["trace[194208751] 'process raft request' (duration: 256.282824ms)","trace[194208751] 'compare' (duration: 178.434007ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:06.343195Z","caller":"traceutil/trace.go:171","msg":"trace[1591027193] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"427.767669ms","start":"2026-05-07T02:15:05.915385Z","end":"2026-05-07T02:15:06.343152Z","steps":["trace[1591027193] 'process raft request' (duration: 427.519033ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:06.343224Z","caller":"traceutil/trace.go:171","msg":"trace[1112373137] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"427.734527ms","start":"2026-05-07T02:15:05.915454Z","end":"2026-05-07T02:15:06.343188Z","steps":["trace[1112373137] 'process raft request' (duration: 427.511982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:06.343333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:05.907836Z","time spent":"435.412118ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:15:06.343391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:05.915375Z","time spent":"427.907012ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:15:06.343423Z","caller":"traceutil/trace.go:171","msg":"trace[905667507] linearizableReadLoop","detail":"{readStateIndex:7961; appliedIndex:7959; }","duration":"428.238299ms","start":"2026-05-07T02:15:05.915169Z","end":"2026-05-07T02:15:06.343407Z","steps":["trace[905667507] 'read index received' (duration: 210.614479ms)","trace[905667507] 'applied index is now lower than readState.Index' (duration: 217.62317ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:06.34352Z","caller":"traceutil/trace.go:171","msg":"trace[580383391] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"428.025785ms","start":"2026-05-07T02:15:05.915485Z","end":"2026-05-07T02:15:06.343511Z","steps":["trace[580383391] 'process raft request' (duration: 427.511073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:06.343595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:05.915482Z","time spent":"428.055185ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:15:06.343695Z","caller":"traceutil/trace.go:171","msg":"trace[463520835] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"246.707917ms","start":"2026-05-07T02:15:06.096979Z","end":"2026-05-07T02:15:06.343687Z","steps":["trace[463520835] 'process raft request' (duration: 246.358099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:06.343756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.589937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:15:06.343778Z","caller":"traceutil/trace.go:171","msg":"trace[490160645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7663; }","duration":"428.645109ms","start":"2026-05-07T02:15:05.915126Z","end":"2026-05-07T02:15:06.343771Z","steps":["trace[490160645] 'agreement among raft nodes before linearized reading' (duration: 428.609628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:06.343811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:05.915105Z","time spent":"428.684009ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:15:06.344025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.534864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:15:06.344063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.691585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:449575"} {"level":"info","ts":"2026-05-07T02:15:06.344099Z","caller":"traceutil/trace.go:171","msg":"trace[870749002] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7663; }","duration":"297.765097ms","start":"2026-05-07T02:15:06.046323Z","end":"2026-05-07T02:15:06.344088Z","steps":["trace[870749002] 'agreement among raft nodes before linearized reading' (duration: 297.298736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:06.344167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.462049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:15:06.344198Z","caller":"traceutil/trace.go:171","msg":"trace[1115503222] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7663; }","duration":"107.627497ms","start":"2026-05-07T02:15:06.236443Z","end":"2026-05-07T02:15:06.34407Z","steps":["trace[1115503222] 'agreement among raft nodes before linearized reading' (duration: 107.539935ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:06.344233Z","caller":"traceutil/trace.go:171","msg":"trace[1390096184] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7663; }","duration":"209.562402ms","start":"2026-05-07T02:15:06.134656Z","end":"2026-05-07T02:15:06.344218Z","steps":["trace[1390096184] 'agreement among raft nodes before linearized reading' (duration: 209.440019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:06.344623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:05.915448Z","time spent":"427.82711ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:15:07.414121Z","caller":"traceutil/trace.go:171","msg":"trace[1245996243] transaction","detail":"{read_only:false; response_revision:7664; number_of_response:1; }","duration":"401.004879ms","start":"2026-05-07T02:15:07.013091Z","end":"2026-05-07T02:15:07.414096Z","steps":["trace[1245996243] 'process raft request' (duration: 400.763803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:07.414261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:07.013074Z","time spent":"401.118692ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T02:15:07.452426Z","caller":"traceutil/trace.go:171","msg":"trace[1096255463] linearizableReadLoop","detail":"{readStateIndex:7967; appliedIndex:7965; }","duration":"233.761519ms","start":"2026-05-07T02:15:07.218641Z","end":"2026-05-07T02:15:07.452403Z","steps":["trace[1096255463] 'read index received' (duration: 195.262873ms)","trace[1096255463] 'applied index is now lower than readState.Index' (duration: 38.497436ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:07.452526Z","caller":"traceutil/trace.go:171","msg":"trace[1079023290] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"241.621471ms","start":"2026-05-07T02:15:07.210893Z","end":"2026-05-07T02:15:07.452515Z","steps":["trace[1079023290] 'process raft request' (duration: 241.375685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:07.452945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.286761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:449575"} {"level":"info","ts":"2026-05-07T02:15:07.453053Z","caller":"traceutil/trace.go:171","msg":"trace[1906255389] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7665; }","duration":"234.442255ms","start":"2026-05-07T02:15:07.218594Z","end":"2026-05-07T02:15:07.453036Z","steps":["trace[1906255389] 'agreement among raft nodes before linearized reading' (duration: 233.971854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:07.68658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.014471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:15:07.686666Z","caller":"traceutil/trace.go:171","msg":"trace[918720352] linearizableReadLoop","detail":"{readStateIndex:7968; appliedIndex:7967; }","duration":"234.163348ms","start":"2026-05-07T02:15:07.452489Z","end":"2026-05-07T02:15:07.686653Z","steps":["trace[918720352] 'read index received' (duration: 113.995283ms)","trace[918720352] 'applied index is now lower than readState.Index' (duration: 120.166655ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:07.686817Z","caller":"traceutil/trace.go:171","msg":"trace[138685498] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"267.773431ms","start":"2026-05-07T02:15:07.419006Z","end":"2026-05-07T02:15:07.68678Z","steps":["trace[138685498] 'process raft request' (duration: 147.495772ms)","trace[138685498] 'compare' (duration: 118.741542ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:15:07.686859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.823424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:15:07.686916Z","caller":"traceutil/trace.go:171","msg":"trace[1440050100] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:7666; }","duration":"467.960047ms","start":"2026-05-07T02:15:07.218943Z","end":"2026-05-07T02:15:07.686903Z","steps":["trace[1440050100] 'agreement among raft nodes before linearized reading' (duration: 467.790532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:07.686951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:07.218909Z","time spent":"468.035019ms","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:15:07.686921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.091433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:15:07.687Z","caller":"traceutil/trace.go:171","msg":"trace[417434564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7666; }","duration":"104.241096ms","start":"2026-05-07T02:15:07.582738Z","end":"2026-05-07T02:15:07.686979Z","steps":["trace[417434564] 'agreement among raft nodes before linearized reading' (duration: 104.118563ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:08.096984Z","caller":"traceutil/trace.go:171","msg":"trace[4631183] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"233.737985ms","start":"2026-05-07T02:15:07.863219Z","end":"2026-05-07T02:15:08.096957Z","steps":["trace[4631183] 'process raft request' (duration: 173.174428ms)","trace[4631183] 'compare' (duration: 60.218949ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:08.097038Z","caller":"traceutil/trace.go:171","msg":"trace[1691550846] transaction","detail":"{read_only:false; response_revision:7670; number_of_response:1; }","duration":"232.886084ms","start":"2026-05-07T02:15:07.864125Z","end":"2026-05-07T02:15:08.097011Z","steps":["trace[1691550846] 'process raft request' (duration: 232.737511ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:08.097284Z","caller":"traceutil/trace.go:171","msg":"trace[1545189757] linearizableReadLoop","detail":"{readStateIndex:7973; appliedIndex:7970; }","duration":"105.534082ms","start":"2026-05-07T02:15:07.991737Z","end":"2026-05-07T02:15:08.097271Z","steps":["trace[1545189757] 'read index received' (duration: 44.791441ms)","trace[1545189757] 'applied index is now lower than readState.Index' (duration: 60.741171ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:08.097368Z","caller":"traceutil/trace.go:171","msg":"trace[841663974] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"191.840939ms","start":"2026-05-07T02:15:07.905518Z","end":"2026-05-07T02:15:08.097359Z","steps":["trace[841663974] 'process raft request' (duration: 191.44682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:08.097678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.913181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:15:08.097767Z","caller":"traceutil/trace.go:171","msg":"trace[1275007315] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:7671; }","duration":"106.063584ms","start":"2026-05-07T02:15:07.991685Z","end":"2026-05-07T02:15:08.097749Z","steps":["trace[1275007315] 'agreement among raft nodes before linearized reading' (duration: 105.758747ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:08.366101Z","caller":"traceutil/trace.go:171","msg":"trace[624732465] linearizableReadLoop","detail":"{readStateIndex:7976; appliedIndex:7974; }","duration":"167.559063ms","start":"2026-05-07T02:15:08.198483Z","end":"2026-05-07T02:15:08.366042Z","steps":["trace[624732465] 'read index received' (duration: 74.694276ms)","trace[624732465] 'applied index is now lower than readState.Index' (duration: 92.863507ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:08.366254Z","caller":"traceutil/trace.go:171","msg":"trace[108921775] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"232.942743ms","start":"2026-05-07T02:15:08.133295Z","end":"2026-05-07T02:15:08.366238Z","steps":["trace[108921775] 'process raft request' (duration: 139.911531ms)","trace[108921775] 'compare' (duration: 92.549231ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:15:08.366427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.931621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:15:08.366519Z","caller":"traceutil/trace.go:171","msg":"trace[50767988] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7673; }","duration":"168.078045ms","start":"2026-05-07T02:15:08.198417Z","end":"2026-05-07T02:15:08.366495Z","steps":["trace[50767988] 'agreement among raft nodes before linearized reading' (duration: 167.892341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:08.366659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.608431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:15:08.366736Z","caller":"traceutil/trace.go:171","msg":"trace[1983631428] transaction","detail":"{read_only:false; response_revision:7673; number_of_response:1; }","duration":"231.069819ms","start":"2026-05-07T02:15:08.135605Z","end":"2026-05-07T02:15:08.366675Z","steps":["trace[1983631428] 'process raft request' (duration: 230.339262ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:08.366821Z","caller":"traceutil/trace.go:171","msg":"trace[2120995126] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7673; }","duration":"101.837456ms","start":"2026-05-07T02:15:08.264949Z","end":"2026-05-07T02:15:08.366786Z","steps":["trace[2120995126] 'agreement among raft nodes before linearized reading' (duration: 101.618781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:14.917253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.418631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:15:14.917327Z","caller":"traceutil/trace.go:171","msg":"trace[1618816634] linearizableReadLoop","detail":"{readStateIndex:8009; appliedIndex:8008; }","duration":"442.367405ms","start":"2026-05-07T02:15:14.474946Z","end":"2026-05-07T02:15:14.917313Z","steps":["trace[1618816634] 'read index received' (duration: 60.827331ms)","trace[1618816634] 'applied index is now lower than readState.Index' (duration: 381.539104ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:14.917599Z","caller":"traceutil/trace.go:171","msg":"trace[960162299] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"447.533574ms","start":"2026-05-07T02:15:14.470051Z","end":"2026-05-07T02:15:14.917585Z","steps":["trace[960162299] 'process raft request' (duration: 65.741024ms)","trace[960162299] 'compare' (duration: 381.264517ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:15:14.917701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:14.470024Z","time spent":"447.603426ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:15:14.917844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.089708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:15:14.917974Z","caller":"traceutil/trace.go:171","msg":"trace[1676273307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7705; }","duration":"442.231971ms","start":"2026-05-07T02:15:14.475727Z","end":"2026-05-07T02:15:14.917959Z","steps":["trace[1676273307] 'agreement among raft nodes before linearized reading' (duration: 441.877743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:14.918118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:14.475722Z","time spent":"442.358515ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T02:15:14.918155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.102556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:15:14.918227Z","caller":"traceutil/trace.go:171","msg":"trace[1203954431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7705; }","duration":"336.211988ms","start":"2026-05-07T02:15:14.582007Z","end":"2026-05-07T02:15:14.918219Z","steps":["trace[1203954431] 'agreement among raft nodes before linearized reading' (duration: 336.048105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:14.918253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:14.581958Z","time spent":"336.28911ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:15:14.918035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.084951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:15:14.918445Z","caller":"traceutil/trace.go:171","msg":"trace[972210844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7705; }","duration":"443.515611ms","start":"2026-05-07T02:15:14.474922Z","end":"2026-05-07T02:15:14.918437Z","steps":["trace[972210844] 'agreement among raft nodes before linearized reading' (duration: 443.03682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:14.91847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:14.47491Z","time spent":"443.552422ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T02:15:15.242184Z","caller":"traceutil/trace.go:171","msg":"trace[1464161802] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"320.219854ms","start":"2026-05-07T02:15:14.921932Z","end":"2026-05-07T02:15:15.242152Z","steps":["trace[1464161802] 'process raft request' (duration: 287.767856ms)","trace[1464161802] 'compare' (duration: 31.861043ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:15:15.24233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:14.921913Z","time spent":"320.340896ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:15:15.246093Z","caller":"traceutil/trace.go:171","msg":"trace[1345830956] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"280.527487ms","start":"2026-05-07T02:15:14.965531Z","end":"2026-05-07T02:15:15.246058Z","steps":["trace[1345830956] 'process raft request' (duration: 280.486436ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:15.24726Z","caller":"traceutil/trace.go:171","msg":"trace[986814624] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"322.798492ms","start":"2026-05-07T02:15:14.923359Z","end":"2026-05-07T02:15:15.246158Z","steps":["trace[986814624] 'process raft request' (duration: 322.490185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:15.247597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:14.923335Z","time spent":"324.135092ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:15:18.590781Z","caller":"traceutil/trace.go:171","msg":"trace[545193065] linearizableReadLoop","detail":"{readStateIndex:8032; appliedIndex:8031; }","duration":"114.189978ms","start":"2026-05-07T02:15:18.476572Z","end":"2026-05-07T02:15:18.590762Z","steps":["trace[545193065] 'read index received' (duration: 114.021404ms)","trace[545193065] 'applied index is now lower than readState.Index' (duration: 167.404µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:18.590903Z","caller":"traceutil/trace.go:171","msg":"trace[1276689574] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"115.664851ms","start":"2026-05-07T02:15:18.475227Z","end":"2026-05-07T02:15:18.590892Z","steps":["trace[1276689574] 'process raft request' (duration: 115.367854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:18.591102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.512145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:15:18.591126Z","caller":"traceutil/trace.go:171","msg":"trace[2035419357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7727; }","duration":"114.573676ms","start":"2026-05-07T02:15:18.476545Z","end":"2026-05-07T02:15:18.591119Z","steps":["trace[2035419357] 'agreement among raft nodes before linearized reading' (duration: 114.459674ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:20.343631Z","caller":"traceutil/trace.go:171","msg":"trace[1492417085] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"153.120691ms","start":"2026-05-07T02:15:20.190486Z","end":"2026-05-07T02:15:20.343606Z","steps":["trace[1492417085] 'process raft request' (duration: 148.74927ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:20.343922Z","caller":"traceutil/trace.go:171","msg":"trace[1499585989] linearizableReadLoop","detail":"{readStateIndex:8040; appliedIndex:8037; }","duration":"145.299942ms","start":"2026-05-07T02:15:20.198586Z","end":"2026-05-07T02:15:20.343886Z","steps":["trace[1499585989] 'read index received' (duration: 48.711934ms)","trace[1499585989] 'applied index is now lower than readState.Index' (duration: 96.585048ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:20.344071Z","caller":"traceutil/trace.go:171","msg":"trace[490517091] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"152.056297ms","start":"2026-05-07T02:15:20.192Z","end":"2026-05-07T02:15:20.344056Z","steps":["trace[490517091] 'process raft request' (duration: 151.566446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:20.344228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.627279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2917"} {"level":"info","ts":"2026-05-07T02:15:20.344282Z","caller":"traceutil/trace.go:171","msg":"trace[398059027] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:7735; }","duration":"145.719412ms","start":"2026-05-07T02:15:20.198548Z","end":"2026-05-07T02:15:20.344267Z","steps":["trace[398059027] 'agreement among raft nodes before linearized reading' (duration: 145.570828ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:22.450963Z","caller":"traceutil/trace.go:171","msg":"trace[456424609] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"101.818082ms","start":"2026-05-07T02:15:22.349124Z","end":"2026-05-07T02:15:22.450942Z","steps":["trace[456424609] 'process raft request' (duration: 101.780772ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:22.451086Z","caller":"traceutil/trace.go:171","msg":"trace[1133598864] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"101.950165ms","start":"2026-05-07T02:15:22.349097Z","end":"2026-05-07T02:15:22.451047Z","steps":["trace[1133598864] 'process raft request' (duration: 23.096487ms)","trace[1133598864] 'compare' (duration: 78.554061ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:25.025375Z","caller":"traceutil/trace.go:171","msg":"trace[103610938] linearizableReadLoop","detail":"{readStateIndex:8062; appliedIndex:8061; }","duration":"346.633533ms","start":"2026-05-07T02:15:24.678718Z","end":"2026-05-07T02:15:25.025352Z","steps":["trace[103610938] 'read index received' (duration: 346.451049ms)","trace[103610938] 'applied index is now lower than readState.Index' (duration: 181.304µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:25.025478Z","caller":"traceutil/trace.go:171","msg":"trace[1035645808] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"362.173646ms","start":"2026-05-07T02:15:24.663228Z","end":"2026-05-07T02:15:25.025401Z","steps":["trace[1035645808] 'process raft request' (duration: 361.947811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:25.025709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:24.663209Z","time spent":"362.373391ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:15:25.025776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.030183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T02:15:25.025717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.763162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-6cd95cbf8c-znsxx\" ","response":"range_response_count:1 size:9775"} {"level":"info","ts":"2026-05-07T02:15:25.025861Z","caller":"traceutil/trace.go:171","msg":"trace[44926108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7756; }","duration":"347.171425ms","start":"2026-05-07T02:15:24.678671Z","end":"2026-05-07T02:15:25.025843Z","steps":["trace[44926108] 'agreement among raft nodes before linearized reading' (duration: 346.845268ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:25.02591Z","caller":"traceutil/trace.go:171","msg":"trace[2135358449] range","detail":"{range_begin:/registry/pods/openstack/horizon-6cd95cbf8c-znsxx; range_end:; response_count:1; response_revision:7756; }","duration":"192.005547ms","start":"2026-05-07T02:15:24.833889Z","end":"2026-05-07T02:15:25.025894Z","steps":["trace[2135358449] 'agreement among raft nodes before linearized reading' (duration: 191.629329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:25.025919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:15:24.678637Z","time spent":"347.272808ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T02:15:25.386274Z","caller":"traceutil/trace.go:171","msg":"trace[693661124] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"108.258529ms","start":"2026-05-07T02:15:25.277983Z","end":"2026-05-07T02:15:25.386241Z","steps":["trace[693661124] 'process raft request' (duration: 88.05276ms)","trace[693661124] 'compare' (duration: 19.884462ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:25.38644Z","caller":"traceutil/trace.go:171","msg":"trace[994536554] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"108.432403ms","start":"2026-05-07T02:15:25.277984Z","end":"2026-05-07T02:15:25.386416Z","steps":["trace[994536554] 'process raft request' (duration: 108.203508ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:25.413703Z","caller":"traceutil/trace.go:171","msg":"trace[1281183856] linearizableReadLoop","detail":"{readStateIndex:8081; appliedIndex:8076; }","duration":"123.25107ms","start":"2026-05-07T02:15:25.290429Z","end":"2026-05-07T02:15:25.41368Z","steps":["trace[1281183856] 'read index received' (duration: 75.614248ms)","trace[1281183856] 'applied index is now lower than readState.Index' (duration: 47.635102ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:25.414155Z","caller":"traceutil/trace.go:171","msg":"trace[92219772] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"135.995479ms","start":"2026-05-07T02:15:25.278145Z","end":"2026-05-07T02:15:25.41414Z","steps":["trace[92219772] 'process raft request' (duration: 135.292402ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:25.41448Z","caller":"traceutil/trace.go:171","msg":"trace[2104496692] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"136.243114ms","start":"2026-05-07T02:15:25.278221Z","end":"2026-05-07T02:15:25.414464Z","steps":["trace[2104496692] 'process raft request' (duration: 135.333293ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:25.414871Z","caller":"traceutil/trace.go:171","msg":"trace[1651132241] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"131.293392ms","start":"2026-05-07T02:15:25.283566Z","end":"2026-05-07T02:15:25.414859Z","steps":["trace[1651132241] 'process raft request' (duration: 130.057424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:15:25.414992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.55547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:15:25.415043Z","caller":"traceutil/trace.go:171","msg":"trace[297176845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7775; }","duration":"124.647152ms","start":"2026-05-07T02:15:25.290381Z","end":"2026-05-07T02:15:25.415028Z","steps":["trace[297176845] 'agreement among raft nodes before linearized reading' (duration: 124.521629ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:33.65575Z","caller":"traceutil/trace.go:171","msg":"trace[1697990165] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"120.031349ms","start":"2026-05-07T02:15:33.535686Z","end":"2026-05-07T02:15:33.655717Z","steps":["trace[1697990165] 'process raft request' (duration: 43.227041ms)","trace[1697990165] 'compare' (duration: 76.453349ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:38.810305Z","caller":"traceutil/trace.go:171","msg":"trace[962876978] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"184.568113ms","start":"2026-05-07T02:15:38.625703Z","end":"2026-05-07T02:15:38.810271Z","steps":["trace[962876978] 'process raft request' (duration: 184.347889ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:38.836814Z","caller":"traceutil/trace.go:171","msg":"trace[2125256904] linearizableReadLoop","detail":"{readStateIndex:8154; appliedIndex:8152; }","duration":"107.959331ms","start":"2026-05-07T02:15:38.728826Z","end":"2026-05-07T02:15:38.836786Z","steps":["trace[2125256904] 'read index received' (duration: 81.243925ms)","trace[2125256904] 'applied index is now lower than readState.Index' (duration: 26.714206ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:15:38.837077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.221777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:15:38.837127Z","caller":"traceutil/trace.go:171","msg":"trace[35327664] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:7845; }","duration":"108.321329ms","start":"2026-05-07T02:15:38.72879Z","end":"2026-05-07T02:15:38.837111Z","steps":["trace[35327664] 'agreement among raft nodes before linearized reading' (duration: 108.213267ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:38.837094Z","caller":"traceutil/trace.go:171","msg":"trace[701263372] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"177.398983ms","start":"2026-05-07T02:15:38.659607Z","end":"2026-05-07T02:15:38.837006Z","steps":["trace[701263372] 'process raft request' (duration: 176.992354ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:44.272691Z","caller":"traceutil/trace.go:171","msg":"trace[1474931238] linearizableReadLoop","detail":"{readStateIndex:8182; appliedIndex:8181; }","duration":"100.308073ms","start":"2026-05-07T02:15:44.172359Z","end":"2026-05-07T02:15:44.272667Z","steps":["trace[1474931238] 'read index received' (duration: 100.046107ms)","trace[1474931238] 'applied index is now lower than readState.Index' (duration: 260.656µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:15:44.272982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.437777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:15:44.273002Z","caller":"traceutil/trace.go:171","msg":"trace[1924392491] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"101.209695ms","start":"2026-05-07T02:15:44.171766Z","end":"2026-05-07T02:15:44.272975Z","steps":["trace[1924392491] 'process raft request' (duration: 100.730943ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:44.273068Z","caller":"traceutil/trace.go:171","msg":"trace[1385191334] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7872; }","duration":"100.693523ms","start":"2026-05-07T02:15:44.172335Z","end":"2026-05-07T02:15:44.273029Z","steps":["trace[1385191334] 'agreement among raft nodes before linearized reading' (duration: 100.430177ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:51.02543Z","caller":"traceutil/trace.go:171","msg":"trace[594553098] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"133.901447ms","start":"2026-05-07T02:15:50.8915Z","end":"2026-05-07T02:15:51.025402Z","steps":["trace[594553098] 'process raft request' (duration: 74.456ms)","trace[594553098] 'compare' (duration: 59.328475ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:51.489728Z","caller":"traceutil/trace.go:171","msg":"trace[1457579999] linearizableReadLoop","detail":"{readStateIndex:8218; appliedIndex:8217; }","duration":"137.174336ms","start":"2026-05-07T02:15:51.35253Z","end":"2026-05-07T02:15:51.489705Z","steps":["trace[1457579999] 'read index received' (duration: 46.786628ms)","trace[1457579999] 'applied index is now lower than readState.Index' (duration: 90.386668ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:51.489883Z","caller":"traceutil/trace.go:171","msg":"trace[406503708] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"161.044041ms","start":"2026-05-07T02:15:51.328803Z","end":"2026-05-07T02:15:51.489847Z","steps":["trace[406503708] 'process raft request' (duration: 70.626683ms)","trace[406503708] 'compare' (duration: 90.172173ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:15:51.490062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.519693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" ","response":"range_response_count:1 size:156632"} {"level":"info","ts":"2026-05-07T02:15:51.490135Z","caller":"traceutil/trace.go:171","msg":"trace[1436070247] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com; range_end:; response_count:1; response_revision:7907; }","duration":"137.669567ms","start":"2026-05-07T02:15:51.352445Z","end":"2026-05-07T02:15:51.490114Z","steps":["trace[1436070247] 'agreement among raft nodes before linearized reading' (duration: 137.392591ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:15:58.209361Z","caller":"traceutil/trace.go:171","msg":"trace[2100911332] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"132.331284ms","start":"2026-05-07T02:15:58.076995Z","end":"2026-05-07T02:15:58.209326Z","steps":["trace[2100911332] 'process raft request' (duration: 80.759661ms)","trace[2100911332] 'compare' (duration: 51.345869ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:59.17118Z","caller":"traceutil/trace.go:171","msg":"trace[1851633697] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"108.155096ms","start":"2026-05-07T02:15:59.062988Z","end":"2026-05-07T02:15:59.171144Z","steps":["trace[1851633697] 'process raft request' (duration: 74.898191ms)","trace[1851633697] 'compare' (duration: 33.05252ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:15:59.704397Z","caller":"traceutil/trace.go:171","msg":"trace[1369029294] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"113.918642ms","start":"2026-05-07T02:15:59.590441Z","end":"2026-05-07T02:15:59.704359Z","steps":["trace[1369029294] 'process raft request' (duration: 88.977888ms)","trace[1369029294] 'compare' (duration: 24.79114ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:16:00.332826Z","caller":"traceutil/trace.go:171","msg":"trace[281084887] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"116.253098ms","start":"2026-05-07T02:16:00.216553Z","end":"2026-05-07T02:16:00.332806Z","steps":["trace[281084887] 'process raft request' (duration: 116.134505ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:16:00.46728Z","caller":"traceutil/trace.go:171","msg":"trace[1765554955] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"164.396235ms","start":"2026-05-07T02:16:00.302858Z","end":"2026-05-07T02:16:00.467254Z","steps":["trace[1765554955] 'process raft request' (duration: 99.577835ms)","trace[1765554955] 'compare' (duration: 64.604315ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:16:00.783416Z","caller":"traceutil/trace.go:171","msg":"trace[503452298] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"205.199092ms","start":"2026-05-07T02:16:00.578193Z","end":"2026-05-07T02:16:00.783392Z","steps":["trace[503452298] 'process raft request' (duration: 205.052139ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:16:01.153666Z","caller":"traceutil/trace.go:171","msg":"trace[1348508789] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"145.46472ms","start":"2026-05-07T02:16:01.008126Z","end":"2026-05-07T02:16:01.153591Z","steps":["trace[1348508789] 'process raft request' (duration: 145.289876ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:16:01.60389Z","caller":"traceutil/trace.go:171","msg":"trace[109612333] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"180.885289ms","start":"2026-05-07T02:16:01.422989Z","end":"2026-05-07T02:16:01.603874Z","steps":["trace[109612333] 'process raft request' (duration: 180.666804ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:16:02.086816Z","caller":"traceutil/trace.go:171","msg":"trace[1709082365] linearizableReadLoop","detail":"{readStateIndex:8272; appliedIndex:8271; }","duration":"438.78656ms","start":"2026-05-07T02:16:01.648003Z","end":"2026-05-07T02:16:02.086789Z","steps":["trace[1709082365] 'read index received' (duration: 385.169805ms)","trace[1709082365] 'applied index is now lower than readState.Index' (duration: 53.615345ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:16:02.087156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.969989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T02:16:02.087195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.163768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:16:02.087263Z","caller":"traceutil/trace.go:171","msg":"trace[1225816707] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7959; }","duration":"439.27393ms","start":"2026-05-07T02:16:01.647968Z","end":"2026-05-07T02:16:02.087242Z","steps":["trace[1225816707] 'agreement among raft nodes before linearized reading' (duration: 439.150468ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:16:02.087326Z","caller":"traceutil/trace.go:171","msg":"trace[1630245041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7959; }","duration":"378.128382ms","start":"2026-05-07T02:16:01.709109Z","end":"2026-05-07T02:16:02.087238Z","steps":["trace[1630245041] 'agreement among raft nodes before linearized reading' (duration: 377.838676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:16:02.087343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:16:01.64795Z","time spent":"439.367812ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:16:02.08739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:16:01.709086Z","time spent":"378.292245ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:16:02.087505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.956683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:16:02.087616Z","caller":"traceutil/trace.go:171","msg":"trace[1059905372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7959; }","duration":"317.110576ms","start":"2026-05-07T02:16:01.770483Z","end":"2026-05-07T02:16:02.087594Z","steps":["trace[1059905372] 'agreement among raft nodes before linearized reading' (duration: 316.647216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:16:02.087685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:16:01.770464Z","time spent":"317.209799ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T02:16:02.087991Z","caller":"traceutil/trace.go:171","msg":"trace[953199687] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"477.532542ms","start":"2026-05-07T02:16:01.60936Z","end":"2026-05-07T02:16:02.086893Z","steps":["trace[953199687] 'process raft request' (duration: 423.949128ms)","trace[953199687] 'compare' (duration: 52.801396ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:16:02.088117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:16:01.60935Z","time spent":"478.696807ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:16:02.33408Z","caller":"traceutil/trace.go:171","msg":"trace[1535932979] linearizableReadLoop","detail":"{readStateIndex:8274; appliedIndex:8273; }","duration":"215.650939ms","start":"2026-05-07T02:16:02.118398Z","end":"2026-05-07T02:16:02.334049Z","steps":["trace[1535932979] 'read index received' (duration: 136.292418ms)","trace[1535932979] 'applied index is now lower than readState.Index' (duration: 79.357251ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:16:02.33426Z","caller":"traceutil/trace.go:171","msg":"trace[208383926] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"241.394607ms","start":"2026-05-07T02:16:02.092745Z","end":"2026-05-07T02:16:02.334139Z","steps":["trace[208383926] 'process raft request' (duration: 161.993495ms)","trace[208383926] 'compare' (duration: 79.157037ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:16:02.33488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.453746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-node-exporter-full\" ","response":"range_response_count:1 size:683762"} {"level":"info","ts":"2026-05-07T02:16:02.334933Z","caller":"traceutil/trace.go:171","msg":"trace[1376895507] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-node-exporter-full; range_end:; response_count:1; response_revision:7961; }","duration":"216.529568ms","start":"2026-05-07T02:16:02.118389Z","end":"2026-05-07T02:16:02.334919Z","steps":["trace[1376895507] 'agreement among raft nodes before linearized reading' (duration: 215.768672ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:16:05.81978Z","caller":"traceutil/trace.go:171","msg":"trace[1029737362] linearizableReadLoop","detail":"{readStateIndex:8291; appliedIndex:8290; }","duration":"100.934302ms","start":"2026-05-07T02:16:05.718821Z","end":"2026-05-07T02:16:05.819756Z","steps":["trace[1029737362] 'read index received' (duration: 100.743878ms)","trace[1029737362] 'applied index is now lower than readState.Index' (duration: 189.554µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:16:05.819848Z","caller":"traceutil/trace.go:171","msg":"trace[1809109938] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"156.660237ms","start":"2026-05-07T02:16:05.663133Z","end":"2026-05-07T02:16:05.819793Z","steps":["trace[1809109938] 'process raft request' (duration: 156.477773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:16:05.819901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.057605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:16:05.820111Z","caller":"traceutil/trace.go:171","msg":"trace[69603947] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7977; }","duration":"101.326881ms","start":"2026-05-07T02:16:05.718773Z","end":"2026-05-07T02:16:05.8201Z","steps":["trace[69603947] 'agreement among raft nodes before linearized reading' (duration: 101.074605ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:16:06.958701Z","caller":"traceutil/trace.go:171","msg":"trace[1128603302] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"142.689422ms","start":"2026-05-07T02:16:06.815955Z","end":"2026-05-07T02:16:06.958644Z","steps":["trace[1128603302] 'process raft request' (duration: 142.399426ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:16:08.060333Z","caller":"traceutil/trace.go:171","msg":"trace[1174687172] linearizableReadLoop","detail":"{readStateIndex:8300; appliedIndex:8299; }","duration":"230.147683ms","start":"2026-05-07T02:16:07.830142Z","end":"2026-05-07T02:16:08.06029Z","steps":["trace[1174687172] 'read index received' (duration: 229.873427ms)","trace[1174687172] 'applied index is now lower than readState.Index' (duration: 272.456µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:16:08.060456Z","caller":"traceutil/trace.go:171","msg":"trace[217112931] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"231.912531ms","start":"2026-05-07T02:16:07.828442Z","end":"2026-05-07T02:16:08.060354Z","steps":["trace[217112931] 'process raft request' (duration: 231.607645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:16:08.060804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.618863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-detail\" ","response":"range_response_count:1 size:20067"} {"level":"info","ts":"2026-05-07T02:16:08.060911Z","caller":"traceutil/trace.go:171","msg":"trace[524056602] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-detail; range_end:; response_count:1; response_revision:7986; }","duration":"230.749806ms","start":"2026-05-07T02:16:07.830137Z","end":"2026-05-07T02:16:08.060887Z","steps":["trace[524056602] 'agreement among raft nodes before linearized reading' (duration: 230.412638ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:16:08.242051Z","caller":"traceutil/trace.go:171","msg":"trace[637034449] linearizableReadLoop","detail":"{readStateIndex:8302; appliedIndex:8300; }","duration":"181.46239ms","start":"2026-05-07T02:16:08.060566Z","end":"2026-05-07T02:16:08.242028Z","steps":["trace[637034449] 'read index received' (duration: 156.048042ms)","trace[637034449] 'applied index is now lower than readState.Index' (duration: 25.413418ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:16:08.242162Z","caller":"traceutil/trace.go:171","msg":"trace[2097825368] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"371.992029ms","start":"2026-05-07T02:16:07.87016Z","end":"2026-05-07T02:16:08.242152Z","steps":["trace[2097825368] 'process raft request' (duration: 346.53492ms)","trace[2097825368] 'compare' (duration: 24.958618ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:16:08.24224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:16:07.870138Z","time spent":"372.04286ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:16:08.242406Z","caller":"traceutil/trace.go:171","msg":"trace[2031067755] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"269.039658ms","start":"2026-05-07T02:16:07.97336Z","end":"2026-05-07T02:16:08.2424Z","steps":["trace[2031067755] 'process raft request' (duration: 268.578148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:16:08.242579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.539843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:16:08.242608Z","caller":"traceutil/trace.go:171","msg":"trace[577594832] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:7988; }","duration":"247.635435ms","start":"2026-05-07T02:16:07.994964Z","end":"2026-05-07T02:16:08.2426Z","steps":["trace[577594832] 'agreement among raft nodes before linearized reading' (duration: 247.529443ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:16:08.388927Z","caller":"traceutil/trace.go:171","msg":"trace[868060782] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"140.508257ms","start":"2026-05-07T02:16:08.248348Z","end":"2026-05-07T02:16:08.388856Z","steps":["trace[868060782] 'process raft request' (duration: 140.060207ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:16:08.388963Z","caller":"traceutil/trace.go:171","msg":"trace[1973496053] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"141.455067ms","start":"2026-05-07T02:16:08.247473Z","end":"2026-05-07T02:16:08.388928Z","steps":["trace[1973496053] 'process raft request' (duration: 131.725178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:16:08.645386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.566588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:16:08.645499Z","caller":"traceutil/trace.go:171","msg":"trace[754223440] linearizableReadLoop","detail":"{readStateIndex:8307; appliedIndex:8306; }","duration":"130.089003ms","start":"2026-05-07T02:16:08.515393Z","end":"2026-05-07T02:16:08.645482Z","steps":["trace[754223440] 'read index received' (duration: 69.581µs)","trace[754223440] 'applied index is now lower than readState.Index' (duration: 130.018092ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:16:08.645679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.292657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:16:08.645707Z","caller":"traceutil/trace.go:171","msg":"trace[554811281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7992; }","duration":"130.363219ms","start":"2026-05-07T02:16:08.515333Z","end":"2026-05-07T02:16:08.645697Z","steps":["trace[554811281] 'agreement among raft nodes before linearized reading' (duration: 130.195145ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:16:08.645852Z","caller":"traceutil/trace.go:171","msg":"trace[963739844] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"221.616605ms","start":"2026-05-07T02:16:08.424181Z","end":"2026-05-07T02:16:08.645798Z","steps":["trace[963739844] 'process raft request' (duration: 80.557436ms)","trace[963739844] 'compare' (duration: 140.297293ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:16:08.862199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.773655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:16:08.862362Z","caller":"traceutil/trace.go:171","msg":"trace[1147833816] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"134.892246ms","start":"2026-05-07T02:16:08.727443Z","end":"2026-05-07T02:16:08.862335Z","steps":["trace[1147833816] 'process raft request' (duration: 30.851185ms)","trace[1147833816] 'compare' (duration: 103.538741ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:16:10.578108Z","caller":"traceutil/trace.go:171","msg":"trace[1104996990] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"180.801127ms","start":"2026-05-07T02:16:10.397281Z","end":"2026-05-07T02:16:10.578082Z","steps":["trace[1104996990] 'process raft request' (duration: 180.641263ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:16:42.852609Z","caller":"traceutil/trace.go:171","msg":"trace[5901565] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"112.073565ms","start":"2026-05-07T02:16:42.740483Z","end":"2026-05-07T02:16:42.852556Z","steps":["trace[5901565] 'process raft request' (duration: 111.82601ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:17:17.283068Z","caller":"traceutil/trace.go:171","msg":"trace[910717916] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"104.408831ms","start":"2026-05-07T02:17:17.178639Z","end":"2026-05-07T02:17:17.283048Z","steps":["trace[910717916] 'process raft request' (duration: 103.897831ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:17:17.283091Z","caller":"traceutil/trace.go:171","msg":"trace[1576762767] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"120.789829ms","start":"2026-05-07T02:17:17.162284Z","end":"2026-05-07T02:17:17.283074Z","steps":["trace[1576762767] 'process raft request' (duration: 114.275838ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:18:11.709574Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6831} {"level":"info","ts":"2026-05-07T02:18:11.835752Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6831,"took":"124.222893ms","hash":2164789582,"current-db-size-bytes":34611200,"current-db-size":"35 MB","current-db-size-in-use-bytes":17305600,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-05-07T02:18:11.83583Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2164789582,"revision":6831,"compact-revision":4279}