{"level":"warn","ts":"2026-04-29T01:50:02.194306Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T01:50:02.194391Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-29T01:50:02.194455Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T01:50:02.194463Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-04-29T01:50:02.194478Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T01:50:02.195229Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-04-29T01:50:02.195308Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-29T01:50:02.19906Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.554809ms"} {"level":"info","ts":"2026-04-29T01:50:02.205813Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-04-29T01:50:02.205882Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-04-29T01:50:02.205909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-04-29T01:50:02.205922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-29T01:50:02.205938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-04-29T01:50:02.205977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-04-29T01:50:02.212036Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-29T01:50:02.21342Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-29T01:50:02.214342Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-29T01:50:02.21795Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-29T01:50:02.218128Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-29T01:50:02.21918Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:50:02.2193Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:50:02.219439Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:50:02.21989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-04-29T01:50:02.220087Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-04-29T01:50:02.232336Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T01:50:02.232946Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-04-29T01:50:02.233074Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-04-29T01:50:02.233106Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-29T01:50:02.233137Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-29T01:50:03.007031Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-04-29T01:50:03.00711Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-04-29T01:50:03.007164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-04-29T01:50:03.00719Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-04-29T01:50:03.007209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-04-29T01:50:03.007236Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-04-29T01:50:03.00726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-04-29T01:50:03.008369Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T01:50:03.008367Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-04-29T01:50:03.00839Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:50:03.008669Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T01:50:03.010408Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-29T01:50:03.010445Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-29T01:50:03.011682Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-29T01:50:03.012661Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"info","ts":"2026-04-29T01:50:03.015141Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:50:03.015242Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:50:03.015276Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-04-29T01:50:04.788137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367327681371769,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T01:50:05.045242Z","caller":"traceutil/trace.go:171","msg":"trace[1642137309] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"770.26347ms","start":"2026-04-29T01:50:04.274905Z","end":"2026-04-29T01:50:05.045169Z","steps":["trace[1642137309] 'process raft request' (duration: 770.056458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:05.045818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.274893Z","time spent":"770.435512ms","remote":"127.0.0.1:32804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:50:06.383519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.338537107s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T01:50:06.384107Z","caller":"traceutil/trace.go:171","msg":"trace[515149431] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"2.067425533s","start":"2026-04-29T01:50:04.316639Z","end":"2026-04-29T01:50:06.384064Z","steps":["trace[515149431] 'process raft request' (duration: 2.067288982s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:06.384311Z","caller":"traceutil/trace.go:171","msg":"trace[1630527781] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"2.067716837s","start":"2026-04-29T01:50:04.316565Z","end":"2026-04-29T01:50:06.384282Z","steps":["trace[1630527781] 'process raft request' (duration: 2.067326693s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.384315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.316633Z","time spent":"2.067573876s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:50:06.384323Z","caller":"traceutil/trace.go:171","msg":"trace[294358982] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"2.067466034s","start":"2026-04-29T01:50:04.316668Z","end":"2026-04-29T01:50:06.384135Z","steps":["trace[294358982] 'process raft request' (duration: 2.067315463s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:06.384353Z","caller":"traceutil/trace.go:171","msg":"trace[1945444106] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"2.109123792s","start":"2026-04-29T01:50:04.275129Z","end":"2026-04-29T01:50:06.384253Z","steps":["trace[1945444106] 'process raft request' (duration: 2.108600577s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.384442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.316549Z","time spent":"2.067813728s","remote":"127.0.0.1:33192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:50:06.384413Z","caller":"traceutil/trace.go:171","msg":"trace[985190553] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"2.067691427s","start":"2026-04-29T01:50:04.316654Z","end":"2026-04-29T01:50:06.384346Z","steps":["trace[985190553] 'process raft request' (duration: 2.067304333s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.384483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.31664Z","time spent":"2.067761317s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:50:06.384519Z","caller":"traceutil/trace.go:171","msg":"trace[399551522] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"2.067809978s","start":"2026-04-29T01:50:04.316689Z","end":"2026-04-29T01:50:06.384499Z","steps":["trace[399551522] 'process raft request' (duration: 2.067317553s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.384551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.275121Z","time spent":"2.109333133s","remote":"127.0.0.1:32794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:50:06.384592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.316665Z","time spent":"2.067893248s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:50:06.384599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.316628Z","time spent":"2.067876768s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:50:06.38445Z","caller":"traceutil/trace.go:171","msg":"trace[523262413] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:4; }","duration":"2.097115854s","start":"2026-04-29T01:50:04.2873Z","end":"2026-04-29T01:50:06.384416Z","steps":["trace[523262413] 'read index received' (duration: 757.695119ms)","trace[523262413] 'applied index is now lower than readState.Index' (duration: 1.339419135s)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:50:06.384747Z","caller":"traceutil/trace.go:171","msg":"trace[898330883] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"2.068002028s","start":"2026-04-29T01:50:04.316725Z","end":"2026-04-29T01:50:06.384727Z","steps":["trace[898330883] 'process raft request' (duration: 2.067315592s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.384832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.316714Z","time spent":"2.068068649s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:50:06.385052Z","caller":"traceutil/trace.go:171","msg":"trace[935878610] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"2.029756889s","start":"2026-04-29T01:50:04.355269Z","end":"2026-04-29T01:50:06.385026Z","steps":["trace[935878610] 'process raft request' (duration: 2.028887182s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.38516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.355253Z","time spent":"2.029871921s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3159,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:50:06.385016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171490994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-29T01:50:06.384816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097487357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-29T01:50:06.385457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017024087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-29T01:50:06.385079Z","caller":"traceutil/trace.go:171","msg":"trace[1077747793] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"2.026409012s","start":"2026-04-29T01:50:04.358653Z","end":"2026-04-29T01:50:06.385062Z","steps":["trace[1077747793] 'process raft request' (duration: 2.025613486s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:06.385471Z","caller":"traceutil/trace.go:171","msg":"trace[1920004121] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:11; }","duration":"1.171981979s","start":"2026-04-29T01:50:05.213475Z","end":"2026-04-29T01:50:06.385457Z","steps":["trace[1920004121] 'agreement among raft nodes before linearized reading' (duration: 1.171507515s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.385477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.326056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-29T01:50:06.385491Z","caller":"traceutil/trace.go:171","msg":"trace[793257523] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"2.017107607s","start":"2026-04-29T01:50:04.368372Z","end":"2026-04-29T01:50:06.38548Z","steps":["trace[793257523] 'agreement among raft nodes before linearized reading' (duration: 2.017068146s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.385515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:05.213442Z","time spent":"1.172061779s","remote":"127.0.0.1:33116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-04-29T01:50:06.385523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.358631Z","time spent":"2.026861876s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:50:06.385523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071082553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-29T01:50:06.385525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.368356Z","time spent":"2.017162307s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-29T01:50:06.385525Z","caller":"traceutil/trace.go:171","msg":"trace[1261855525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11; }","duration":"897.427217ms","start":"2026-04-29T01:50:05.488081Z","end":"2026-04-29T01:50:06.385508Z","steps":["trace[1261855525] 'agreement among raft nodes before linearized reading' (duration: 897.373667ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:06.385527Z","caller":"traceutil/trace.go:171","msg":"trace[1441896094] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"2.098193652s","start":"2026-04-29T01:50:04.28728Z","end":"2026-04-29T01:50:06.385474Z","steps":["trace[1441896094] 'agreement among raft nodes before linearized reading' (duration: 2.097244345s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.385618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:05.488047Z","time spent":"897.563539ms","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:50:06.385614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963305313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-29T01:50:06.385617Z","caller":"traceutil/trace.go:171","msg":"trace[1997572946] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"2.071176404s","start":"2026-04-29T01:50:04.314416Z","end":"2026-04-29T01:50:06.385593Z","steps":["trace[1997572946] 'agreement among raft nodes before linearized reading' (duration: 2.071084433s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.38567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.314406Z","time spent":"2.071253875s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-29T01:50:06.385664Z","caller":"traceutil/trace.go:171","msg":"trace[1124861764] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"1.963367954s","start":"2026-04-29T01:50:04.422281Z","end":"2026-04-29T01:50:06.385649Z","steps":["trace[1124861764] 'agreement among raft nodes before linearized reading' (duration: 1.963225642s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.38566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.28727Z","time spent":"2.098372305s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-04-29T01:50:06.385724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061079953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-29T01:50:06.38489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168942334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-29T01:50:06.385764Z","caller":"traceutil/trace.go:171","msg":"trace[1078517225] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"2.061176144s","start":"2026-04-29T01:50:04.324578Z","end":"2026-04-29T01:50:06.385754Z","steps":["trace[1078517225] 'agreement among raft nodes before linearized reading' (duration: 2.061125903s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.385477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067828587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-29T01:50:06.385775Z","caller":"traceutil/trace.go:171","msg":"trace[2015284105] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11; }","duration":"1.169851692s","start":"2026-04-29T01:50:05.21591Z","end":"2026-04-29T01:50:06.385761Z","steps":["trace[2015284105] 'agreement among raft nodes before linearized reading' (duration: 1.168829413s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.385798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.324571Z","time spent":"2.061221225s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-29T01:50:06.385815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:05.215893Z","time spent":"1.169908302s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"info","ts":"2026-04-29T01:50:06.385811Z","caller":"traceutil/trace.go:171","msg":"trace[395573979] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"2.068185111s","start":"2026-04-29T01:50:04.317613Z","end":"2026-04-29T01:50:06.385799Z","steps":["trace[395573979] 'agreement among raft nodes before linearized reading' (duration: 2.067833358s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.385731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.422271Z","time spent":"1.963447405s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-29T01:50:06.385864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.3176Z","time spent":"2.068251861s","remote":"127.0.0.1:32812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-29T01:50:06.385471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976950113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-29T01:50:06.384831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071283945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-29T01:50:06.385998Z","caller":"traceutil/trace.go:171","msg":"trace[1758813227] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:0; response_revision:11; }","duration":"2.072470204s","start":"2026-04-29T01:50:04.313508Z","end":"2026-04-29T01:50:06.385979Z","steps":["trace[1758813227] 'agreement among raft nodes before linearized reading' (duration: 2.071208464s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.385208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063702124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-29T01:50:06.386116Z","caller":"traceutil/trace.go:171","msg":"trace[1645946891] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"2.064662481s","start":"2026-04-29T01:50:04.321438Z","end":"2026-04-29T01:50:06.386101Z","steps":["trace[1645946891] 'agreement among raft nodes before linearized reading' (duration: 2.063721333s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.386175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.321424Z","time spent":"2.064736413s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-29T01:50:06.386145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.313496Z","time spent":"2.072593195s","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-04-29T01:50:06.385917Z","caller":"traceutil/trace.go:171","msg":"trace[584566416] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:11; }","duration":"1.977438288s","start":"2026-04-29T01:50:04.40847Z","end":"2026-04-29T01:50:06.385909Z","steps":["trace[584566416] 'agreement among raft nodes before linearized reading' (duration: 1.976266118s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.386365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:04.40846Z","time spent":"1.977849721s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/default\" "} {"level":"info","ts":"2026-04-29T01:50:06.544925Z","caller":"traceutil/trace.go:171","msg":"trace[1072745022] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"151.417164ms","start":"2026-04-29T01:50:06.393426Z","end":"2026-04-29T01:50:06.544843Z","steps":["trace[1072745022] 'process raft request' (duration: 124.012758ms)","trace[1072745022] 'compare' (duration: 27.287785ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:50:06.550582Z","caller":"traceutil/trace.go:171","msg":"trace[1687400024] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"157.082649ms","start":"2026-04-29T01:50:06.393482Z","end":"2026-04-29T01:50:06.550564Z","steps":["trace[1687400024] 'process raft request' (duration: 156.811507ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:06.550896Z","caller":"traceutil/trace.go:171","msg":"trace[1463347115] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13; }","duration":"157.405382ms","start":"2026-04-29T01:50:06.393481Z","end":"2026-04-29T01:50:06.550886Z","steps":["trace[1463347115] 'process raft request' (duration: 156.879597ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:06.551048Z","caller":"traceutil/trace.go:171","msg":"trace[1018357391] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"156.083241ms","start":"2026-04-29T01:50:06.394949Z","end":"2026-04-29T01:50:06.551033Z","steps":["trace[1018357391] 'process raft request' (duration: 155.577846ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:06.551197Z","caller":"traceutil/trace.go:171","msg":"trace[936484590] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"157.652443ms","start":"2026-04-29T01:50:06.393534Z","end":"2026-04-29T01:50:06.551186Z","steps":["trace[936484590] 'process raft request' (duration: 156.846946ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:06.551229Z","caller":"traceutil/trace.go:171","msg":"trace[783318811] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"156.240412ms","start":"2026-04-29T01:50:06.394976Z","end":"2026-04-29T01:50:06.551216Z","steps":["trace[783318811] 'process raft request' (duration: 155.597407ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:06.551422Z","caller":"traceutil/trace.go:171","msg":"trace[738282206] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"156.765276ms","start":"2026-04-29T01:50:06.394647Z","end":"2026-04-29T01:50:06.551412Z","steps":["trace[738282206] 'process raft request' (duration: 155.807718ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:06.55154Z","caller":"traceutil/trace.go:171","msg":"trace[814409338] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"156.484784ms","start":"2026-04-29T01:50:06.395043Z","end":"2026-04-29T01:50:06.551527Z","steps":["trace[814409338] 'process raft request' (duration: 155.87077ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:06.551898Z","caller":"traceutil/trace.go:171","msg":"trace[865613258] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"156.843677ms","start":"2026-04-29T01:50:06.395043Z","end":"2026-04-29T01:50:06.551887Z","steps":["trace[865613258] 'process raft request' (duration: 155.90699ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:06.55262Z","caller":"traceutil/trace.go:171","msg":"trace[2122595626] linearizableReadLoop","detail":"{readStateIndex:19; appliedIndex:14; }","duration":"158.235327ms","start":"2026-04-29T01:50:06.394371Z","end":"2026-04-29T01:50:06.552607Z","steps":["trace[2122595626] 'read index received' (duration: 123.07949ms)","trace[2122595626] 'applied index is now lower than readState.Index' (duration: 35.154957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:50:06.552782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.382248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-29T01:50:06.552818Z","caller":"traceutil/trace.go:171","msg":"trace[1755458475] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:21; }","duration":"158.45293ms","start":"2026-04-29T01:50:06.394357Z","end":"2026-04-29T01:50:06.552809Z","steps":["trace[1755458475] 'agreement among raft nodes before linearized reading' (duration: 158.335049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.552987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.948965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-29T01:50:06.553021Z","caller":"traceutil/trace.go:171","msg":"trace[627493618] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:21; }","duration":"111.007945ms","start":"2026-04-29T01:50:06.442005Z","end":"2026-04-29T01:50:06.553013Z","steps":["trace[627493618] 'agreement among raft nodes before linearized reading' (duration: 110.961485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:06.553175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.598849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-29T01:50:06.553211Z","caller":"traceutil/trace.go:171","msg":"trace[1517236414] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:21; }","duration":"102.664349ms","start":"2026-04-29T01:50:06.450538Z","end":"2026-04-29T01:50:06.553202Z","steps":["trace[1517236414] 'agreement among raft nodes before linearized reading' (duration: 102.594859ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:06.55115Z","caller":"traceutil/trace.go:171","msg":"trace[1645559488] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"157.562583ms","start":"2026-04-29T01:50:06.393565Z","end":"2026-04-29T01:50:06.551128Z","steps":["trace[1645559488] 'process raft request' (duration: 156.855327ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:06.554706Z","caller":"traceutil/trace.go:171","msg":"trace[1880934188] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"155.387436ms","start":"2026-04-29T01:50:06.397296Z","end":"2026-04-29T01:50:06.552684Z","steps":["trace[1880934188] 'process raft request' (duration: 153.684143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:07.634633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.238376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:50:07.634747Z","caller":"traceutil/trace.go:171","msg":"trace[1256752267] transaction","detail":"{read_only:false; response_revision:138; number_of_response:1; }","duration":"340.888546ms","start":"2026-04-29T01:50:07.293835Z","end":"2026-04-29T01:50:07.634724Z","steps":["trace[1256752267] 'process raft request' (duration: 224.271006ms)","trace[1256752267] 'compare' (duration: 116.130345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:50:07.634802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:07.29382Z","time spent":"340.958347ms","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1368,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:50:07.638448Z","caller":"traceutil/trace.go:171","msg":"trace[246554599] linearizableReadLoop","detail":"{readStateIndex:144; appliedIndex:142; }","duration":"242.70522ms","start":"2026-04-29T01:50:07.395724Z","end":"2026-04-29T01:50:07.638429Z","steps":["trace[246554599] 'read index received' (duration: 122.393662ms)","trace[246554599] 'applied index is now lower than readState.Index' (duration: 120.310668ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:50:07.638497Z","caller":"traceutil/trace.go:171","msg":"trace[1393034191] transaction","detail":"{read_only:false; response_revision:139; number_of_response:1; }","duration":"344.509994ms","start":"2026-04-29T01:50:07.293944Z","end":"2026-04-29T01:50:07.638454Z","steps":["trace[1393034191] 'process raft request' (duration: 344.429054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:07.638572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.853352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:50:07.638647Z","caller":"traceutil/trace.go:171","msg":"trace[1730919333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:139; }","duration":"242.923622ms","start":"2026-04-29T01:50:07.395676Z","end":"2026-04-29T01:50:07.638599Z","steps":["trace[1730919333] 'agreement among raft nodes before linearized reading' (duration: 242.847232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:07.638748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:07.293921Z","time spent":"344.748276ms","remote":"127.0.0.1:32808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:50:09.311496Z","caller":"traceutil/trace.go:171","msg":"trace[537180253] linearizableReadLoop","detail":"{readStateIndex:243; appliedIndex:242; }","duration":"104.016521ms","start":"2026-04-29T01:50:09.207455Z","end":"2026-04-29T01:50:09.311472Z","steps":["trace[537180253] 'read index received' (duration: 103.749639ms)","trace[537180253] 'applied index is now lower than readState.Index' (duration: 265.982µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:50:09.311553Z","caller":"traceutil/trace.go:171","msg":"trace[597884238] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"318.93965ms","start":"2026-04-29T01:50:08.992585Z","end":"2026-04-29T01:50:09.311525Z","steps":["trace[597884238] 'process raft request' (duration: 318.735388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:09.311676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:08.992559Z","time spent":"319.06226ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:50:09.311696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.222953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:50:09.311853Z","caller":"traceutil/trace.go:171","msg":"trace[509097476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:237; }","duration":"104.433885ms","start":"2026-04-29T01:50:09.207404Z","end":"2026-04-29T01:50:09.311838Z","steps":["trace[509097476] 'agreement among raft nodes before linearized reading' (duration: 104.203073ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:10.089274Z","caller":"traceutil/trace.go:171","msg":"trace[1254051832] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"116.469639ms","start":"2026-04-29T01:50:09.972778Z","end":"2026-04-29T01:50:10.089248Z","steps":["trace[1254051832] 'process raft request' (duration: 84.371648ms)","trace[1254051832] 'compare' (duration: 31.99942ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:50:10.211045Z","caller":"traceutil/trace.go:171","msg":"trace[480807199] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"111.029876ms","start":"2026-04-29T01:50:10.099987Z","end":"2026-04-29T01:50:10.211017Z","steps":["trace[480807199] 'process raft request' (duration: 100.048533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:10.490286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.067858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:50:10.49037Z","caller":"traceutil/trace.go:171","msg":"trace[1046627060] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:0; response_revision:266; }","duration":"167.178329ms","start":"2026-04-29T01:50:10.323172Z","end":"2026-04-29T01:50:10.49035Z","steps":["trace[1046627060] 'range keys from in-memory index tree' (duration: 167.022567ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:11.975675Z","caller":"traceutil/trace.go:171","msg":"trace[572168555] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"402.362195ms","start":"2026-04-29T01:50:11.57329Z","end":"2026-04-29T01:50:11.975652Z","steps":["trace[572168555] 'process raft request' (duration: 402.233504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:11.975812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:50:11.573268Z","time spent":"402.486396ms","remote":"127.0.0.1:32944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:50:18.383115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.506667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:50:18.383218Z","caller":"traceutil/trace.go:171","msg":"trace[1083544690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:398; }","duration":"185.709968ms","start":"2026-04-29T01:50:18.197488Z","end":"2026-04-29T01:50:18.383198Z","steps":["trace[1083544690] 'range keys from in-memory index tree' (duration: 185.423725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:18.797835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.78403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:50:18.797934Z","caller":"traceutil/trace.go:171","msg":"trace[187484695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:399; }","duration":"286.939111ms","start":"2026-04-29T01:50:18.510974Z","end":"2026-04-29T01:50:18.797913Z","steps":["trace[187484695] 'range keys from in-memory index tree' (duration: 286.382007ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:19.04875Z","caller":"traceutil/trace.go:171","msg":"trace[52463720] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"237.208622ms","start":"2026-04-29T01:50:18.811516Z","end":"2026-04-29T01:50:19.048724Z","steps":["trace[52463720] 'process raft request' (duration: 237.141932ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:19.049168Z","caller":"traceutil/trace.go:171","msg":"trace[298331402] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"242.988113ms","start":"2026-04-29T01:50:18.80585Z","end":"2026-04-29T01:50:19.048838Z","steps":["trace[298331402] 'process raft request' (duration: 184.922953ms)","trace[298331402] 'compare' (duration: 57.680598ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:50:37.458955Z","caller":"traceutil/trace.go:171","msg":"trace[1500500393] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"171.473721ms","start":"2026-04-29T01:50:37.287452Z","end":"2026-04-29T01:50:37.458926Z","steps":["trace[1500500393] 'process raft request' (duration: 171.2799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:39.125011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.890636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T01:50:39.125122Z","caller":"traceutil/trace.go:171","msg":"trace[1870388664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:452; }","duration":"102.029986ms","start":"2026-04-29T01:50:39.023067Z","end":"2026-04-29T01:50:39.125097Z","steps":["trace[1870388664] 'range keys from in-memory index tree' (duration: 101.800755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:50:39.125124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.352596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:50:39.125243Z","caller":"traceutil/trace.go:171","msg":"trace[2021377936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:452; }","duration":"127.502427ms","start":"2026-04-29T01:50:38.997705Z","end":"2026-04-29T01:50:39.125208Z","steps":["trace[2021377936] 'range keys from in-memory index tree' (duration: 127.229626ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:45.396301Z","caller":"traceutil/trace.go:171","msg":"trace[137141687] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"124.958969ms","start":"2026-04-29T01:50:45.271317Z","end":"2026-04-29T01:50:45.396275Z","steps":["trace[137141687] 'process raft request' (duration: 101.900996ms)","trace[137141687] 'compare' (duration: 22.862392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:51:28.425056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.155887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:51:28.425154Z","caller":"traceutil/trace.go:171","msg":"trace[83299109] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:630; }","duration":"100.27519ms","start":"2026-04-29T01:51:28.324856Z","end":"2026-04-29T01:51:28.425131Z","steps":["trace[83299109] 'count revisions from in-memory index tree' (duration: 100.050375ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:28.980928Z","caller":"traceutil/trace.go:171","msg":"trace[1975808583] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"353.547343ms","start":"2026-04-29T01:51:28.62732Z","end":"2026-04-29T01:51:28.980868Z","steps":["trace[1975808583] 'process raft request' (duration: 353.4205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:28.981093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:28.627294Z","time spent":"353.722237ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:51:28.990595Z","caller":"traceutil/trace.go:171","msg":"trace[1587558740] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:659; }","duration":"278.468296ms","start":"2026-04-29T01:51:28.712104Z","end":"2026-04-29T01:51:28.990572Z","steps":["trace[1587558740] 'read index received' (duration: 268.699345ms)","trace[1587558740] 'applied index is now lower than readState.Index' (duration: 9.767831ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:51:28.990815Z","caller":"traceutil/trace.go:171","msg":"trace[1953163096] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"359.539172ms","start":"2026-04-29T01:51:28.631264Z","end":"2026-04-29T01:51:28.990803Z","steps":["trace[1953163096] 'process raft request' (duration: 358.610381ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:28.990943Z","caller":"traceutil/trace.go:171","msg":"trace[745519108] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"308.966733ms","start":"2026-04-29T01:51:28.681962Z","end":"2026-04-29T01:51:28.990929Z","steps":["trace[745519108] 'process raft request' (duration: 308.459353ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:28.990924Z","caller":"traceutil/trace.go:171","msg":"trace[1505092279] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"335.483254ms","start":"2026-04-29T01:51:28.655393Z","end":"2026-04-29T01:51:28.990876Z","steps":["trace[1505092279] 'process raft request' (duration: 334.847091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:28.990976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:28.63124Z","time spent":"359.611054ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:51:28.991004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:28.681933Z","time spent":"309.044984ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:51:28.991086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:28.655357Z","time spent":"335.650388ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:51:28.991115Z","caller":"traceutil/trace.go:171","msg":"trace[75799457] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"176.533381ms","start":"2026-04-29T01:51:28.814572Z","end":"2026-04-29T01:51:28.991105Z","steps":["trace[75799457] 'process raft request' (duration: 175.932108ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:28.991156Z","caller":"traceutil/trace.go:171","msg":"trace[1745837489] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"330.697441ms","start":"2026-04-29T01:51:28.660447Z","end":"2026-04-29T01:51:28.991145Z","steps":["trace[1745837489] 'process raft request' (duration: 329.842173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:28.991192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:28.660429Z","time spent":"330.746641ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:51:28.991262Z","caller":"traceutil/trace.go:171","msg":"trace[2068659971] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"330.497436ms","start":"2026-04-29T01:51:28.660756Z","end":"2026-04-29T01:51:28.991253Z","steps":["trace[2068659971] 'process raft request' (duration: 329.597547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:28.991286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:28.660745Z","time spent":"330.529096ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:51:28.991303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.195692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:51:28.991339Z","caller":"traceutil/trace.go:171","msg":"trace[1922961647] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:642; }","duration":"279.299434ms","start":"2026-04-29T01:51:28.71203Z","end":"2026-04-29T01:51:28.991329Z","steps":["trace[1922961647] 'agreement among raft nodes before linearized reading' (duration: 279.185341ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:28.991345Z","caller":"traceutil/trace.go:171","msg":"trace[591122029] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"356.2463ms","start":"2026-04-29T01:51:28.63507Z","end":"2026-04-29T01:51:28.991316Z","steps":["trace[591122029] 'process raft request' (duration: 354.925362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:28.991398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:28.635053Z","time spent":"356.318381ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:51:28.991497Z","caller":"traceutil/trace.go:171","msg":"trace[999937187] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"348.733269ms","start":"2026-04-29T01:51:28.642753Z","end":"2026-04-29T01:51:28.991487Z","steps":["trace[999937187] 'process raft request' (duration: 347.287308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:28.991528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:28.642518Z","time spent":"348.993874ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:51:28.991591Z","caller":"traceutil/trace.go:171","msg":"trace[1266612560] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"343.369573ms","start":"2026-04-29T01:51:28.648214Z","end":"2026-04-29T01:51:28.991584Z","steps":["trace[1266612560] 'process raft request' (duration: 341.885511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:28.991616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:28.6482Z","time spent":"343.402544ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:51:28.991668Z","caller":"traceutil/trace.go:171","msg":"trace[1843183954] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"342.884573ms","start":"2026-04-29T01:51:28.648768Z","end":"2026-04-29T01:51:28.991653Z","steps":["trace[1843183954] 'process raft request' (duration: 341.38058ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:28.991695Z","caller":"traceutil/trace.go:171","msg":"trace[524541016] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"339.111243ms","start":"2026-04-29T01:51:28.652577Z","end":"2026-04-29T01:51:28.991688Z","steps":["trace[524541016] 'process raft request' (duration: 337.61862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:28.991725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:28.65256Z","time spent":"339.150154ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:51:28.991735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:28.648761Z","time spent":"342.941264ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:51:28.996973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.272646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-29T01:51:28.997019Z","caller":"traceutil/trace.go:171","msg":"trace[1135693058] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:644; }","duration":"196.378568ms","start":"2026-04-29T01:51:28.80063Z","end":"2026-04-29T01:51:28.997008Z","steps":["trace[1135693058] 'agreement among raft nodes before linearized reading' (duration: 196.238375ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:29.533003Z","caller":"traceutil/trace.go:171","msg":"trace[289836204] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"448.200573ms","start":"2026-04-29T01:51:29.084758Z","end":"2026-04-29T01:51:29.532958Z","steps":["trace[289836204] 'process raft request' (duration: 443.061403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:29.533223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:29.08471Z","time spent":"448.398447ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:51:29.533449Z","caller":"traceutil/trace.go:171","msg":"trace[857636612] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"439.498867ms","start":"2026-04-29T01:51:29.093896Z","end":"2026-04-29T01:51:29.533395Z","steps":["trace[857636612] 'process raft request' (duration: 439.208841ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:29.533515Z","caller":"traceutil/trace.go:171","msg":"trace[24994400] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"418.100132ms","start":"2026-04-29T01:51:29.115399Z","end":"2026-04-29T01:51:29.533499Z","steps":["trace[24994400] 'process raft request' (duration: 417.863037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:29.53367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:29.115382Z","time spent":"418.178224ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:51:29.53368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:29.09388Z","time spent":"439.681082ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:51:29.533712Z","caller":"traceutil/trace.go:171","msg":"trace[728672133] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"436.124977ms","start":"2026-04-29T01:51:29.097573Z","end":"2026-04-29T01:51:29.533697Z","steps":["trace[728672133] 'process raft request' (duration: 435.627855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:29.533811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:29.097565Z","time spent":"436.181748ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:51:29.533872Z","caller":"traceutil/trace.go:171","msg":"trace[1558499754] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"379.655983ms","start":"2026-04-29T01:51:29.154194Z","end":"2026-04-29T01:51:29.53385Z","steps":["trace[1558499754] 'process raft request' (duration: 379.258364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:29.533959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:29.154151Z","time spent":"379.770245ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:51:36.387988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.481026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:51:36.389009Z","caller":"traceutil/trace.go:171","msg":"trace[1035062841] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"711.932035ms","start":"2026-04-29T01:51:35.677012Z","end":"2026-04-29T01:51:36.388945Z","steps":["trace[1035062841] 'process raft request' (duration: 108.364877ms)","trace[1035062841] 'compare' (duration: 602.336773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:51:36.38919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:35.67699Z","time spent":"712.106688ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:51:36.389494Z","caller":"traceutil/trace.go:171","msg":"trace[81837194] linearizableReadLoop","detail":"{readStateIndex:775; appliedIndex:773; }","duration":"466.637447ms","start":"2026-04-29T01:51:35.922838Z","end":"2026-04-29T01:51:36.389475Z","steps":["trace[81837194] 'read index received' (duration: 289.080045ms)","trace[81837194] 'applied index is now lower than readState.Index' (duration: 177.556482ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:51:36.389606Z","caller":"traceutil/trace.go:171","msg":"trace[767928229] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"522.412837ms","start":"2026-04-29T01:51:35.86718Z","end":"2026-04-29T01:51:36.389593Z","steps":["trace[767928229] 'process raft request' (duration: 521.238874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:36.389775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.937423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T01:51:36.389765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:35.867143Z","time spent":"522.54124ms","remote":"127.0.0.1:32818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:51:36.389821Z","caller":"traceutil/trace.go:171","msg":"trace[1608672619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:742; }","duration":"467.043514ms","start":"2026-04-29T01:51:35.922764Z","end":"2026-04-29T01:51:36.389808Z","steps":["trace[1608672619] 'agreement among raft nodes before linearized reading' (duration: 466.849411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:36.389937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:35.922735Z","time spent":"467.189368ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T01:51:36.38996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.996162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:51:36.390092Z","caller":"traceutil/trace.go:171","msg":"trace[1465286274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:742; }","duration":"441.158405ms","start":"2026-04-29T01:51:35.948903Z","end":"2026-04-29T01:51:36.390062Z","steps":["trace[1465286274] 'agreement among raft nodes before linearized reading' (duration: 440.846628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:36.390193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:35.94889Z","time spent":"441.286718ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T01:51:36.39056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.361788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T01:51:36.390613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.513595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:51:36.390749Z","caller":"traceutil/trace.go:171","msg":"trace[1918364527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:742; }","duration":"146.688418ms","start":"2026-04-29T01:51:36.244027Z","end":"2026-04-29T01:51:36.390715Z","steps":["trace[1918364527] 'agreement among raft nodes before linearized reading' (duration: 146.410233ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:36.390901Z","caller":"traceutil/trace.go:171","msg":"trace[287953029] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:742; }","duration":"419.510081ms","start":"2026-04-29T01:51:35.971168Z","end":"2026-04-29T01:51:36.390678Z","steps":["trace[287953029] 'agreement among raft nodes before linearized reading' (duration: 419.244406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:36.391101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:35.971131Z","time spent":"419.898639ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":58,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:51:37.628804Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230568989s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T01:51:39.51896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.157793477s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T01:51:40.244036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000154384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T01:51:40.244136Z","caller":"traceutil/trace.go:171","msg":"trace[501025498] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280277s","start":"2026-04-29T01:51:38.243835Z","end":"2026-04-29T01:51:40.244115Z","steps":["trace[501025498] 'agreement among raft nodes before linearized reading' (duration: 2.000147614s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:40.244191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:38.243744Z","time spent":"2.00043652s","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:51:40.278743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649616195s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:51:40.279005Z","caller":"traceutil/trace.go:171","msg":"trace[794666598] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"1.917930449s","start":"2026-04-29T01:51:38.361058Z","end":"2026-04-29T01:51:40.278988Z","steps":["trace[794666598] 'process raft request' (duration: 1.917890858s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:40.279074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:38.361035Z","time spent":"1.918003809s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:51:40.279356Z","caller":"traceutil/trace.go:171","msg":"trace[836496252] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"3.881213624s","start":"2026-04-29T01:51:36.398129Z","end":"2026-04-29T01:51:40.279343Z","steps":["trace[836496252] 'process raft request' (duration: 1.230918296s)","trace[836496252] 'compare' (duration: 2.649150857s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:51:40.279409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:36.398111Z","time spent":"3.881270325s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:51:40.279524Z","caller":"traceutil/trace.go:171","msg":"trace[456037835] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"3.880874017s","start":"2026-04-29T01:51:36.398641Z","end":"2026-04-29T01:51:40.279515Z","steps":["trace[456037835] 'process raft request' (duration: 3.880198264s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:40.27957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:36.398606Z","time spent":"3.880939359s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:51:40.279747Z","caller":"traceutil/trace.go:171","msg":"trace[1230735806] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"3.836619537s","start":"2026-04-29T01:51:36.443117Z","end":"2026-04-29T01:51:40.279737Z","steps":["trace[1230735806] 'process raft request' (duration: 3.835796651s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:40.279798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:36.443086Z","time spent":"3.836692379s","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:51:40.279914Z","caller":"traceutil/trace.go:171","msg":"trace[1449715672] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:775; }","duration":"2.944931823s","start":"2026-04-29T01:51:37.334972Z","end":"2026-04-29T01:51:40.279903Z","steps":["trace[1449715672] 'read index received' (duration: 294.092005ms)","trace[1449715672] 'applied index is now lower than readState.Index' (duration: 2.650838718s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:51:40.279999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945027485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:51:40.280028Z","caller":"traceutil/trace.go:171","msg":"trace[1834842035] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:746; }","duration":"2.945107087s","start":"2026-04-29T01:51:37.33491Z","end":"2026-04-29T01:51:40.280017Z","steps":["trace[1834842035] 'agreement among raft nodes before linearized reading' (duration: 2.945059416s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:40.280056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:37.334848Z","time spent":"2.945201448s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:51:40.280077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486889467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:51:40.280119Z","caller":"traceutil/trace.go:171","msg":"trace[401271039] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:746; }","duration":"1.486934188s","start":"2026-04-29T01:51:38.793172Z","end":"2026-04-29T01:51:40.280106Z","steps":["trace[401271039] 'agreement among raft nodes before linearized reading' (duration: 1.486866837s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:40.280152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:38.793114Z","time spent":"1.48702835s","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:51:40.280128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750712887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:51:40.280208Z","caller":"traceutil/trace.go:171","msg":"trace[1936681064] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:746; }","duration":"2.75086743s","start":"2026-04-29T01:51:37.529322Z","end":"2026-04-29T01:51:40.280189Z","steps":["trace[1936681064] 'agreement among raft nodes before linearized reading' (duration: 2.750708897s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:40.280261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:37.529297Z","time spent":"2.750954161s","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:51:40.28025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882567298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-29T01:51:40.280266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608508774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:51:40.280323Z","caller":"traceutil/trace.go:171","msg":"trace[480087148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:746; }","duration":"1.88269034s","start":"2026-04-29T01:51:38.397616Z","end":"2026-04-29T01:51:40.280306Z","steps":["trace[480087148] 'agreement among raft nodes before linearized reading' (duration: 1.882439235s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:40.280354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479556365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-29T01:51:40.280351Z","caller":"traceutil/trace.go:171","msg":"trace[984340679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:746; }","duration":"2.608652657s","start":"2026-04-29T01:51:37.671677Z","end":"2026-04-29T01:51:40.28033Z","steps":["trace[984340679] 'agreement among raft nodes before linearized reading' (duration: 2.608380752s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:40.280369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:38.397603Z","time spent":"1.882757002s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T01:51:40.280387Z","caller":"traceutil/trace.go:171","msg":"trace[543249328] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:746; }","duration":"1.479608155s","start":"2026-04-29T01:51:38.800769Z","end":"2026-04-29T01:51:40.280377Z","steps":["trace[543249328] 'agreement among raft nodes before linearized reading' (duration: 1.479496283s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:40.280405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:37.671656Z","time spent":"2.608740379s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T01:51:40.280416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:38.800759Z","time spent":"1.479650646s","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-04-29T01:51:41.795514Z","caller":"traceutil/trace.go:171","msg":"trace[1215062083] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"214.739272ms","start":"2026-04-29T01:51:41.580748Z","end":"2026-04-29T01:51:41.795487Z","steps":["trace[1215062083] 'process raft request' (duration: 214.62817ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:52.206342Z","caller":"traceutil/trace.go:171","msg":"trace[708031079] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"328.51457ms","start":"2026-04-29T01:51:51.877791Z","end":"2026-04-29T01:51:52.206306Z","steps":["trace[708031079] 'process raft request' (duration: 328.283396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:52.206568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:51.877771Z","time spent":"328.687712ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:51:55.783919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271060377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-t2phd\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-04-29T01:51:55.784004Z","caller":"traceutil/trace.go:171","msg":"trace[294276988] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-t2phd; range_end:; response_count:1; response_revision:906; }","duration":"1.271180348s","start":"2026-04-29T01:51:54.512803Z","end":"2026-04-29T01:51:55.783983Z","steps":["trace[294276988] 'range keys from in-memory index tree' (duration: 1.270911464s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:55.784037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:54.512785Z","time spent":"1.27124427s","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-t2phd\" "} {"level":"warn","ts":"2026-04-29T01:51:55.783922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.306861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:51:55.784323Z","caller":"traceutil/trace.go:171","msg":"trace[1051159336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:906; }","duration":"540.773388ms","start":"2026-04-29T01:51:55.243541Z","end":"2026-04-29T01:51:55.784314Z","steps":["trace[1051159336] 'range keys from in-memory index tree' (duration: 540.215938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:55.784351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:55.243518Z","time spent":"540.824849ms","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:51:55.849069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.831075ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-29T01:51:55.84935Z","caller":"traceutil/trace.go:171","msg":"trace[1709290090] linearizableReadLoop","detail":"{readStateIndex:944; appliedIndex:943; }","duration":"373.351687ms","start":"2026-04-29T01:51:55.475941Z","end":"2026-04-29T01:51:55.849293Z","steps":["trace[1709290090] 'read index received' (duration: 140.172206ms)","trace[1709290090] 'applied index is now lower than readState.Index' (duration: 233.177831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:51:55.849465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.488879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:51:55.849561Z","caller":"traceutil/trace.go:171","msg":"trace[981120367] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:906; }","duration":"373.613481ms","start":"2026-04-29T01:51:55.475927Z","end":"2026-04-29T01:51:55.84954Z","steps":["trace[981120367] 'agreement among raft nodes before linearized reading' (duration: 373.422518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:55.849618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:55.475876Z","time spent":"373.732484ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:52:42.944103Z","caller":"traceutil/trace.go:171","msg":"trace[1249808794] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"320.381953ms","start":"2026-04-29T01:52:42.623684Z","end":"2026-04-29T01:52:42.944066Z","steps":["trace[1249808794] 'process raft request' (duration: 319.801345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:52:42.944337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:52:42.623664Z","time spent":"320.547734ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:52:42.964886Z","caller":"traceutil/trace.go:171","msg":"trace[1509061818] linearizableReadLoop","detail":"{readStateIndex:1502; appliedIndex:1500; }","duration":"319.411371ms","start":"2026-04-29T01:52:42.645445Z","end":"2026-04-29T01:52:42.964856Z","steps":["trace[1509061818] 'read index received' (duration: 298.032804ms)","trace[1509061818] 'applied index is now lower than readState.Index' (duration: 21.376957ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:52:42.96496Z","caller":"traceutil/trace.go:171","msg":"trace[1032619152] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"337.737311ms","start":"2026-04-29T01:52:42.627187Z","end":"2026-04-29T01:52:42.964924Z","steps":["trace[1032619152] 'process raft request' (duration: 337.420176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:52:42.965223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.753385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:52:42.965275Z","caller":"traceutil/trace.go:171","msg":"trace[1923040478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1452; }","duration":"319.859806ms","start":"2026-04-29T01:52:42.645399Z","end":"2026-04-29T01:52:42.965259Z","steps":["trace[1923040478] 'agreement among raft nodes before linearized reading' (duration: 319.640683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:52:42.965317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:52:42.645385Z","time spent":"319.920787ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T01:52:42.965308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:52:42.627158Z","time spent":"337.879383ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:52:42.965347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.421556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:52:42.965452Z","caller":"traceutil/trace.go:171","msg":"trace[2034631882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1452; }","duration":"136.603847ms","start":"2026-04-29T01:52:42.828819Z","end":"2026-04-29T01:52:42.965423Z","steps":["trace[2034631882] 'agreement among raft nodes before linearized reading' (duration: 136.396505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:52:42.965462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.588504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-lj8qp\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-29T01:52:42.965559Z","caller":"traceutil/trace.go:171","msg":"trace[244846626] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-lj8qp; range_end:; response_count:1; response_revision:1452; }","duration":"194.733136ms","start":"2026-04-29T01:52:42.7708Z","end":"2026-04-29T01:52:42.965533Z","steps":["trace[244846626] 'agreement among raft nodes before linearized reading' (duration: 194.443072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:52:42.966297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.060239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:52:42.966422Z","caller":"traceutil/trace.go:171","msg":"trace[1584644237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1452; }","duration":"320.20419ms","start":"2026-04-29T01:52:42.646193Z","end":"2026-04-29T01:52:42.966398Z","steps":["trace[1584644237] 'agreement among raft nodes before linearized reading' (duration: 318.998556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:52:42.96675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:52:42.64618Z","time spent":"320.547354ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T01:52:51.10998Z","caller":"traceutil/trace.go:171","msg":"trace[932193576] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"110.913957ms","start":"2026-04-29T01:52:50.999043Z","end":"2026-04-29T01:52:51.109957Z","steps":["trace[932193576] 'process raft request' (duration: 110.749785ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:52:51.319667Z","caller":"traceutil/trace.go:171","msg":"trace[1513079192] linearizableReadLoop","detail":"{readStateIndex:1634; appliedIndex:1633; }","duration":"296.8337ms","start":"2026-04-29T01:52:51.022807Z","end":"2026-04-29T01:52:51.31964Z","steps":["trace[1513079192] 'read index received' (duration: 87.211326ms)","trace[1513079192] 'applied index is now lower than readState.Index' (duration: 209.621244ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:52:51.319797Z","caller":"traceutil/trace.go:171","msg":"trace[1595704514] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"302.364244ms","start":"2026-04-29T01:52:51.017391Z","end":"2026-04-29T01:52:51.319755Z","steps":["trace[1595704514] 'process raft request' (duration: 302.06792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:52:51.319955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.112463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-29T01:52:51.31998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:52:51.017371Z","time spent":"302.504775ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:52:51.319994Z","caller":"traceutil/trace.go:171","msg":"trace[918591763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1579; }","duration":"297.193904ms","start":"2026-04-29T01:52:51.022787Z","end":"2026-04-29T01:52:51.319981Z","steps":["trace[918591763] 'agreement among raft nodes before linearized reading' (duration: 297.018402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:52:51.320011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.936742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-29T01:52:51.320011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.210183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:52:51.320072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.617659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-46x4v\" ","response":"range_response_count:1 size:4507"} {"level":"info","ts":"2026-04-29T01:52:51.320098Z","caller":"traceutil/trace.go:171","msg":"trace[1172810745] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1579; }","duration":"204.357694ms","start":"2026-04-29T01:52:51.115721Z","end":"2026-04-29T01:52:51.320079Z","steps":["trace[1172810745] 'agreement among raft nodes before linearized reading' (duration: 204.204842ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:52:51.320162Z","caller":"traceutil/trace.go:171","msg":"trace[251658620] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-46x4v; range_end:; response_count:1; response_revision:1579; }","duration":"156.762181ms","start":"2026-04-29T01:52:51.163376Z","end":"2026-04-29T01:52:51.320138Z","steps":["trace[251658620] 'agreement among raft nodes before linearized reading' (duration: 156.495248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:52:51.320247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.45502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T01:52:51.320293Z","caller":"traceutil/trace.go:171","msg":"trace[26081380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1579; }","duration":"285.546721ms","start":"2026-04-29T01:52:51.034733Z","end":"2026-04-29T01:52:51.32028Z","steps":["trace[26081380] 'agreement among raft nodes before linearized reading' (duration: 285.40047ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:52:51.320097Z","caller":"traceutil/trace.go:171","msg":"trace[2099821683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1579; }","duration":"297.053363ms","start":"2026-04-29T01:52:51.023022Z","end":"2026-04-29T01:52:51.320075Z","steps":["trace[2099821683] 'agreement among raft nodes before linearized reading' (duration: 296.847061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:52:51.687007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.690015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:52:51.687324Z","caller":"traceutil/trace.go:171","msg":"trace[1309254826] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"157.69918ms","start":"2026-04-29T01:52:51.529605Z","end":"2026-04-29T01:52:51.687304Z","steps":["trace[1309254826] 'process raft request' (duration: 157.65512ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:52:51.687554Z","caller":"traceutil/trace.go:171","msg":"trace[57745504] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"360.417878ms","start":"2026-04-29T01:52:51.327116Z","end":"2026-04-29T01:52:51.687534Z","steps":["trace[57745504] 'process raft request' (duration: 360.018152ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:52:51.687589Z","caller":"traceutil/trace.go:171","msg":"trace[1671689791] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"361.596851ms","start":"2026-04-29T01:52:51.325957Z","end":"2026-04-29T01:52:51.687554Z","steps":["trace[1671689791] 'process raft request' (duration: 250.240179ms)","trace[1671689791] 'compare' (duration: 110.38607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:52:51.687623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:52:51.327095Z","time spent":"360.495238ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:52:51.687765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:52:51.325935Z","time spent":"361.730832ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:52:51.687601Z","caller":"traceutil/trace.go:171","msg":"trace[2014114681] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"360.360147ms","start":"2026-04-29T01:52:51.327185Z","end":"2026-04-29T01:52:51.687545Z","steps":["trace[2014114681] 'process raft request' (duration: 360.042982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:52:51.688032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:52:51.327156Z","time spent":"360.749601ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:53:03.477752Z","caller":"traceutil/trace.go:171","msg":"trace[1673805424] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"110.397738ms","start":"2026-04-29T01:53:03.367329Z","end":"2026-04-29T01:53:03.477726Z","steps":["trace[1673805424] 'process raft request' (duration: 109.882463ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:53:05.635684Z","caller":"traceutil/trace.go:171","msg":"trace[1826739385] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"151.018032ms","start":"2026-04-29T01:53:05.484641Z","end":"2026-04-29T01:53:05.635659Z","steps":["trace[1826739385] 'process raft request' (duration: 150.870671ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:53:09.90478Z","caller":"traceutil/trace.go:171","msg":"trace[428614488] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"124.475367ms","start":"2026-04-29T01:53:09.780264Z","end":"2026-04-29T01:53:09.90474Z","steps":["trace[428614488] 'read index received' (duration: 120.829358ms)","trace[428614488] 'applied index is now lower than readState.Index' (duration: 3.644659ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:53:09.904833Z","caller":"traceutil/trace.go:171","msg":"trace[1068880277] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"125.330686ms","start":"2026-04-29T01:53:09.779452Z","end":"2026-04-29T01:53:09.904783Z","steps":["trace[1068880277] 'process raft request' (duration: 121.581687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:09.905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.707719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T01:53:09.905101Z","caller":"traceutil/trace.go:171","msg":"trace[136769445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1891; }","duration":"124.85769ms","start":"2026-04-29T01:53:09.780219Z","end":"2026-04-29T01:53:09.905077Z","steps":["trace[136769445] 'agreement among raft nodes before linearized reading' (duration: 124.620228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:09.905166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.310946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:53:09.905215Z","caller":"traceutil/trace.go:171","msg":"trace[1958696015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1891; }","duration":"124.445416ms","start":"2026-04-29T01:53:09.780754Z","end":"2026-04-29T01:53:09.9052Z","steps":["trace[1958696015] 'agreement among raft nodes before linearized reading' (duration: 124.211404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:19.460581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217137384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:53:19.460667Z","caller":"traceutil/trace.go:171","msg":"trace[808734258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2009; }","duration":"1.217260296s","start":"2026-04-29T01:53:18.243386Z","end":"2026-04-29T01:53:19.460646Z","steps":["trace[808734258] 'range keys from in-memory index tree' (duration: 1.217075264s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:19.460711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:18.243377Z","time spent":"1.217325006s","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:53:19.460778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217939632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08f6618c-7174-459a-83f8-9ceddef0f66d\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-29T01:53:19.460913Z","caller":"traceutil/trace.go:171","msg":"trace[46269316] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08f6618c-7174-459a-83f8-9ceddef0f66d; range_end:; response_count:1; response_revision:2009; }","duration":"1.218157334s","start":"2026-04-29T01:53:18.242727Z","end":"2026-04-29T01:53:19.460884Z","steps":["trace[46269316] 'range keys from in-memory index tree' (duration: 1.217583329s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:19.460987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:18.2427Z","time spent":"1.218270295s","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08f6618c-7174-459a-83f8-9ceddef0f66d\" "} {"level":"warn","ts":"2026-04-29T01:53:19.461052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.379347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-29T01:53:19.461163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.085389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-29T01:53:19.461052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.178793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:53:19.461252Z","caller":"traceutil/trace.go:171","msg":"trace[1938368673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2009; }","duration":"613.20672ms","start":"2026-04-29T01:53:18.848022Z","end":"2026-04-29T01:53:19.461228Z","steps":["trace[1938368673] 'range keys from in-memory index tree' (duration: 612.878827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:19.461314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:18.847997Z","time spent":"613.299181ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T01:53:19.461172Z","caller":"traceutil/trace.go:171","msg":"trace[2031005921] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:2009; }","duration":"653.548009ms","start":"2026-04-29T01:53:18.807596Z","end":"2026-04-29T01:53:19.461144Z","steps":["trace[2031005921] 'range keys from in-memory index tree' (duration: 653.138695ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:53:19.461304Z","caller":"traceutil/trace.go:171","msg":"trace[655590638] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2009; }","duration":"639.469715ms","start":"2026-04-29T01:53:18.821809Z","end":"2026-04-29T01:53:19.461279Z","steps":["trace[655590638] 'range keys from in-memory index tree' (duration: 638.986601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:19.461627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.598898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08f6618c-7174-459a-83f8-9ceddef0f66d\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-29T01:53:19.461641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:18.821774Z","time spent":"639.84954ms","remote":"127.0.0.1:34838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T01:53:19.46156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:18.807572Z","time spent":"653.968602ms","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-04-29T01:53:19.461462Z","caller":"traceutil/trace.go:171","msg":"trace[195175078] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"592.452349ms","start":"2026-04-29T01:53:18.868984Z","end":"2026-04-29T01:53:19.461436Z","steps":["trace[195175078] 'process raft request' (duration: 521.858248ms)","trace[195175078] 'compare' (duration: 69.839944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:53:19.463132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:18.868965Z","time spent":"594.091067ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:53:19.461479Z","caller":"traceutil/trace.go:171","msg":"trace[2123050868] linearizableReadLoop","detail":"{readStateIndex:2092; appliedIndex:2091; }","duration":"481.432715ms","start":"2026-04-29T01:53:18.980025Z","end":"2026-04-29T01:53:19.461458Z","steps":["trace[2123050868] 'read index received' (duration: 410.728063ms)","trace[2123050868] 'applied index is now lower than readState.Index' (duration: 70.701722ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:53:19.461457Z","caller":"traceutil/trace.go:171","msg":"trace[1650862451] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"410.60997ms","start":"2026-04-29T01:53:19.050831Z","end":"2026-04-29T01:53:19.461441Z","steps":["trace[1650862451] 'process raft request' (duration: 410.471359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:19.463713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:19.050789Z","time spent":"412.886554ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:53:19.461691Z","caller":"traceutil/trace.go:171","msg":"trace[1487687067] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08f6618c-7174-459a-83f8-9ceddef0f66d; range_end:; response_count:1; response_revision:2011; }","duration":"481.676378ms","start":"2026-04-29T01:53:18.98Z","end":"2026-04-29T01:53:19.461676Z","steps":["trace[1487687067] 'agreement among raft nodes before linearized reading' (duration: 481.517026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:19.464098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:18.979991Z","time spent":"484.083722ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08f6618c-7174-459a-83f8-9ceddef0f66d\" "} {"level":"warn","ts":"2026-04-29T01:53:19.464932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.847131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:53:19.465004Z","caller":"traceutil/trace.go:171","msg":"trace[536521783] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2011; }","duration":"381.959282ms","start":"2026-04-29T01:53:19.083028Z","end":"2026-04-29T01:53:19.464987Z","steps":["trace[536521783] 'agreement among raft nodes before linearized reading' (duration: 381.82944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:19.465053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:19.083005Z","time spent":"382.032373ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:53:19.465099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.485331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T01:53:19.465163Z","caller":"traceutil/trace.go:171","msg":"trace[839404982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2011; }","duration":"196.584832ms","start":"2026-04-29T01:53:19.268563Z","end":"2026-04-29T01:53:19.465147Z","steps":["trace[839404982] 'agreement among raft nodes before linearized reading' (duration: 196.430671ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:53:19.721406Z","caller":"traceutil/trace.go:171","msg":"trace[980568936] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"251.611918ms","start":"2026-04-29T01:53:19.46976Z","end":"2026-04-29T01:53:19.721372Z","steps":["trace[980568936] 'process raft request' (duration: 237.234033ms)","trace[980568936] 'compare' (duration: 13.81991ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:53:19.721578Z","caller":"traceutil/trace.go:171","msg":"trace[850842744] linearizableReadLoop","detail":"{readStateIndex:2096; appliedIndex:2094; }","duration":"249.698907ms","start":"2026-04-29T01:53:19.47186Z","end":"2026-04-29T01:53:19.721558Z","steps":["trace[850842744] 'read index received' (duration: 2.341804ms)","trace[850842744] 'applied index is now lower than readState.Index' (duration: 247.355983ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:53:19.721625Z","caller":"traceutil/trace.go:171","msg":"trace[609307777] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"249.718058ms","start":"2026-04-29T01:53:19.471889Z","end":"2026-04-29T01:53:19.721607Z","steps":["trace[609307777] 'process raft request' (duration: 249.609587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:19.721712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.827609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:53:19.721742Z","caller":"traceutil/trace.go:171","msg":"trace[1350789474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2014; }","duration":"249.91393ms","start":"2026-04-29T01:53:19.471821Z","end":"2026-04-29T01:53:19.721735Z","steps":["trace[1350789474] 'agreement among raft nodes before linearized reading' (duration: 249.807759ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:53:19.72187Z","caller":"traceutil/trace.go:171","msg":"trace[360483580] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"251.747268ms","start":"2026-04-29T01:53:19.470116Z","end":"2026-04-29T01:53:19.721863Z","steps":["trace[360483580] 'process raft request' (duration: 251.139353ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:53:19.761956Z","caller":"traceutil/trace.go:171","msg":"trace[496578155] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"215.464503ms","start":"2026-04-29T01:53:19.546473Z","end":"2026-04-29T01:53:19.761937Z","steps":["trace[496578155] 'process raft request' (duration: 215.419203ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:53:19.762005Z","caller":"traceutil/trace.go:171","msg":"trace[1702682439] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"287.155285ms","start":"2026-04-29T01:53:19.474826Z","end":"2026-04-29T01:53:19.761981Z","steps":["trace[1702682439] 'process raft request' (duration: 286.965594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:20.468567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367327681375841,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T01:53:20.949217Z","caller":"traceutil/trace.go:171","msg":"trace[1367050376] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2100; }","duration":"980.679954ms","start":"2026-04-29T01:53:19.968504Z","end":"2026-04-29T01:53:20.949184Z","steps":["trace[1367050376] 'read index received' (duration: 980.470532ms)","trace[1367050376] 'applied index is now lower than readState.Index' (duration: 207.432µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:53:20.949324Z","caller":"traceutil/trace.go:171","msg":"trace[1313922965] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"987.26726ms","start":"2026-04-29T01:53:19.962022Z","end":"2026-04-29T01:53:20.949289Z","steps":["trace[1313922965] 'process raft request' (duration: 986.943367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:20.949671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.134368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T01:53:20.949715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.537272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:53:20.949736Z","caller":"traceutil/trace.go:171","msg":"trace[1191438575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2018; }","duration":"981.249929ms","start":"2026-04-29T01:53:19.968471Z","end":"2026-04-29T01:53:20.949721Z","steps":["trace[1191438575] 'agreement among raft nodes before linearized reading' (duration: 980.989547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:20.949771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.209434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:53:20.949805Z","caller":"traceutil/trace.go:171","msg":"trace[1511868371] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2018; }","duration":"360.663573ms","start":"2026-04-29T01:53:20.589117Z","end":"2026-04-29T01:53:20.949781Z","steps":["trace[1511868371] 'agreement among raft nodes before linearized reading' (duration: 360.515021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:20.949814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:19.968457Z","time spent":"981.34322ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T01:53:20.949828Z","caller":"traceutil/trace.go:171","msg":"trace[511366343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2018; }","duration":"477.297104ms","start":"2026-04-29T01:53:20.472513Z","end":"2026-04-29T01:53:20.94981Z","steps":["trace[511366343] 'agreement among raft nodes before linearized reading' (duration: 477.093042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:20.949833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.632002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:53:20.949721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.8877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:53:20.949865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:20.589105Z","time spent":"360.746673ms","remote":"127.0.0.1:40714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:53:20.949875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:20.472493Z","time spent":"477.370645ms","remote":"127.0.0.1:34838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-29T01:53:20.949893Z","caller":"traceutil/trace.go:171","msg":"trace[1662714871] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2018; }","duration":"968.723633ms","start":"2026-04-29T01:53:19.981152Z","end":"2026-04-29T01:53:20.949875Z","steps":["trace[1662714871] 'agreement among raft nodes before linearized reading' (duration: 968.609922ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:53:20.949912Z","caller":"traceutil/trace.go:171","msg":"trace[632560645] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2018; }","duration":"455.118312ms","start":"2026-04-29T01:53:20.494775Z","end":"2026-04-29T01:53:20.949893Z","steps":["trace[632560645] 'agreement among raft nodes before linearized reading' (duration: 454.87847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:20.949944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:19.981141Z","time spent":"968.788354ms","remote":"127.0.0.1:40070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:53:20.949975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:20.494764Z","time spent":"455.192374ms","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:53:20.950028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.042663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08f6618c-7174-459a-83f8-9ceddef0f66d\" ","response":"range_response_count:1 size:3741"} {"level":"info","ts":"2026-04-29T01:53:20.950162Z","caller":"traceutil/trace.go:171","msg":"trace[957134626] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08f6618c-7174-459a-83f8-9ceddef0f66d; range_end:; response_count:1; response_revision:2018; }","duration":"480.207095ms","start":"2026-04-29T01:53:20.469908Z","end":"2026-04-29T01:53:20.950115Z","steps":["trace[957134626] 'agreement among raft nodes before linearized reading' (duration: 479.81499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:20.950262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:20.469883Z","time spent":"480.327736ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3764,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08f6618c-7174-459a-83f8-9ceddef0f66d\" "} {"level":"warn","ts":"2026-04-29T01:53:20.950289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:19.961998Z","time spent":"987.650944ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:53:20.950582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.502322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:53:20.951148Z","caller":"traceutil/trace.go:171","msg":"trace[1862776063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2018; }","duration":"982.043067ms","start":"2026-04-29T01:53:19.969062Z","end":"2026-04-29T01:53:20.951105Z","steps":["trace[1862776063] 'agreement among raft nodes before linearized reading' (duration: 980.542152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:20.95124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:19.969049Z","time spent":"982.171848ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T01:53:33.653757Z","caller":"traceutil/trace.go:171","msg":"trace[2064736825] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"107.461603ms","start":"2026-04-29T01:53:33.546194Z","end":"2026-04-29T01:53:33.653656Z","steps":["trace[2064736825] 'process raft request' (duration: 107.269071ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:53:34.337346Z","caller":"traceutil/trace.go:171","msg":"trace[1019237109] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"540.026258ms","start":"2026-04-29T01:53:33.797292Z","end":"2026-04-29T01:53:34.337318Z","steps":["trace[1019237109] 'process raft request' (duration: 539.823486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:34.337543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:33.79727Z","time spent":"540.156179ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:53:34.538886Z","caller":"traceutil/trace.go:171","msg":"trace[766070822] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"737.182775ms","start":"2026-04-29T01:53:33.80166Z","end":"2026-04-29T01:53:34.538843Z","steps":["trace[766070822] 'process raft request' (duration: 737.066474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:34.539036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:33.801641Z","time spent":"737.319106ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:53:34.539054Z","caller":"traceutil/trace.go:171","msg":"trace[2053509969] linearizableReadLoop","detail":"{readStateIndex:2224; appliedIndex:2220; }","duration":"669.058001ms","start":"2026-04-29T01:53:33.869976Z","end":"2026-04-29T01:53:34.539034Z","steps":["trace[2053509969] 'read index received' (duration: 467.210928ms)","trace[2053509969] 'applied index is now lower than readState.Index' (duration: 201.845753ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:53:34.539239Z","caller":"traceutil/trace.go:171","msg":"trace[1639399457] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"705.578343ms","start":"2026-04-29T01:53:33.833649Z","end":"2026-04-29T01:53:34.539227Z","steps":["trace[1639399457] 'process raft request' (duration: 705.150769ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:53:34.539287Z","caller":"traceutil/trace.go:171","msg":"trace[1348272787] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"739.71169ms","start":"2026-04-29T01:53:33.799559Z","end":"2026-04-29T01:53:34.539271Z","steps":["trace[1348272787] 'process raft request' (duration: 716.227516ms)","trace[1348272787] 'compare' (duration: 22.481165ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:53:34.539337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:33.833639Z","time spent":"705.641413ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:53:34.539349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:33.79954Z","time spent":"739.7753ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:53:34.539562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.538697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T01:53:34.539536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.994214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:53:34.53966Z","caller":"traceutil/trace.go:171","msg":"trace[1221018224] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2138; }","duration":"669.703388ms","start":"2026-04-29T01:53:33.869933Z","end":"2026-04-29T01:53:34.539636Z","steps":["trace[1221018224] 'agreement among raft nodes before linearized reading' (duration: 669.484675ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:53:34.53967Z","caller":"traceutil/trace.go:171","msg":"trace[1911695561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2138; }","duration":"296.184207ms","start":"2026-04-29T01:53:34.243463Z","end":"2026-04-29T01:53:34.539647Z","steps":["trace[1911695561] 'agreement among raft nodes before linearized reading' (duration: 295.958754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:34.539714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:33.869909Z","time spent":"669.794179ms","remote":"127.0.0.1:33192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:53:34.539895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.502932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:53:34.54043Z","caller":"traceutil/trace.go:171","msg":"trace[584058423] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2138; }","duration":"503.099558ms","start":"2026-04-29T01:53:34.037299Z","end":"2026-04-29T01:53:34.540399Z","steps":["trace[584058423] 'agreement among raft nodes before linearized reading' (duration: 501.997147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:34.540497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:34.037274Z","time spent":"503.206899ms","remote":"127.0.0.1:34838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T01:53:38.716622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367327681376136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:53:39.130074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.556173051s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T01:53:39.130499Z","caller":"traceutil/trace.go:171","msg":"trace[263529111] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"1.556737356s","start":"2026-04-29T01:53:37.573736Z","end":"2026-04-29T01:53:39.130473Z","steps":["trace[263529111] 'process raft request' (duration: 1.556583754s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:39.130658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:37.573704Z","time spent":"1.556867957s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:53:39.136042Z","caller":"traceutil/trace.go:171","msg":"trace[705917328] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"1.46757345s","start":"2026-04-29T01:53:37.668443Z","end":"2026-04-29T01:53:39.136016Z","steps":["trace[705917328] 'process raft request' (duration: 1.467368778s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:39.136243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:37.668416Z","time spent":"1.467686492s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:53:39.136426Z","caller":"traceutil/trace.go:171","msg":"trace[623474272] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"581.453108ms","start":"2026-04-29T01:53:38.554933Z","end":"2026-04-29T01:53:39.136386Z","steps":["trace[623474272] 'process raft request' (duration: 581.035053ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:53:39.136582Z","caller":"traceutil/trace.go:171","msg":"trace[2144474343] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"580.529129ms","start":"2026-04-29T01:53:38.556029Z","end":"2026-04-29T01:53:39.136558Z","steps":["trace[2144474343] 'process raft request' (duration: 580.162115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:39.136634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:38.554847Z","time spent":"581.67676ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:53:39.136678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:38.556016Z","time spent":"580.61619ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:53:39.136857Z","caller":"traceutil/trace.go:171","msg":"trace[1357883973] linearizableReadLoop","detail":"{readStateIndex:2244; appliedIndex:2240; }","duration":"920.550255ms","start":"2026-04-29T01:53:38.216271Z","end":"2026-04-29T01:53:39.136821Z","steps":["trace[1357883973] 'read index received' (duration: 914.021993ms)","trace[1357883973] 'applied index is now lower than readState.Index' (duration: 6.525882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:53:39.137011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.735646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:53:39.137103Z","caller":"traceutil/trace.go:171","msg":"trace[1638580239] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2158; }","duration":"920.864868ms","start":"2026-04-29T01:53:38.21622Z","end":"2026-04-29T01:53:39.137085Z","steps":["trace[1638580239] 'agreement among raft nodes before linearized reading' (duration: 920.695537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:39.137174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:38.2162Z","time spent":"920.9605ms","remote":"127.0.0.1:40178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:53:39.137632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.090713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:53:39.137795Z","caller":"traceutil/trace.go:171","msg":"trace[2006901828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2158; }","duration":"566.278614ms","start":"2026-04-29T01:53:38.571502Z","end":"2026-04-29T01:53:39.137781Z","steps":["trace[2006901828] 'agreement among raft nodes before linearized reading' (duration: 566.001552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:39.137857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.007553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:53:39.137906Z","caller":"traceutil/trace.go:171","msg":"trace[1721549789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2158; }","duration":"583.091313ms","start":"2026-04-29T01:53:38.554803Z","end":"2026-04-29T01:53:39.137894Z","steps":["trace[1721549789] 'agreement among raft nodes before linearized reading' (duration: 582.948152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:39.137666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.747957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-29T01:53:39.138083Z","caller":"traceutil/trace.go:171","msg":"trace[897170531] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:2158; }","duration":"329.204011ms","start":"2026-04-29T01:53:38.808859Z","end":"2026-04-29T01:53:39.138063Z","steps":["trace[897170531] 'agreement among raft nodes before linearized reading' (duration: 328.643816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:39.138175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:38.808834Z","time spent":"329.309611ms","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-04-29T01:53:39.13825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:38.554784Z","time spent":"583.143773ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T01:53:39.138773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.405639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T01:53:39.139246Z","caller":"traceutil/trace.go:171","msg":"trace[1843010664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2158; }","duration":"781.917615ms","start":"2026-04-29T01:53:38.357315Z","end":"2026-04-29T01:53:39.139233Z","steps":["trace[1843010664] 'agreement among raft nodes before linearized reading' (duration: 779.988466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:39.13929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:38.35729Z","time spent":"781.981435ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T01:53:39.138033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:38.571492Z","time spent":"566.526476ms","remote":"127.0.0.1:34838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-29T01:53:51.436442Z","caller":"traceutil/trace.go:171","msg":"trace[1027615934] linearizableReadLoop","detail":"{readStateIndex:2323; appliedIndex:2321; }","duration":"125.95958ms","start":"2026-04-29T01:53:51.310458Z","end":"2026-04-29T01:53:51.436418Z","steps":["trace[1027615934] 'read index received' (duration: 48.558153ms)","trace[1027615934] 'applied index is now lower than readState.Index' (duration: 77.400257ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:53:51.436619Z","caller":"traceutil/trace.go:171","msg":"trace[50728874] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"149.987489ms","start":"2026-04-29T01:53:51.286587Z","end":"2026-04-29T01:53:51.436574Z","steps":["trace[50728874] 'process raft request' (duration: 149.771507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:51.436718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.430426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:53:51.436797Z","caller":"traceutil/trace.go:171","msg":"trace[1652972481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2233; }","duration":"124.536097ms","start":"2026-04-29T01:53:51.312244Z","end":"2026-04-29T01:53:51.43678Z","steps":["trace[1652972481] 'agreement among raft nodes before linearized reading' (duration: 124.360005ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:53:51.436827Z","caller":"traceutil/trace.go:171","msg":"trace[1115164600] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"151.131879ms","start":"2026-04-29T01:53:51.28566Z","end":"2026-04-29T01:53:51.436792Z","steps":["trace[1115164600] 'process raft request' (duration: 73.432609ms)","trace[1115164600] 'compare' (duration: 77.122125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:53:51.436967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.197982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:53:51.437011Z","caller":"traceutil/trace.go:171","msg":"trace[1433027997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2233; }","duration":"115.253932ms","start":"2026-04-29T01:53:51.321742Z","end":"2026-04-29T01:53:51.436996Z","steps":["trace[1433027997] 'agreement among raft nodes before linearized reading' (duration: 115.153621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:51.438127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.240382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:53:51.43821Z","caller":"traceutil/trace.go:171","msg":"trace[899736859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2233; }","duration":"127.773646ms","start":"2026-04-29T01:53:51.310414Z","end":"2026-04-29T01:53:51.438188Z","steps":["trace[899736859] 'agreement among raft nodes before linearized reading' (duration: 126.161041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:55.902379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.026001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:53:55.902524Z","caller":"traceutil/trace.go:171","msg":"trace[678307967] linearizableReadLoop","detail":"{readStateIndex:2344; appliedIndex:2343; }","duration":"449.078239ms","start":"2026-04-29T01:53:55.453422Z","end":"2026-04-29T01:53:55.9025Z","steps":["trace[678307967] 'read index received' (duration: 12.670115ms)","trace[678307967] 'applied index is now lower than readState.Index' (duration: 436.406494ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:53:55.902662Z","caller":"traceutil/trace.go:171","msg":"trace[927264845] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"463.998575ms","start":"2026-04-29T01:53:55.43864Z","end":"2026-04-29T01:53:55.902639Z","steps":["trace[927264845] 'process raft request' (duration: 27.58009ms)","trace[927264845] 'compare' (duration: 435.777489ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:53:55.902762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:55.438584Z","time spent":"464.134886ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:53:55.902994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.798598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T01:53:55.903072Z","caller":"traceutil/trace.go:171","msg":"trace[2123742447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2253; }","duration":"447.927169ms","start":"2026-04-29T01:53:55.455127Z","end":"2026-04-29T01:53:55.903054Z","steps":["trace[2123742447] 'agreement among raft nodes before linearized reading' (duration: 447.671917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:55.903125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:55.455111Z","time spent":"448.00564ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T01:53:55.903215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.154662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:53:55.903271Z","caller":"traceutil/trace.go:171","msg":"trace[2104660281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2253; }","duration":"426.234972ms","start":"2026-04-29T01:53:55.477022Z","end":"2026-04-29T01:53:55.903257Z","steps":["trace[2104660281] 'agreement among raft nodes before linearized reading' (duration: 426.024031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:55.903312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:55.477006Z","time spent":"426.298833ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T01:53:55.90339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.521414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-29T01:53:55.903368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.494913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:53:55.903443Z","caller":"traceutil/trace.go:171","msg":"trace[1038486698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2253; }","duration":"438.594845ms","start":"2026-04-29T01:53:55.464834Z","end":"2026-04-29T01:53:55.903429Z","steps":["trace[1038486698] 'agreement among raft nodes before linearized reading' (duration: 438.444744ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:53:55.903469Z","caller":"traceutil/trace.go:171","msg":"trace[1516900248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2253; }","duration":"429.654964ms","start":"2026-04-29T01:53:55.47379Z","end":"2026-04-29T01:53:55.903445Z","steps":["trace[1516900248] 'agreement among raft nodes before linearized reading' (duration: 429.376522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:55.903483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:55.464825Z","time spent":"438.650825ms","remote":"127.0.0.1:34838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T01:53:55.903532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:55.473764Z","time spent":"429.756535ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T01:53:55.903728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.30929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:53:55.903762Z","caller":"traceutil/trace.go:171","msg":"trace[1120202652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2253; }","duration":"450.39843ms","start":"2026-04-29T01:53:55.453355Z","end":"2026-04-29T01:53:55.903754Z","steps":["trace[1120202652] 'agreement among raft nodes before linearized reading' (duration: 450.30745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:55.903805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:55.453322Z","time spent":"450.460091ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T01:53:56.204119Z","caller":"traceutil/trace.go:171","msg":"trace[1023709276] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"294.252326ms","start":"2026-04-29T01:53:55.909838Z","end":"2026-04-29T01:53:56.20409Z","steps":["trace[1023709276] 'process raft request' (duration: 293.617689ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:53:56.210038Z","caller":"traceutil/trace.go:171","msg":"trace[293040759] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"299.874906ms","start":"2026-04-29T01:53:55.91013Z","end":"2026-04-29T01:53:56.210005Z","steps":["trace[293040759] 'process raft request' (duration: 299.744315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:56.210314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:55.910107Z","time spent":"300.109988ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:53:56.210341Z","caller":"traceutil/trace.go:171","msg":"trace[308458931] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"299.931866ms","start":"2026-04-29T01:53:55.910389Z","end":"2026-04-29T01:53:56.210321Z","steps":["trace[308458931] 'process raft request' (duration: 299.580123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:56.210912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:55.91037Z","time spent":"300.469142ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:53:56.21105Z","caller":"traceutil/trace.go:171","msg":"trace[1916865160] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"299.889236ms","start":"2026-04-29T01:53:55.911116Z","end":"2026-04-29T01:53:56.211005Z","steps":["trace[1916865160] 'process raft request' (duration: 299.021408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:53:56.211295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:53:55.911108Z","time spent":"300.063747ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:54:01.429988Z","caller":"traceutil/trace.go:171","msg":"trace[2112962095] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"114.838474ms","start":"2026-04-29T01:54:01.315125Z","end":"2026-04-29T01:54:01.429963Z","steps":["trace[2112962095] 'process raft request' (duration: 114.649772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:01.640513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.301604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:54:01.640759Z","caller":"traceutil/trace.go:171","msg":"trace[1782516784] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"315.087809ms","start":"2026-04-29T01:54:01.325651Z","end":"2026-04-29T01:54:01.640739Z","steps":["trace[1782516784] 'process raft request' (duration: 314.967098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:01.640825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:01.325631Z","time spent":"315.161939ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:54:01.640846Z","caller":"traceutil/trace.go:171","msg":"trace[1736513653] linearizableReadLoop","detail":"{readStateIndex:2373; appliedIndex:2369; }","duration":"269.006697ms","start":"2026-04-29T01:54:01.371811Z","end":"2026-04-29T01:54:01.640818Z","steps":["trace[1736513653] 'read index received' (duration: 57.959106ms)","trace[1736513653] 'applied index is now lower than readState.Index' (duration: 211.046551ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:54:01.640868Z","caller":"traceutil/trace.go:171","msg":"trace[1146940646] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"315.222589ms","start":"2026-04-29T01:54:01.325623Z","end":"2026-04-29T01:54:01.640846Z","steps":["trace[1146940646] 'process raft request' (duration: 196.501732ms)","trace[1146940646] 'compare' (duration: 118.108812ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:54:01.640988Z","caller":"traceutil/trace.go:171","msg":"trace[926592144] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"315.32461ms","start":"2026-04-29T01:54:01.325652Z","end":"2026-04-29T01:54:01.640977Z","steps":["trace[926592144] 'process raft request' (duration: 315.054418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:01.640988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:01.325578Z","time spent":"315.352291ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:54:01.641223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.39346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T01:54:01.641258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.466933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aab1024ed2d78f\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-29T01:54:01.641201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:01.325622Z","time spent":"315.404971ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:54:01.6413Z","caller":"traceutil/trace.go:171","msg":"trace[1361901785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2281; }","duration":"269.529672ms","start":"2026-04-29T01:54:01.37175Z","end":"2026-04-29T01:54:01.64128Z","steps":["trace[1361901785] 'agreement among raft nodes before linearized reading' (duration: 269.28172ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:01.641301Z","caller":"traceutil/trace.go:171","msg":"trace[218362519] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aab1024ed2d78f; range_end:; response_count:1; response_revision:2281; }","duration":"222.539903ms","start":"2026-04-29T01:54:01.418745Z","end":"2026-04-29T01:54:01.641285Z","steps":["trace[218362519] 'agreement among raft nodes before linearized reading' (duration: 222.288341ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:01.834456Z","caller":"traceutil/trace.go:171","msg":"trace[1262098167] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"190.68246ms","start":"2026-04-29T01:54:01.643747Z","end":"2026-04-29T01:54:01.83443Z","steps":["trace[1262098167] 'process raft request' (duration: 166.797737ms)","trace[1262098167] 'compare' (duration: 23.780972ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:54:01.860724Z","caller":"traceutil/trace.go:171","msg":"trace[1892588219] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"213.539204ms","start":"2026-04-29T01:54:01.647159Z","end":"2026-04-29T01:54:01.860698Z","steps":["trace[1892588219] 'process raft request' (duration: 213.361243ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:01.86094Z","caller":"traceutil/trace.go:171","msg":"trace[2123070537] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"203.984769ms","start":"2026-04-29T01:54:01.656944Z","end":"2026-04-29T01:54:01.860929Z","steps":["trace[2123070537] 'process raft request' (duration: 203.715267ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:01.861041Z","caller":"traceutil/trace.go:171","msg":"trace[1273710271] linearizableReadLoop","detail":"{readStateIndex:2375; appliedIndex:2373; }","duration":"208.981233ms","start":"2026-04-29T01:54:01.651865Z","end":"2026-04-29T01:54:01.860846Z","steps":["trace[1273710271] 'read index received' (duration: 158.666224ms)","trace[1273710271] 'applied index is now lower than readState.Index' (duration: 50.300758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:54:01.861341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.446256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-29T01:54:01.861408Z","caller":"traceutil/trace.go:171","msg":"trace[496601766] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2284; }","duration":"209.544317ms","start":"2026-04-29T01:54:01.651843Z","end":"2026-04-29T01:54:01.861387Z","steps":["trace[496601766] 'agreement among raft nodes before linearized reading' (duration: 209.325615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:01.861452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.5057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-04-29T01:54:01.861537Z","caller":"traceutil/trace.go:171","msg":"trace[695865502] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2284; }","duration":"187.636453ms","start":"2026-04-29T01:54:01.67388Z","end":"2026-04-29T01:54:01.861516Z","steps":["trace[695865502] 'agreement among raft nodes before linearized reading' (duration: 187.38748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:02.326923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.376205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:54:02.327005Z","caller":"traceutil/trace.go:171","msg":"trace[438722811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2285; }","duration":"371.500506ms","start":"2026-04-29T01:54:01.955485Z","end":"2026-04-29T01:54:02.326986Z","steps":["trace[438722811] 'range keys from in-memory index tree' (duration: 371.183513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:02.327047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:01.955471Z","time spent":"371.566106ms","remote":"127.0.0.1:34838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T01:54:03.37389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.029535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:54:03.37399Z","caller":"traceutil/trace.go:171","msg":"trace[1033303012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2289; }","duration":"129.196556ms","start":"2026-04-29T01:54:03.244769Z","end":"2026-04-29T01:54:03.373966Z","steps":["trace[1033303012] 'range keys from in-memory index tree' (duration: 128.921784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:03.374398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.726199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-29T01:54:03.374517Z","caller":"traceutil/trace.go:171","msg":"trace[1283920860] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2289; }","duration":"723.921221ms","start":"2026-04-29T01:54:02.65056Z","end":"2026-04-29T01:54:03.374481Z","steps":["trace[1283920860] 'range keys from in-memory index tree' (duration: 723.392636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:03.374573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:02.650524Z","time spent":"724.038702ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-29T01:54:03.377475Z","caller":"traceutil/trace.go:171","msg":"trace[1692623447] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"127.020056ms","start":"2026-04-29T01:54:03.250436Z","end":"2026-04-29T01:54:03.377456Z","steps":["trace[1692623447] 'process raft request' (duration: 126.627923ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:03.823837Z","caller":"traceutil/trace.go:171","msg":"trace[32488190] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"388.154977ms","start":"2026-04-29T01:54:03.435651Z","end":"2026-04-29T01:54:03.823806Z","steps":["trace[32488190] 'process raft request' (duration: 387.951745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:03.824032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:03.435621Z","time spent":"388.314418ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:54:03.848641Z","caller":"traceutil/trace.go:171","msg":"trace[502086153] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"198.615354ms","start":"2026-04-29T01:54:03.649994Z","end":"2026-04-29T01:54:03.848609Z","steps":["trace[502086153] 'process raft request' (duration: 198.571334ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:03.849142Z","caller":"traceutil/trace.go:171","msg":"trace[921477803] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"201.46619ms","start":"2026-04-29T01:54:03.647664Z","end":"2026-04-29T01:54:03.84913Z","steps":["trace[921477803] 'process raft request' (duration: 200.677073ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:03.849281Z","caller":"traceutil/trace.go:171","msg":"trace[1231562146] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"199.480782ms","start":"2026-04-29T01:54:03.649791Z","end":"2026-04-29T01:54:03.849272Z","steps":["trace[1231562146] 'process raft request' (duration: 198.720966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:05.293784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34674167s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:54:05.294268Z","caller":"traceutil/trace.go:171","msg":"trace[1764017649] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"1.425929171s","start":"2026-04-29T01:54:03.868274Z","end":"2026-04-29T01:54:05.294204Z","steps":["trace[1764017649] 'process raft request' (duration: 78.692847ms)","trace[1764017649] 'compare' (duration: 1.346300267s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:54:05.294662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:03.868263Z","time spent":"1.426100503s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:54:05.718959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.955898ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-29T01:54:05.719266Z","caller":"traceutil/trace.go:171","msg":"trace[1557851905] linearizableReadLoop","detail":"{readStateIndex:2389; appliedIndex:2387; }","duration":"1.352591092s","start":"2026-04-29T01:54:04.366628Z","end":"2026-04-29T01:54:05.719219Z","steps":["trace[1557851905] 'read index received' (duration: 255.343942ms)","trace[1557851905] 'applied index is now lower than readState.Index' (duration: 1.0972446s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:54:05.720287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353633731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T01:54:05.720369Z","caller":"traceutil/trace.go:171","msg":"trace[410392416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2296; }","duration":"1.353763562s","start":"2026-04-29T01:54:04.366587Z","end":"2026-04-29T01:54:05.720351Z","steps":["trace[410392416] 'agreement among raft nodes before linearized reading' (duration: 1.353523759s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:05.720411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:04.366567Z","time spent":"1.353835262s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T01:54:05.720466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333673554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:54:05.720615Z","caller":"traceutil/trace.go:171","msg":"trace[127175002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2296; }","duration":"1.333874257s","start":"2026-04-29T01:54:04.386683Z","end":"2026-04-29T01:54:05.720558Z","steps":["trace[127175002] 'agreement among raft nodes before linearized reading' (duration: 1.333501204s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:05.720681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:04.386663Z","time spent":"1.334005468s","remote":"127.0.0.1:34838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T01:54:05.720847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.770436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:54:05.720987Z","caller":"traceutil/trace.go:171","msg":"trace[1885101865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2296; }","duration":"476.988558ms","start":"2026-04-29T01:54:05.243964Z","end":"2026-04-29T01:54:05.720952Z","steps":["trace[1885101865] 'agreement among raft nodes before linearized reading' (duration: 476.726856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:05.721074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:05.243937Z","time spent":"477.120859ms","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:54:05.721269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.910149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:54:05.721323Z","caller":"traceutil/trace.go:171","msg":"trace[864449715] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2296; }","duration":"570.028501ms","start":"2026-04-29T01:54:05.151282Z","end":"2026-04-29T01:54:05.72131Z","steps":["trace[864449715] 'agreement among raft nodes before linearized reading' (duration: 569.92264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:05.721355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:05.151253Z","time spent":"570.094161ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:54:05.721772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31049574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T01:54:05.721857Z","caller":"traceutil/trace.go:171","msg":"trace[1072126556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2296; }","duration":"1.31059381s","start":"2026-04-29T01:54:04.411221Z","end":"2026-04-29T01:54:05.721814Z","steps":["trace[1072126556] 'agreement among raft nodes before linearized reading' (duration: 1.309879213s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:05.721918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:04.4112Z","time spent":"1.310705811s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T01:54:05.72204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31172112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-29T01:54:05.722157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311966832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T01:54:05.722187Z","caller":"traceutil/trace.go:171","msg":"trace[1117865647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2296; }","duration":"1.311891222s","start":"2026-04-29T01:54:04.410278Z","end":"2026-04-29T01:54:05.72217Z","steps":["trace[1117865647] 'agreement among raft nodes before linearized reading' (duration: 1.311568959s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:05.722239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:04.410267Z","time spent":"1.311956602s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T01:54:05.722331Z","caller":"traceutil/trace.go:171","msg":"trace[657863528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2296; }","duration":"1.312122984s","start":"2026-04-29T01:54:04.410132Z","end":"2026-04-29T01:54:05.722255Z","steps":["trace[657863528] 'agreement among raft nodes before linearized reading' (duration: 1.311779501s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:05.722802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:04.410111Z","time spent":"1.312676908s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T01:54:06.8569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070115754s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T01:54:06.857372Z","caller":"traceutil/trace.go:171","msg":"trace[1381663313] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"1.129745872s","start":"2026-04-29T01:54:05.727604Z","end":"2026-04-29T01:54:06.857349Z","steps":["trace[1381663313] 'process raft request' (duration: 1.129592551s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:06.857525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:05.727572Z","time spent":"1.129863263s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:54:06.857675Z","caller":"traceutil/trace.go:171","msg":"trace[33469017] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"1.128244199s","start":"2026-04-29T01:54:05.729405Z","end":"2026-04-29T01:54:06.857649Z","steps":["trace[33469017] 'process raft request' (duration: 1.127910926s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:06.857766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:05.729392Z","time spent":"1.128324359s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:54:06.857766Z","caller":"traceutil/trace.go:171","msg":"trace[1934462639] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"1.128260839s","start":"2026-04-29T01:54:05.729467Z","end":"2026-04-29T01:54:06.857727Z","steps":["trace[1934462639] 'process raft request' (duration: 1.128069198s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:06.857934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:05.729459Z","time spent":"1.12835762s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:54:06.874054Z","caller":"traceutil/trace.go:171","msg":"trace[1900615131] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"1.04348856s","start":"2026-04-29T01:54:05.830541Z","end":"2026-04-29T01:54:06.874029Z","steps":["trace[1900615131] 'process raft request' (duration: 1.043215187s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:06.874248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:05.830506Z","time spent":"1.043611011s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:54:06.874257Z","caller":"traceutil/trace.go:171","msg":"trace[490157251] linearizableReadLoop","detail":"{readStateIndex:2398; appliedIndex:2391; }","duration":"153.946838ms","start":"2026-04-29T01:54:06.720287Z","end":"2026-04-29T01:54:06.874234Z","steps":["trace[490157251] 'read index received' (duration: 137.109369ms)","trace[490157251] 'applied index is now lower than readState.Index' (duration: 16.836099ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:54:06.874381Z","caller":"traceutil/trace.go:171","msg":"trace[1638517239] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"1.018022014s","start":"2026-04-29T01:54:05.856346Z","end":"2026-04-29T01:54:06.874368Z","steps":["trace[1638517239] 'process raft request' (duration: 1.01757293s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:06.874423Z","caller":"traceutil/trace.go:171","msg":"trace[1743053709] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"904.381769ms","start":"2026-04-29T01:54:05.970022Z","end":"2026-04-29T01:54:06.874404Z","steps":["trace[1743053709] 'process raft request' (duration: 904.174148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:06.874515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:05.856321Z","time spent":"1.018102315s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:54:06.874496Z","caller":"traceutil/trace.go:171","msg":"trace[1272610561] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"1.01535274s","start":"2026-04-29T01:54:05.859124Z","end":"2026-04-29T01:54:06.874476Z","steps":["trace[1272610561] 'process raft request' (duration: 1.014834316s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:06.87464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:05.969994Z","time spent":"904.52061ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:54:06.874746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.459192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aab1024ed2d78f\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-29T01:54:06.874748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.735529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:54:06.874777Z","caller":"traceutil/trace.go:171","msg":"trace[217485058] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aab1024ed2d78f; range_end:; response_count:1; response_revision:2305; }","duration":"154.546742ms","start":"2026-04-29T01:54:06.720221Z","end":"2026-04-29T01:54:06.874768Z","steps":["trace[217485058] 'agreement among raft nodes before linearized reading' (duration: 154.431991ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:06.874728Z","caller":"traceutil/trace.go:171","msg":"trace[258647500] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"1.007358589s","start":"2026-04-29T01:54:05.867326Z","end":"2026-04-29T01:54:06.874684Z","steps":["trace[258647500] 'process raft request' (duration: 1.006664393s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:06.874828Z","caller":"traceutil/trace.go:171","msg":"trace[1125555175] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2305; }","duration":"142.80703ms","start":"2026-04-29T01:54:06.731993Z","end":"2026-04-29T01:54:06.8748Z","steps":["trace[1125555175] 'agreement among raft nodes before linearized reading' (duration: 142.567738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:06.875008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:05.867296Z","time spent":"1.007535161s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:54:06.875331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:05.859103Z","time spent":"1.015475382s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:54:33.781798Z","caller":"traceutil/trace.go:171","msg":"trace[594888283] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"101.487765ms","start":"2026-04-29T01:54:33.680281Z","end":"2026-04-29T01:54:33.781768Z","steps":["trace[594888283] 'process raft request' (duration: 101.268913ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:37.157269Z","caller":"traceutil/trace.go:171","msg":"trace[996246744] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"109.73265ms","start":"2026-04-29T01:54:37.047505Z","end":"2026-04-29T01:54:37.157238Z","steps":["trace[996246744] 'process raft request' (duration: 75.423902ms)","trace[996246744] 'compare' (duration: 34.054775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:54:37.654848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.509015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T01:54:37.654967Z","caller":"traceutil/trace.go:171","msg":"trace[1011940344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2463; }","duration":"172.687637ms","start":"2026-04-29T01:54:37.482256Z","end":"2026-04-29T01:54:37.654944Z","steps":["trace[1011940344] 'range keys from in-memory index tree' (duration: 172.327934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:55:03.658121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.316813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T01:55:03.658228Z","caller":"traceutil/trace.go:171","msg":"trace[1899136217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2608; }","duration":"258.497784ms","start":"2026-04-29T01:55:03.399702Z","end":"2026-04-29T01:55:03.658199Z","steps":["trace[1899136217] 'range keys from in-memory index tree' (duration: 258.01987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:55:03.658595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.351862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-29T01:55:03.658641Z","caller":"traceutil/trace.go:171","msg":"trace[1595258671] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2608; }","duration":"248.418153ms","start":"2026-04-29T01:55:03.410207Z","end":"2026-04-29T01:55:03.658626Z","steps":["trace[1595258671] 'range keys from in-memory index tree' (duration: 247.665696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:55:03.658984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.989638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-29T01:55:03.659026Z","caller":"traceutil/trace.go:171","msg":"trace[702441675] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2608; }","duration":"157.086429ms","start":"2026-04-29T01:55:03.501928Z","end":"2026-04-29T01:55:03.659015Z","steps":["trace[702441675] 'range keys from in-memory index tree' (duration: 155.879049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:55:03.659305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.067262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T01:55:03.659368Z","caller":"traceutil/trace.go:171","msg":"trace[54939388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2608; }","duration":"252.182632ms","start":"2026-04-29T01:55:03.40717Z","end":"2026-04-29T01:55:03.659353Z","steps":["trace[54939388] 'range keys from in-memory index tree' (duration: 250.60642ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:55:15.468016Z","caller":"traceutil/trace.go:171","msg":"trace[464154123] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"137.100211ms","start":"2026-04-29T01:55:15.330887Z","end":"2026-04-29T01:55:15.467987Z","steps":["trace[464154123] 'process raft request' (duration: 136.861874ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:55:15.468104Z","caller":"traceutil/trace.go:171","msg":"trace[880388040] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"135.227064ms","start":"2026-04-29T01:55:15.332808Z","end":"2026-04-29T01:55:15.468035Z","steps":["trace[880388040] 'process raft request' (duration: 135.10967ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:55:15.589039Z","caller":"traceutil/trace.go:171","msg":"trace[22777782] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"112.916964ms","start":"2026-04-29T01:55:15.476095Z","end":"2026-04-29T01:55:15.589012Z","steps":["trace[22777782] 'process raft request' (duration: 112.408088ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:55:15.71159Z","caller":"traceutil/trace.go:171","msg":"trace[1807781665] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"112.239073ms","start":"2026-04-29T01:55:15.599259Z","end":"2026-04-29T01:55:15.711498Z","steps":["trace[1807781665] 'process raft request' (duration: 72.043017ms)","trace[1807781665] 'compare' (duration: 39.827335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:55:15.947154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.51344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:55:15.947302Z","caller":"traceutil/trace.go:171","msg":"trace[1224975362] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"171.395667ms","start":"2026-04-29T01:55:15.775875Z","end":"2026-04-29T01:55:15.947271Z","steps":["trace[1224975362] 'process raft request' (duration: 40.66594ms)","trace[1224975362] 'compare' (duration: 130.369076ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:55:16.128571Z","caller":"traceutil/trace.go:171","msg":"trace[2072814104] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"176.525575ms","start":"2026-04-29T01:55:15.952018Z","end":"2026-04-29T01:55:16.128544Z","steps":["trace[2072814104] 'process raft request' (duration: 176.0362ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:55:20.269609Z","caller":"traceutil/trace.go:171","msg":"trace[502773109] linearizableReadLoop","detail":"{readStateIndex:2849; appliedIndex:2848; }","duration":"127.064446ms","start":"2026-04-29T01:55:20.142508Z","end":"2026-04-29T01:55:20.269572Z","steps":["trace[502773109] 'read index received' (duration: 125.763108ms)","trace[502773109] 'applied index is now lower than readState.Index' (duration: 1.300088ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:55:20.269928Z","caller":"traceutil/trace.go:171","msg":"trace[202833224] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"296.436727ms","start":"2026-04-29T01:55:19.973466Z","end":"2026-04-29T01:55:20.269903Z","steps":["trace[202833224] 'process raft request' (duration: 294.939242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:55:20.27034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.812898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T01:55:20.270484Z","caller":"traceutil/trace.go:171","msg":"trace[154809464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2738; }","duration":"127.970373ms","start":"2026-04-29T01:55:20.14245Z","end":"2026-04-29T01:55:20.270421Z","steps":["trace[154809464] 'agreement among raft nodes before linearized reading' (duration: 127.732906ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:55:31.459118Z","caller":"traceutil/trace.go:171","msg":"trace[1461283233] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"105.051092ms","start":"2026-04-29T01:55:31.353991Z","end":"2026-04-29T01:55:31.459042Z","steps":["trace[1461283233] 'process raft request' (duration: 104.748214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:55:32.599883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.04558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T01:55:32.59997Z","caller":"traceutil/trace.go:171","msg":"trace[408285483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2858; }","duration":"124.193434ms","start":"2026-04-29T01:55:32.475758Z","end":"2026-04-29T01:55:32.599951Z","steps":["trace[408285483] 'range keys from in-memory index tree' (duration: 123.841755ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:55:41.709689Z","caller":"traceutil/trace.go:171","msg":"trace[359020735] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"194.948857ms","start":"2026-04-29T01:55:41.5147Z","end":"2026-04-29T01:55:41.709649Z","steps":["trace[359020735] 'process raft request' (duration: 194.710601ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:55:41.793494Z","caller":"traceutil/trace.go:171","msg":"trace[1224892943] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"278.442842ms","start":"2026-04-29T01:55:41.515022Z","end":"2026-04-29T01:55:41.793465Z","steps":["trace[1224892943] 'process raft request' (duration: 218.774025ms)","trace[1224892943] 'compare' (duration: 59.437941ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:55:41.793733Z","caller":"traceutil/trace.go:171","msg":"trace[269266856] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"222.387001ms","start":"2026-04-29T01:55:41.57132Z","end":"2026-04-29T01:55:41.793707Z","steps":["trace[269266856] 'process raft request' (duration: 222.043262ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:55:41.794257Z","caller":"traceutil/trace.go:171","msg":"trace[1708133640] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"215.110507ms","start":"2026-04-29T01:55:41.579134Z","end":"2026-04-29T01:55:41.794245Z","steps":["trace[1708133640] 'process raft request' (duration: 214.493ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:55:58.0543Z","caller":"traceutil/trace.go:171","msg":"trace[525923854] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"127.850257ms","start":"2026-04-29T01:55:57.926423Z","end":"2026-04-29T01:55:58.054273Z","steps":["trace[525923854] 'process raft request' (duration: 77.289609ms)","trace[525923854] 'compare' (duration: 50.21296ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:02.422166Z","caller":"traceutil/trace.go:171","msg":"trace[1493223730] transaction","detail":"{read_only:false; response_revision:3017; number_of_response:1; }","duration":"516.364032ms","start":"2026-04-29T01:56:01.905764Z","end":"2026-04-29T01:56:02.422128Z","steps":["trace[1493223730] 'process raft request' (duration: 456.521272ms)","trace[1493223730] 'compare' (duration: 59.565934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:02.422402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:01.905691Z","time spent":"516.589459ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:56:02.487169Z","caller":"traceutil/trace.go:171","msg":"trace[1690630406] linearizableReadLoop","detail":"{readStateIndex:3139; appliedIndex:3135; }","duration":"453.444946ms","start":"2026-04-29T01:56:02.033704Z","end":"2026-04-29T01:56:02.487149Z","steps":["trace[1690630406] 'read index received' (duration: 328.884856ms)","trace[1690630406] 'applied index is now lower than readState.Index' (duration: 124.55897ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:02.487284Z","caller":"traceutil/trace.go:171","msg":"trace[1496165657] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"579.006182ms","start":"2026-04-29T01:56:01.908265Z","end":"2026-04-29T01:56:02.487271Z","steps":["trace[1496165657] 'process raft request' (duration: 578.646984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:02.487374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:01.908205Z","time spent":"579.111334ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:56:02.487533Z","caller":"traceutil/trace.go:171","msg":"trace[1041820593] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"569.49716ms","start":"2026-04-29T01:56:01.918013Z","end":"2026-04-29T01:56:02.48751Z","steps":["trace[1041820593] 'process raft request' (duration: 569.036839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:02.48761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:01.918Z","time spent":"569.576652ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:56:02.487716Z","caller":"traceutil/trace.go:171","msg":"trace[918065944] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"456.993931ms","start":"2026-04-29T01:56:02.030711Z","end":"2026-04-29T01:56:02.487705Z","steps":["trace[918065944] 'process raft request' (duration: 456.385277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:02.487774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:02.030671Z","time spent":"457.073513ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:56:02.48796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.261735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-29T01:56:02.488008Z","caller":"traceutil/trace.go:171","msg":"trace[1953596314] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3020; }","duration":"454.306036ms","start":"2026-04-29T01:56:02.033687Z","end":"2026-04-29T01:56:02.487993Z","steps":["trace[1953596314] 'agreement among raft nodes before linearized reading' (duration: 454.148343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:02.488048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:02.033635Z","time spent":"454.404499ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T01:56:02.4882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.063023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:56:02.488235Z","caller":"traceutil/trace.go:171","msg":"trace[117345906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3020; }","duration":"419.126505ms","start":"2026-04-29T01:56:02.069099Z","end":"2026-04-29T01:56:02.488225Z","steps":["trace[117345906] 'agreement among raft nodes before linearized reading' (duration: 419.039422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:02.488276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:02.069084Z","time spent":"419.185076ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T01:56:02.489061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.142278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aab11d40f0f6ea\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-29T01:56:02.489163Z","caller":"traceutil/trace.go:171","msg":"trace[936364574] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aab11d40f0f6ea; range_end:; response_count:1; response_revision:3020; }","duration":"333.307682ms","start":"2026-04-29T01:56:02.155829Z","end":"2026-04-29T01:56:02.489136Z","steps":["trace[936364574] 'agreement among raft nodes before linearized reading' (duration: 332.992425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:02.489196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:02.15581Z","time spent":"333.380455ms","remote":"127.0.0.1:32808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18aab11d40f0f6ea\" "} {"level":"warn","ts":"2026-04-29T01:56:02.489322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.646273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:56:02.489348Z","caller":"traceutil/trace.go:171","msg":"trace[2037623339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3020; }","duration":"244.724404ms","start":"2026-04-29T01:56:02.244614Z","end":"2026-04-29T01:56:02.489339Z","steps":["trace[2037623339] 'agreement among raft nodes before linearized reading' (duration: 244.690003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:02.489689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.661898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:56:02.489812Z","caller":"traceutil/trace.go:171","msg":"trace[1252068275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3020; }","duration":"386.841272ms","start":"2026-04-29T01:56:02.102954Z","end":"2026-04-29T01:56:02.489795Z","steps":["trace[1252068275] 'agreement among raft nodes before linearized reading' (duration: 386.577335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:02.489887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:02.102923Z","time spent":"386.955555ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T01:56:03.112734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.797591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:56:03.112945Z","caller":"traceutil/trace.go:171","msg":"trace[1448443593] linearizableReadLoop","detail":"{readStateIndex:3143; appliedIndex:3140; }","duration":"447.749626ms","start":"2026-04-29T01:56:02.665176Z","end":"2026-04-29T01:56:03.112925Z","steps":["trace[1448443593] 'read index received' (duration: 59.411µs)","trace[1448443593] 'applied index is now lower than readState.Index' (duration: 447.689105ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:03.113051Z","caller":"traceutil/trace.go:171","msg":"trace[523123257] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"616.223592ms","start":"2026-04-29T01:56:02.496816Z","end":"2026-04-29T01:56:03.11304Z","steps":["trace[523123257] 'process raft request' (duration: 616.007447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:03.113115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:02.496808Z","time spent":"616.274053ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:56:03.113479Z","caller":"traceutil/trace.go:171","msg":"trace[1192579484] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"616.370495ms","start":"2026-04-29T01:56:02.497094Z","end":"2026-04-29T01:56:03.113464Z","steps":["trace[1192579484] 'process raft request' (duration: 615.787911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:03.11355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:02.497059Z","time spent":"616.456217ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:56:03.113871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.705149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T01:56:03.113917Z","caller":"traceutil/trace.go:171","msg":"trace[329963685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3024; }","duration":"448.825342ms","start":"2026-04-29T01:56:02.665082Z","end":"2026-04-29T01:56:03.113907Z","steps":["trace[329963685] 'agreement among raft nodes before linearized reading' (duration: 448.679769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:03.113951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:02.665053Z","time spent":"448.889543ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T01:56:03.114128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.23656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T01:56:03.114167Z","caller":"traceutil/trace.go:171","msg":"trace[1450035946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3024; }","duration":"352.317212ms","start":"2026-04-29T01:56:02.761842Z","end":"2026-04-29T01:56:03.114159Z","steps":["trace[1450035946] 'agreement among raft nodes before linearized reading' (duration: 352.23059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:03.114193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:02.761815Z","time spent":"352.371404ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T01:56:03.112995Z","caller":"traceutil/trace.go:171","msg":"trace[554274152] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"618.60115ms","start":"2026-04-29T01:56:02.494347Z","end":"2026-04-29T01:56:03.112948Z","steps":["trace[554274152] 'process raft request' (duration: 33.503493ms)","trace[554274152] 'compare' (duration: 584.066722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:03.114339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:02.494321Z","time spent":"619.988153ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:56:03.114755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.622912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T01:56:03.114803Z","caller":"traceutil/trace.go:171","msg":"trace[163556189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3024; }","duration":"129.730624ms","start":"2026-04-29T01:56:02.98506Z","end":"2026-04-29T01:56:03.11479Z","steps":["trace[163556189] 'agreement among raft nodes before linearized reading' (duration: 129.57871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:03.114962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.769343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-29T01:56:03.115031Z","caller":"traceutil/trace.go:171","msg":"trace[1113746310] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3024; }","duration":"258.902416ms","start":"2026-04-29T01:56:02.856113Z","end":"2026-04-29T01:56:03.115016Z","steps":["trace[1113746310] 'agreement among raft nodes before linearized reading' (duration: 258.63031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:03.625932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367327681378208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:56:04.75062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123765817s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:56:04.750784Z","caller":"traceutil/trace.go:171","msg":"trace[560960534] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"1.629597348s","start":"2026-04-29T01:56:03.121155Z","end":"2026-04-29T01:56:04.750752Z","steps":["trace[560960534] 'process raft request' (duration: 505.565415ms)","trace[560960534] 'compare' (duration: 1.123555142s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:04.75114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:03.121127Z","time spent":"1.629964328s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:56:04.831143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204586969s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T01:56:04.831693Z","caller":"traceutil/trace.go:171","msg":"trace[983431467] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"1.706121647s","start":"2026-04-29T01:56:03.125542Z","end":"2026-04-29T01:56:04.831663Z","steps":["trace[983431467] 'process raft request' (duration: 1.705889251s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:04.831874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:03.125532Z","time spent":"1.70624014s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:56:04.831933Z","caller":"traceutil/trace.go:171","msg":"trace[688875600] linearizableReadLoop","detail":"{readStateIndex:3146; appliedIndex:3143; }","duration":"1.706424954s","start":"2026-04-29T01:56:03.12546Z","end":"2026-04-29T01:56:04.831885Z","steps":["trace[688875600] 'read index received' (duration: 501.136938ms)","trace[688875600] 'applied index is now lower than readState.Index' (duration: 1.205285556s)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:04.832026Z","caller":"traceutil/trace.go:171","msg":"trace[1670841836] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"1.706371374s","start":"2026-04-29T01:56:03.125642Z","end":"2026-04-29T01:56:04.832014Z","steps":["trace[1670841836] 'process raft request' (duration: 1.705965873s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:04.832206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706718521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-29T01:56:04.832262Z","caller":"traceutil/trace.go:171","msg":"trace[80139987] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3027; }","duration":"1.706807074s","start":"2026-04-29T01:56:03.125444Z","end":"2026-04-29T01:56:04.832251Z","steps":["trace[80139987] 'agreement among raft nodes before linearized reading' (duration: 1.706585179s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:04.832279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:03.125616Z","time spent":"1.7066264s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:56:04.8323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:03.125429Z","time spent":"1.706863485s","remote":"127.0.0.1:32934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-29T01:56:04.889912Z","caller":"traceutil/trace.go:171","msg":"trace[450899431] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"1.077444304s","start":"2026-04-29T01:56:03.812414Z","end":"2026-04-29T01:56:04.889858Z","steps":["trace[450899431] 'process raft request' (duration: 1.038355535s)","trace[450899431] 'compare' (duration: 38.807143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:04.890326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:03.812395Z","time spent":"1.077744241s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:56:04.893428Z","caller":"traceutil/trace.go:171","msg":"trace[846124881] transaction","detail":"{read_only:false; response_revision:3029; number_of_response:1; }","duration":"464.344238ms","start":"2026-04-29T01:56:04.429061Z","end":"2026-04-29T01:56:04.893405Z","steps":["trace[846124881] 'process raft request' (duration: 463.853507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:04.893562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:04.429011Z","time spent":"464.485501ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:56:04.893984Z","caller":"traceutil/trace.go:171","msg":"trace[1490430943] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"395.69628ms","start":"2026-04-29T01:56:04.49827Z","end":"2026-04-29T01:56:04.893967Z","steps":["trace[1490430943] 'process raft request' (duration: 395.064085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:04.894088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:04.498233Z","time spent":"395.804973ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:56:04.894252Z","caller":"traceutil/trace.go:171","msg":"trace[268582278] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"395.845304ms","start":"2026-04-29T01:56:04.498385Z","end":"2026-04-29T01:56:04.89423Z","steps":["trace[268582278] 'process raft request' (duration: 395.487905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:04.89433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:04.498375Z","time spent":"395.918285ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:56:04.894365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.451165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:56:04.894461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575086518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:56:04.894503Z","caller":"traceutil/trace.go:171","msg":"trace[84932522] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3031; }","duration":"1.57517533s","start":"2026-04-29T01:56:03.319316Z","end":"2026-04-29T01:56:04.894491Z","steps":["trace[84932522] 'agreement among raft nodes before linearized reading' (duration: 1.575111678s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:04.894527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:03.319291Z","time spent":"1.57523154s","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:56:04.894453Z","caller":"traceutil/trace.go:171","msg":"trace[1352920609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3031; }","duration":"651.535287ms","start":"2026-04-29T01:56:04.242893Z","end":"2026-04-29T01:56:04.894429Z","steps":["trace[1352920609] 'agreement among raft nodes before linearized reading' (duration: 651.372983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:04.894727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:04.242772Z","time spent":"651.946767ms","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:56:04.894708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13610458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-29T01:56:04.894774Z","caller":"traceutil/trace.go:171","msg":"trace[179056496] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3031; }","duration":"1.136226432s","start":"2026-04-29T01:56:03.75853Z","end":"2026-04-29T01:56:04.894756Z","steps":["trace[179056496] 'agreement among raft nodes before linearized reading' (duration: 1.136017817s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:04.894822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:03.758507Z","time spent":"1.136307934s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-29T01:56:05.236761Z","caller":"traceutil/trace.go:171","msg":"trace[564513073] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"110.699449ms","start":"2026-04-29T01:56:05.12603Z","end":"2026-04-29T01:56:05.236729Z","steps":["trace[564513073] 'process raft request' (duration: 56.930872ms)","trace[564513073] 'compare' (duration: 53.656363ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:09.018916Z","caller":"traceutil/trace.go:171","msg":"trace[152467872] transaction","detail":"{read_only:false; response_revision:3051; number_of_response:1; }","duration":"110.388544ms","start":"2026-04-29T01:56:08.908503Z","end":"2026-04-29T01:56:09.018892Z","steps":["trace[152467872] 'process raft request' (duration: 84.809643ms)","trace[152467872] 'compare' (duration: 25.206333ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:09.019374Z","caller":"traceutil/trace.go:171","msg":"trace[1008572563] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"108.816847ms","start":"2026-04-29T01:56:08.910531Z","end":"2026-04-29T01:56:09.019348Z","steps":["trace[1008572563] 'process raft request' (duration: 108.261434ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:09.019848Z","caller":"traceutil/trace.go:171","msg":"trace[14693560] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"109.222137ms","start":"2026-04-29T01:56:08.910614Z","end":"2026-04-29T01:56:09.019836Z","steps":["trace[14693560] 'process raft request' (duration: 108.657413ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:35.368941Z","caller":"traceutil/trace.go:171","msg":"trace[1680452332] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"158.846484ms","start":"2026-04-29T01:56:35.210064Z","end":"2026-04-29T01:56:35.36891Z","steps":["trace[1680452332] 'process raft request' (duration: 122.634573ms)","trace[1680452332] 'compare' (duration: 35.741152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:44.026757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.512802ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-29T01:56:45.435851Z","caller":"traceutil/trace.go:171","msg":"trace[748599214] transaction","detail":"{read_only:false; response_revision:3235; number_of_response:1; }","duration":"396.096616ms","start":"2026-04-29T01:56:45.039727Z","end":"2026-04-29T01:56:45.435824Z","steps":["trace[748599214] 'process raft request' (duration: 395.937783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:45.436125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:45.039705Z","time spent":"396.29287ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:56:45.436934Z","caller":"traceutil/trace.go:171","msg":"trace[1688814140] linearizableReadLoop","detail":"{readStateIndex:3365; appliedIndex:3364; }","duration":"192.159609ms","start":"2026-04-29T01:56:45.244743Z","end":"2026-04-29T01:56:45.436902Z","steps":["trace[1688814140] 'read index received' (duration: 191.612538ms)","trace[1688814140] 'applied index is now lower than readState.Index' (duration: 546.021µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:45.437062Z","caller":"traceutil/trace.go:171","msg":"trace[1838856080] transaction","detail":"{read_only:false; response_revision:3236; number_of_response:1; }","duration":"247.873256ms","start":"2026-04-29T01:56:45.189177Z","end":"2026-04-29T01:56:45.43705Z","steps":["trace[1838856080] 'process raft request' (duration: 247.398106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:45.4373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.567136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:56:45.437406Z","caller":"traceutil/trace.go:171","msg":"trace[677882341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3239; }","duration":"192.758731ms","start":"2026-04-29T01:56:45.244631Z","end":"2026-04-29T01:56:45.43739Z","steps":["trace[677882341] 'agreement among raft nodes before linearized reading' (duration: 192.614967ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:45.437642Z","caller":"traceutil/trace.go:171","msg":"trace[286922842] transaction","detail":"{read_only:false; response_revision:3237; number_of_response:1; }","duration":"135.931051ms","start":"2026-04-29T01:56:45.301699Z","end":"2026-04-29T01:56:45.43763Z","steps":["trace[286922842] 'process raft request' (duration: 135.051743ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:45.437722Z","caller":"traceutil/trace.go:171","msg":"trace[114331933] transaction","detail":"{read_only:false; response_revision:3239; number_of_response:1; }","duration":"134.626124ms","start":"2026-04-29T01:56:45.303082Z","end":"2026-04-29T01:56:45.437708Z","steps":["trace[114331933] 'process raft request' (duration: 133.770497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:45.437415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.818709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T01:56:45.437888Z","caller":"traceutil/trace.go:171","msg":"trace[1545171053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3239; }","duration":"180.3193ms","start":"2026-04-29T01:56:45.257555Z","end":"2026-04-29T01:56:45.437875Z","steps":["trace[1545171053] 'agreement among raft nodes before linearized reading' (duration: 179.736607ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:45.437896Z","caller":"traceutil/trace.go:171","msg":"trace[2564136] transaction","detail":"{read_only:false; response_revision:3238; number_of_response:1; }","duration":"136.052163ms","start":"2026-04-29T01:56:45.301834Z","end":"2026-04-29T01:56:45.437886Z","steps":["trace[2564136] 'process raft request' (duration: 134.963761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:49.80991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.017657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T01:56:49.810023Z","caller":"traceutil/trace.go:171","msg":"trace[1431530488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3265; }","duration":"162.197672ms","start":"2026-04-29T01:56:49.647801Z","end":"2026-04-29T01:56:49.809999Z","steps":["trace[1431530488] 'range keys from in-memory index tree' (duration: 161.760103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:50.151674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.143208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-29T01:56:50.151773Z","caller":"traceutil/trace.go:171","msg":"trace[1933885259] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3266; }","duration":"194.331761ms","start":"2026-04-29T01:56:49.957407Z","end":"2026-04-29T01:56:50.151739Z","steps":["trace[1933885259] 'range keys from in-memory index tree' (duration: 193.938533ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:50.457333Z","caller":"traceutil/trace.go:171","msg":"trace[1279901629] transaction","detail":"{read_only:false; response_revision:3268; number_of_response:1; }","duration":"210.090351ms","start":"2026-04-29T01:56:50.247196Z","end":"2026-04-29T01:56:50.457287Z","steps":["trace[1279901629] 'process raft request' (duration: 150.13253ms)","trace[1279901629] 'compare' (duration: 59.736916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:52.273558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.715668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aab11d40f0f6ea\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-29T01:56:52.273659Z","caller":"traceutil/trace.go:171","msg":"trace[348948661] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aab11d40f0f6ea; range_end:; response_count:1; response_revision:3277; }","duration":"118.872642ms","start":"2026-04-29T01:56:52.154761Z","end":"2026-04-29T01:56:52.273633Z","steps":["trace[348948661] 'range keys from in-memory index tree' (duration: 118.368983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:59.816521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.251511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:56:59.816827Z","caller":"traceutil/trace.go:171","msg":"trace[795232720] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"240.803522ms","start":"2026-04-29T01:56:59.575995Z","end":"2026-04-29T01:56:59.816798Z","steps":["trace[795232720] 'process raft request' (duration: 61.967039ms)","trace[795232720] 'compare' (duration: 178.045997ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:59.817016Z","caller":"traceutil/trace.go:171","msg":"trace[1827813212] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"239.854034ms","start":"2026-04-29T01:56:59.577119Z","end":"2026-04-29T01:56:59.816973Z","steps":["trace[1827813212] 'process raft request' (duration: 239.666111ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:59.817164Z","caller":"traceutil/trace.go:171","msg":"trace[1795715027] linearizableReadLoop","detail":"{readStateIndex:3445; appliedIndex:3442; }","duration":"222.122773ms","start":"2026-04-29T01:56:59.595028Z","end":"2026-04-29T01:56:59.81715Z","steps":["trace[1795715027] 'read index received' (duration: 43.013745ms)","trace[1795715027] 'applied index is now lower than readState.Index' (duration: 179.107078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:59.817399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.739052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T01:56:59.817468Z","caller":"traceutil/trace.go:171","msg":"trace[1008043063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3313; }","duration":"213.863325ms","start":"2026-04-29T01:56:59.603586Z","end":"2026-04-29T01:56:59.81745Z","steps":["trace[1008043063] 'agreement among raft nodes before linearized reading' (duration: 213.655421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:59.817505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.447325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T01:56:59.817589Z","caller":"traceutil/trace.go:171","msg":"trace[1255343082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3313; }","duration":"190.570028ms","start":"2026-04-29T01:56:59.626998Z","end":"2026-04-29T01:56:59.817568Z","steps":["trace[1255343082] 'agreement among raft nodes before linearized reading' (duration: 190.343414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:59.817477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.167479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T01:56:59.81755Z","caller":"traceutil/trace.go:171","msg":"trace[49400374] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"231.466092ms","start":"2026-04-29T01:56:59.585744Z","end":"2026-04-29T01:56:59.81721Z","steps":["trace[49400374] 'process raft request' (duration: 231.156437ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:59.817648Z","caller":"traceutil/trace.go:171","msg":"trace[1602784155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3313; }","duration":"179.365602ms","start":"2026-04-29T01:56:59.638266Z","end":"2026-04-29T01:56:59.817632Z","steps":["trace[1602784155] 'agreement among raft nodes before linearized reading' (duration: 179.056536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:59.81752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.474971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T01:56:59.817896Z","caller":"traceutil/trace.go:171","msg":"trace[1572611898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3313; }","duration":"222.896438ms","start":"2026-04-29T01:56:59.594977Z","end":"2026-04-29T01:56:59.817874Z","steps":["trace[1572611898] 'agreement among raft nodes before linearized reading' (duration: 222.237345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.108321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.667949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:00.108437Z","caller":"traceutil/trace.go:171","msg":"trace[1203009297] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"285.338319ms","start":"2026-04-29T01:56:59.823066Z","end":"2026-04-29T01:57:00.108404Z","steps":["trace[1203009297] 'process raft request' (duration: 152.505497ms)","trace[1203009297] 'compare' (duration: 132.532667ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:00.153078Z","caller":"traceutil/trace.go:171","msg":"trace[920893413] linearizableReadLoop","detail":"{readStateIndex:3449; appliedIndex:3446; }","duration":"161.841867ms","start":"2026-04-29T01:56:59.991212Z","end":"2026-04-29T01:57:00.153054Z","steps":["trace[920893413] 'read index received' (duration: 161.610402ms)","trace[920893413] 'applied index is now lower than readState.Index' (duration: 230.395µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:00.153132Z","caller":"traceutil/trace.go:171","msg":"trace[2097310605] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"329.948973ms","start":"2026-04-29T01:56:59.823154Z","end":"2026-04-29T01:57:00.153103Z","steps":["trace[2097310605] 'process raft request' (duration: 329.816481ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.153159Z","caller":"traceutil/trace.go:171","msg":"trace[886130035] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"330.014195ms","start":"2026-04-29T01:56:59.823108Z","end":"2026-04-29T01:57:00.153122Z","steps":["trace[886130035] 'process raft request' (duration: 329.74776ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.15318Z","caller":"traceutil/trace.go:171","msg":"trace[461131791] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"329.450054ms","start":"2026-04-29T01:56:59.823692Z","end":"2026-04-29T01:57:00.153142Z","steps":["trace[461131791] 'process raft request' (duration: 329.316862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.153259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:59.823125Z","time spent":"330.065045ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:00.153363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:59.823089Z","time spent":"330.141447ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:00.15342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:59.823684Z","time spent":"329.579746ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:00.153439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.223953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T01:57:00.153471Z","caller":"traceutil/trace.go:171","msg":"trace[900988586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3317; }","duration":"162.296724ms","start":"2026-04-29T01:56:59.991164Z","end":"2026-04-29T01:57:00.153461Z","steps":["trace[900988586] 'agreement among raft nodes before linearized reading' (duration: 161.990788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.51799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.173268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.518077Z","caller":"traceutil/trace.go:171","msg":"trace[1840770512] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3318; }","duration":"200.327441ms","start":"2026-04-29T01:57:00.317729Z","end":"2026-04-29T01:57:00.518056Z","steps":["trace[1840770512] 'count revisions from in-memory index tree' (duration: 200.092767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.518126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.738453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.518227Z","caller":"traceutil/trace.go:171","msg":"trace[721022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3318; }","duration":"275.877196ms","start":"2026-04-29T01:57:00.242313Z","end":"2026-04-29T01:57:00.51819Z","steps":["trace[721022] 'range keys from in-memory index tree' (duration: 275.59645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.290482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.788549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aab11d40f0f6ea\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-29T01:57:02.290601Z","caller":"traceutil/trace.go:171","msg":"trace[1562314269] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aab11d40f0f6ea; range_end:; response_count:1; response_revision:3323; }","duration":"133.983012ms","start":"2026-04-29T01:57:02.156586Z","end":"2026-04-29T01:57:02.290569Z","steps":["trace[1562314269] 'range keys from in-memory index tree' (duration: 133.556335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.29078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.014962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:57:02.29091Z","caller":"traceutil/trace.go:171","msg":"trace[291841706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3323; }","duration":"194.222457ms","start":"2026-04-29T01:57:02.096664Z","end":"2026-04-29T01:57:02.290887Z","steps":["trace[291841706] 'count revisions from in-memory index tree' (duration: 193.84922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.291085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.120223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.29116Z","caller":"traceutil/trace.go:171","msg":"trace[1584318161] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3323; }","duration":"276.282756ms","start":"2026-04-29T01:57:02.014851Z","end":"2026-04-29T01:57:02.291133Z","steps":["trace[1584318161] 'count revisions from in-memory index tree' (duration: 276.01374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.291172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.697104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-29T01:57:02.291207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.979975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-29T01:57:02.291236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.588746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T01:57:02.29127Z","caller":"traceutil/trace.go:171","msg":"trace[1085530805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3323; }","duration":"177.874557ms","start":"2026-04-29T01:57:02.113373Z","end":"2026-04-29T01:57:02.291248Z","steps":["trace[1085530805] 'range keys from in-memory index tree' (duration: 177.440169ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.291274Z","caller":"traceutil/trace.go:171","msg":"trace[488227086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3323; }","duration":"133.075596ms","start":"2026-04-29T01:57:02.158182Z","end":"2026-04-29T01:57:02.291258Z","steps":["trace[488227086] 'range keys from in-memory index tree' (duration: 132.836342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.291254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.061316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T01:57:02.291302Z","caller":"traceutil/trace.go:171","msg":"trace[1795992596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3323; }","duration":"133.668169ms","start":"2026-04-29T01:57:02.157612Z","end":"2026-04-29T01:57:02.29128Z","steps":["trace[1795992596] 'range keys from in-memory index tree' (duration: 133.385342ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.291335Z","caller":"traceutil/trace.go:171","msg":"trace[581507545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3323; }","duration":"113.197659ms","start":"2026-04-29T01:57:02.17812Z","end":"2026-04-29T01:57:02.291317Z","steps":["trace[581507545] 'range keys from in-memory index tree' (duration: 112.905724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.290628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.881683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T01:57:02.29175Z","caller":"traceutil/trace.go:171","msg":"trace[696101490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3323; }","duration":"134.019565ms","start":"2026-04-29T01:57:02.1577Z","end":"2026-04-29T01:57:02.29172Z","steps":["trace[696101490] 'range keys from in-memory index tree' (duration: 132.74488ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.491215Z","caller":"traceutil/trace.go:171","msg":"trace[148449209] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"193.463504ms","start":"2026-04-29T01:57:02.297726Z","end":"2026-04-29T01:57:02.491189Z","steps":["trace[148449209] 'process raft request' (duration: 193.384113ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.491282Z","caller":"traceutil/trace.go:171","msg":"trace[463528219] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"193.519855ms","start":"2026-04-29T01:57:02.297706Z","end":"2026-04-29T01:57:02.491226Z","steps":["trace[463528219] 'process raft request' (duration: 193.354242ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.491456Z","caller":"traceutil/trace.go:171","msg":"trace[329022110] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"193.187308ms","start":"2026-04-29T01:57:02.298258Z","end":"2026-04-29T01:57:02.491445Z","steps":["trace[329022110] 'process raft request' (duration: 192.893382ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.49164Z","caller":"traceutil/trace.go:171","msg":"trace[2093342254] transaction","detail":"{read_only:false; response_revision:3325; number_of_response:1; }","duration":"194.196827ms","start":"2026-04-29T01:57:02.29739Z","end":"2026-04-29T01:57:02.491587Z","steps":["trace[2093342254] 'process raft request' (duration: 193.511754ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.491694Z","caller":"traceutil/trace.go:171","msg":"trace[116663892] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"192.867702ms","start":"2026-04-29T01:57:02.298786Z","end":"2026-04-29T01:57:02.491654Z","steps":["trace[116663892] 'process raft request' (duration: 192.614047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:04.349766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.785788ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-29T01:57:04.349966Z","caller":"traceutil/trace.go:171","msg":"trace[296223106] linearizableReadLoop","detail":"{readStateIndex:3468; appliedIndex:3467; }","duration":"107.497057ms","start":"2026-04-29T01:57:04.242383Z","end":"2026-04-29T01:57:04.34988Z","steps":["trace[296223106] 'read index received' (duration: 63.791µs)","trace[296223106] 'applied index is now lower than readState.Index' (duration: 107.431226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:04.350219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.832942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:04.350267Z","caller":"traceutil/trace.go:171","msg":"trace[290632262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3335; }","duration":"107.955554ms","start":"2026-04-29T01:57:04.242296Z","end":"2026-04-29T01:57:04.350251Z","steps":["trace[290632262] 'agreement among raft nodes before linearized reading' (duration: 107.767631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:07.020811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.111915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:07.020826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.53679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-29T01:57:07.020903Z","caller":"traceutil/trace.go:171","msg":"trace[1343075904] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3350; }","duration":"137.229368ms","start":"2026-04-29T01:57:06.883652Z","end":"2026-04-29T01:57:07.020881Z","steps":["trace[1343075904] 'count revisions from in-memory index tree' (duration: 136.969262ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:07.020903Z","caller":"traceutil/trace.go:171","msg":"trace[1891405077] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3350; }","duration":"163.674773ms","start":"2026-04-29T01:57:06.857211Z","end":"2026-04-29T01:57:07.020886Z","steps":["trace[1891405077] 'range keys from in-memory index tree' (duration: 163.249424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:07.020983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.057642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-29T01:57:07.02111Z","caller":"traceutil/trace.go:171","msg":"trace[1557602050] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3350; }","duration":"295.255825ms","start":"2026-04-29T01:57:06.725826Z","end":"2026-04-29T01:57:07.021082Z","steps":["trace[1557602050] 'range keys from in-memory index tree' (duration: 294.844097ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:07.106297Z","caller":"traceutil/trace.go:171","msg":"trace[1201278352] transaction","detail":"{read_only:false; response_revision:3351; number_of_response:1; }","duration":"176.814873ms","start":"2026-04-29T01:57:06.929395Z","end":"2026-04-29T01:57:07.10621Z","steps":["trace[1201278352] 'process raft request' (duration: 176.613679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:08.579165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.782009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:08.579525Z","caller":"traceutil/trace.go:171","msg":"trace[704503073] linearizableReadLoop","detail":"{readStateIndex:3489; appliedIndex:3487; }","duration":"361.900465ms","start":"2026-04-29T01:57:08.217595Z","end":"2026-04-29T01:57:08.579496Z","steps":["trace[704503073] 'read index received' (duration: 95.652838ms)","trace[704503073] 'applied index is now lower than readState.Index' (duration: 266.245537ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:08.57968Z","caller":"traceutil/trace.go:171","msg":"trace[1052090317] transaction","detail":"{read_only:false; response_revision:3356; number_of_response:1; }","duration":"576.031054ms","start":"2026-04-29T01:57:08.003629Z","end":"2026-04-29T01:57:08.57966Z","steps":["trace[1052090317] 'process raft request' (duration: 575.762939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:08.579781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:08.003599Z","time spent":"576.126046ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:08.579825Z","caller":"traceutil/trace.go:171","msg":"trace[900577151] transaction","detail":"{read_only:false; response_revision:3355; number_of_response:1; }","duration":"611.699109ms","start":"2026-04-29T01:57:07.968086Z","end":"2026-04-29T01:57:08.579786Z","steps":["trace[900577151] 'process raft request' (duration: 345.153176ms)","trace[900577151] 'compare' (duration: 265.557386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:08.580017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:07.968029Z","time spent":"611.883632ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:08.580049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.441831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:08.580146Z","caller":"traceutil/trace.go:171","msg":"trace[27356985] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3356; }","duration":"322.572984ms","start":"2026-04-29T01:57:08.257548Z","end":"2026-04-29T01:57:08.580122Z","steps":["trace[27356985] 'agreement among raft nodes before linearized reading' (duration: 322.418761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:08.580217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:08.257535Z","time spent":"322.659867ms","remote":"127.0.0.1:40670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:08.580222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.622269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:08.580282Z","caller":"traceutil/trace.go:171","msg":"trace[1136706693] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3356; }","duration":"362.755572ms","start":"2026-04-29T01:57:08.217508Z","end":"2026-04-29T01:57:08.580264Z","steps":["trace[1136706693] 'agreement among raft nodes before linearized reading' (duration: 362.648739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:08.580344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:08.217482Z","time spent":"362.845764ms","remote":"127.0.0.1:40002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:57:08.925697Z","caller":"traceutil/trace.go:171","msg":"trace[305420497] transaction","detail":"{read_only:false; response_revision:3358; number_of_response:1; }","duration":"242.801881ms","start":"2026-04-29T01:57:08.682856Z","end":"2026-04-29T01:57:08.925658Z","steps":["trace[305420497] 'process raft request' (duration: 204.241935ms)","trace[305420497] 'compare' (duration: 38.284302ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:08.926051Z","caller":"traceutil/trace.go:171","msg":"trace[1720430142] transaction","detail":"{read_only:false; response_revision:3359; number_of_response:1; }","duration":"243.121818ms","start":"2026-04-29T01:57:08.682904Z","end":"2026-04-29T01:57:08.926026Z","steps":["trace[1720430142] 'process raft request' (duration: 242.696979ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:08.926245Z","caller":"traceutil/trace.go:171","msg":"trace[1856306871] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"243.229891ms","start":"2026-04-29T01:57:08.682993Z","end":"2026-04-29T01:57:08.926223Z","steps":["trace[1856306871] 'process raft request' (duration: 242.913534ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:08.926475Z","caller":"traceutil/trace.go:171","msg":"trace[469159378] linearizableReadLoop","detail":"{readStateIndex:3494; appliedIndex:3490; }","duration":"105.519052ms","start":"2026-04-29T01:57:08.820929Z","end":"2026-04-29T01:57:08.926448Z","steps":["trace[469159378] 'read index received' (duration: 66.182131ms)","trace[469159378] 'applied index is now lower than readState.Index' (duration: 39.335611ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:08.926504Z","caller":"traceutil/trace.go:171","msg":"trace[1424666218] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"241.869165ms","start":"2026-04-29T01:57:08.684615Z","end":"2026-04-29T01:57:08.926484Z","steps":["trace[1424666218] 'process raft request' (duration: 241.538319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:08.926891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.930459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-29T01:57:08.926938Z","caller":"traceutil/trace.go:171","msg":"trace[118737621] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3361; }","duration":"106.060971ms","start":"2026-04-29T01:57:08.820865Z","end":"2026-04-29T01:57:08.926926Z","steps":["trace[118737621] 'agreement among raft nodes before linearized reading' (duration: 105.741885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:09.43082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367327681379168,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T01:57:09.622843Z","caller":"traceutil/trace.go:171","msg":"trace[1664460108] linearizableReadLoop","detail":"{readStateIndex:3495; appliedIndex:3494; }","duration":"692.512159ms","start":"2026-04-29T01:57:08.930294Z","end":"2026-04-29T01:57:09.622806Z","steps":["trace[1664460108] 'read index received' (duration: 644.749795ms)","trace[1664460108] 'applied index is now lower than readState.Index' (duration: 47.760334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:09.622893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:08.928385Z","time spent":"694.497396ms","remote":"127.0.0.1:32774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T01:57:09.623086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.498389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:09.623127Z","caller":"traceutil/trace.go:171","msg":"trace[955072260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3361; }","duration":"378.632852ms","start":"2026-04-29T01:57:09.244483Z","end":"2026-04-29T01:57:09.623116Z","steps":["trace[955072260] 'agreement among raft nodes before linearized reading' (duration: 378.53211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:09.623166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:09.244434Z","time spent":"378.723863ms","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:57:09.623201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.896436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-29T01:57:09.62328Z","caller":"traceutil/trace.go:171","msg":"trace[966489] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3361; }","duration":"693.017538ms","start":"2026-04-29T01:57:08.930243Z","end":"2026-04-29T01:57:09.62326Z","steps":["trace[966489] 'agreement among raft nodes before linearized reading' (duration: 692.739743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:09.623334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:08.930227Z","time spent":"693.09475ms","remote":"127.0.0.1:32934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-29T01:57:10.074319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.760051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:10.074481Z","caller":"traceutil/trace.go:171","msg":"trace[1033531018] linearizableReadLoop","detail":"{readStateIndex:3497; appliedIndex:3496; }","duration":"374.590543ms","start":"2026-04-29T01:57:09.699863Z","end":"2026-04-29T01:57:10.074454Z","steps":["trace[1033531018] 'read index received' (duration: 205.506706ms)","trace[1033531018] 'applied index is now lower than readState.Index' (duration: 169.081587ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:10.074556Z","caller":"traceutil/trace.go:171","msg":"trace[762263862] transaction","detail":"{read_only:false; response_revision:3363; number_of_response:1; }","duration":"424.187791ms","start":"2026-04-29T01:57:09.650261Z","end":"2026-04-29T01:57:10.074449Z","steps":["trace[762263862] 'process raft request' (duration: 255.167295ms)","trace[762263862] 'compare' (duration: 168.389593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:10.074676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.792396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-29T01:57:10.074782Z","caller":"traceutil/trace.go:171","msg":"trace[1482149951] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3363; }","duration":"374.930318ms","start":"2026-04-29T01:57:09.69983Z","end":"2026-04-29T01:57:10.07476Z","steps":["trace[1482149951] 'agreement among raft nodes before linearized reading' (duration: 374.752285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:10.074851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:09.699819Z","time spent":"375.023321ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T01:57:10.074949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:09.650235Z","time spent":"424.451196ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:10.079496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.189639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-29T01:57:10.079564Z","caller":"traceutil/trace.go:171","msg":"trace[1900957046] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3364; }","duration":"377.307632ms","start":"2026-04-29T01:57:09.702242Z","end":"2026-04-29T01:57:10.079549Z","steps":["trace[1900957046] 'agreement among raft nodes before linearized reading' (duration: 377.072467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:10.079663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:09.702218Z","time spent":"377.429153ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-29T01:57:10.406507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.179454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:10.406658Z","caller":"traceutil/trace.go:171","msg":"trace[1665049633] linearizableReadLoop","detail":"{readStateIndex:3499; appliedIndex:3498; }","duration":"172.995933ms","start":"2026-04-29T01:57:10.233638Z","end":"2026-04-29T01:57:10.406634Z","steps":["trace[1665049633] 'read index received' (duration: 24.499243ms)","trace[1665049633] 'applied index is now lower than readState.Index' (duration: 148.49505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:10.406757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.125765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:57:10.406793Z","caller":"traceutil/trace.go:171","msg":"trace[207312830] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3365; }","duration":"173.220497ms","start":"2026-04-29T01:57:10.233562Z","end":"2026-04-29T01:57:10.406783Z","steps":["trace[207312830] 'agreement among raft nodes before linearized reading' (duration: 173.130215ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:10.406912Z","caller":"traceutil/trace.go:171","msg":"trace[2115301374] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"251.167465ms","start":"2026-04-29T01:57:10.155669Z","end":"2026-04-29T01:57:10.406837Z","steps":["trace[2115301374] 'process raft request' (duration: 102.530802ms)","trace[2115301374] 'compare' (duration: 147.996491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:11.18412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.167843ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:11.184333Z","caller":"traceutil/trace.go:171","msg":"trace[1676089232] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3366; }","duration":"264.400437ms","start":"2026-04-29T01:57:10.919912Z","end":"2026-04-29T01:57:11.184312Z","steps":["trace[1676089232] 'range keys from in-memory index tree' (duration: 264.152653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:11.184444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.106784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:11.184753Z","caller":"traceutil/trace.go:171","msg":"trace[2001082369] transaction","detail":"{read_only:false; response_revision:3368; number_of_response:1; }","duration":"342.762884ms","start":"2026-04-29T01:57:10.841974Z","end":"2026-04-29T01:57:11.184737Z","steps":["trace[2001082369] 'process raft request' (duration: 342.630901ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:11.184868Z","caller":"traceutil/trace.go:171","msg":"trace[1623695010] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"598.416382ms","start":"2026-04-29T01:57:10.586354Z","end":"2026-04-29T01:57:11.18477Z","steps":["trace[1623695010] 'process raft request' (duration: 270.753657ms)","trace[1623695010] 'compare' (duration: 326.944111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:11.184954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:10.841955Z","time spent":"342.833185ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:11.185057Z","caller":"traceutil/trace.go:171","msg":"trace[1771107881] linearizableReadLoop","detail":"{readStateIndex:3501; appliedIndex:3500; }","duration":"505.900015ms","start":"2026-04-29T01:57:10.678838Z","end":"2026-04-29T01:57:11.184738Z","steps":["trace[1771107881] 'read index received' (duration: 178.26934ms)","trace[1771107881] 'applied index is now lower than readState.Index' (duration: 327.628465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:11.185118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.249971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:11.185209Z","caller":"traceutil/trace.go:171","msg":"trace[363605915] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3368; }","duration":"506.372574ms","start":"2026-04-29T01:57:10.678816Z","end":"2026-04-29T01:57:11.185188Z","steps":["trace[363605915] 'agreement among raft nodes before linearized reading' (duration: 506.17782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:11.18527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:10.678737Z","time spent":"506.524076ms","remote":"127.0.0.1:39896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:11.185325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.680178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T01:57:11.185334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.380787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T01:57:11.185359Z","caller":"traceutil/trace.go:171","msg":"trace[2122648451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3368; }","duration":"254.750119ms","start":"2026-04-29T01:57:10.9306Z","end":"2026-04-29T01:57:11.18535Z","steps":["trace[2122648451] 'agreement among raft nodes before linearized reading' (duration: 254.675438ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:11.185368Z","caller":"traceutil/trace.go:171","msg":"trace[2104419607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3368; }","duration":"503.477028ms","start":"2026-04-29T01:57:10.68188Z","end":"2026-04-29T01:57:11.185358Z","steps":["trace[2104419607] 'agreement among raft nodes before linearized reading' (duration: 503.320046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:11.185399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:10.681869Z","time spent":"503.522739ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T01:57:11.185463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.067198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T01:57:11.18548Z","caller":"traceutil/trace.go:171","msg":"trace[188425363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3368; }","duration":"253.10571ms","start":"2026-04-29T01:57:10.93237Z","end":"2026-04-29T01:57:11.185476Z","steps":["trace[188425363] 'agreement among raft nodes before linearized reading' (duration: 253.059079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:11.185538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.046907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-29T01:57:11.185625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.114498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T01:57:11.185654Z","caller":"traceutil/trace.go:171","msg":"trace[1824717786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3368; }","duration":"253.17788ms","start":"2026-04-29T01:57:10.932467Z","end":"2026-04-29T01:57:11.185645Z","steps":["trace[1824717786] 'agreement among raft nodes before linearized reading' (duration: 253.039017ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:11.18566Z","caller":"traceutil/trace.go:171","msg":"trace[1839838915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3368; }","duration":"253.21743ms","start":"2026-04-29T01:57:10.932415Z","end":"2026-04-29T01:57:11.185633Z","steps":["trace[1839838915] 'agreement among raft nodes before linearized reading' (duration: 252.841744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:11.185565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.779154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-29T01:57:11.185719Z","caller":"traceutil/trace.go:171","msg":"trace[1187334846] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3368; }","duration":"322.993448ms","start":"2026-04-29T01:57:10.862719Z","end":"2026-04-29T01:57:11.185712Z","steps":["trace[1187334846] 'agreement among raft nodes before linearized reading' (duration: 322.607091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:11.185743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:10.862708Z","time spent":"323.027039ms","remote":"127.0.0.1:32934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-29T01:57:11.18592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:10.586315Z","time spent":"599.572694ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:11.413719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.503209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:11.414083Z","caller":"traceutil/trace.go:171","msg":"trace[1695618595] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"223.678773ms","start":"2026-04-29T01:57:11.190371Z","end":"2026-04-29T01:57:11.41405Z","steps":["trace[1695618595] 'process raft request' (duration: 104.730556ms)","trace[1695618595] 'compare' (duration: 118.308536ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:11.414185Z","caller":"traceutil/trace.go:171","msg":"trace[1079207387] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"222.827419ms","start":"2026-04-29T01:57:11.191322Z","end":"2026-04-29T01:57:11.414149Z","steps":["trace[1079207387] 'process raft request' (duration: 222.611254ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:11.414246Z","caller":"traceutil/trace.go:171","msg":"trace[1858917005] transaction","detail":"{read_only:false; response_revision:3372; number_of_response:1; }","duration":"222.755766ms","start":"2026-04-29T01:57:11.19147Z","end":"2026-04-29T01:57:11.414226Z","steps":["trace[1858917005] 'process raft request' (duration: 222.552051ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:11.415476Z","caller":"traceutil/trace.go:171","msg":"trace[1707259991] linearizableReadLoop","detail":"{readStateIndex:3507; appliedIndex:3502; }","duration":"223.786875ms","start":"2026-04-29T01:57:11.191666Z","end":"2026-04-29T01:57:11.415453Z","steps":["trace[1707259991] 'read index received' (duration: 20.456156ms)","trace[1707259991] 'applied index is now lower than readState.Index' (duration: 203.328949ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:11.41558Z","caller":"traceutil/trace.go:171","msg":"trace[557222934] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"224.095251ms","start":"2026-04-29T01:57:11.191476Z","end":"2026-04-29T01:57:11.415571Z","steps":["trace[557222934] 'process raft request' (duration: 222.609944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:11.415893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.211977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-29T01:57:11.415956Z","caller":"traceutil/trace.go:171","msg":"trace[2001746914] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3373; }","duration":"203.332699ms","start":"2026-04-29T01:57:11.212606Z","end":"2026-04-29T01:57:11.415939Z","steps":["trace[2001746914] 'agreement among raft nodes before linearized reading' (duration: 203.140346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:11.416081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.787647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:11.416143Z","caller":"traceutil/trace.go:171","msg":"trace[894955721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3373; }","duration":"172.881939ms","start":"2026-04-29T01:57:11.243246Z","end":"2026-04-29T01:57:11.416128Z","steps":["trace[894955721] 'agreement among raft nodes before linearized reading' (duration: 172.775177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:11.416551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.880205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-29T01:57:11.416587Z","caller":"traceutil/trace.go:171","msg":"trace[878274693] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3373; }","duration":"224.925645ms","start":"2026-04-29T01:57:11.191652Z","end":"2026-04-29T01:57:11.416578Z","steps":["trace[878274693] 'agreement among raft nodes before linearized reading' (duration: 224.274944ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:13.293481Z","caller":"traceutil/trace.go:171","msg":"trace[1359273336] transaction","detail":"{read_only:false; response_revision:3378; number_of_response:1; }","duration":"102.185696ms","start":"2026-04-29T01:57:13.19127Z","end":"2026-04-29T01:57:13.293455Z","steps":["trace[1359273336] 'process raft request' (duration: 101.589965ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:13.525988Z","caller":"traceutil/trace.go:171","msg":"trace[144931248] transaction","detail":"{read_only:false; response_revision:3380; number_of_response:1; }","duration":"103.453529ms","start":"2026-04-29T01:57:13.4225Z","end":"2026-04-29T01:57:13.525954Z","steps":["trace[144931248] 'process raft request' (duration: 78.529814ms)","trace[144931248] 'compare' (duration: 24.6426ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:13.527107Z","caller":"traceutil/trace.go:171","msg":"trace[1480752887] transaction","detail":"{read_only:false; response_revision:3381; number_of_response:1; }","duration":"104.300126ms","start":"2026-04-29T01:57:13.422754Z","end":"2026-04-29T01:57:13.527054Z","steps":["trace[1480752887] 'process raft request' (duration: 103.080683ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:13.527402Z","caller":"traceutil/trace.go:171","msg":"trace[322020523] transaction","detail":"{read_only:false; response_revision:3382; number_of_response:1; }","duration":"104.387457ms","start":"2026-04-29T01:57:13.422987Z","end":"2026-04-29T01:57:13.527375Z","steps":["trace[322020523] 'process raft request' (duration: 104.182654ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:13.528373Z","caller":"traceutil/trace.go:171","msg":"trace[1810657722] transaction","detail":"{read_only:false; response_revision:3383; number_of_response:1; }","duration":"102.527443ms","start":"2026-04-29T01:57:13.425802Z","end":"2026-04-29T01:57:13.52833Z","steps":["trace[1810657722] 'process raft request' (duration: 101.528695ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:14.210062Z","caller":"traceutil/trace.go:171","msg":"trace[492929579] transaction","detail":"{read_only:false; response_revision:3384; number_of_response:1; }","duration":"116.122283ms","start":"2026-04-29T01:57:14.093909Z","end":"2026-04-29T01:57:14.210031Z","steps":["trace[492929579] 'process raft request' (duration: 115.92281ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:14.212407Z","caller":"traceutil/trace.go:171","msg":"trace[706572114] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"110.481071ms","start":"2026-04-29T01:57:14.101896Z","end":"2026-04-29T01:57:14.212377Z","steps":["trace[706572114] 'process raft request' (duration: 110.207256ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:25.502408Z","caller":"traceutil/trace.go:171","msg":"trace[17280768] transaction","detail":"{read_only:false; response_revision:3440; number_of_response:1; }","duration":"167.842694ms","start":"2026-04-29T01:57:25.334542Z","end":"2026-04-29T01:57:25.502384Z","steps":["trace[17280768] 'process raft request' (duration: 167.436906ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:25.626231Z","caller":"traceutil/trace.go:171","msg":"trace[787666792] transaction","detail":"{read_only:false; response_revision:3441; number_of_response:1; }","duration":"206.185017ms","start":"2026-04-29T01:57:25.420007Z","end":"2026-04-29T01:57:25.626192Z","steps":["trace[787666792] 'process raft request' (duration: 179.368566ms)","trace[787666792] 'compare' (duration: 26.477735ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:25.626472Z","caller":"traceutil/trace.go:171","msg":"trace[1944246848] transaction","detail":"{read_only:false; response_revision:3442; number_of_response:1; }","duration":"119.905253ms","start":"2026-04-29T01:57:25.506536Z","end":"2026-04-29T01:57:25.626441Z","steps":["trace[1944246848] 'process raft request' (duration: 119.72086ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:26.428624Z","caller":"traceutil/trace.go:171","msg":"trace[498685464] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"171.153932ms","start":"2026-04-29T01:57:26.257442Z","end":"2026-04-29T01:57:26.428596Z","steps":["trace[498685464] 'process raft request' (duration: 170.926568ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:26.53546Z","caller":"traceutil/trace.go:171","msg":"trace[416309894] linearizableReadLoop","detail":"{readStateIndex:3585; appliedIndex:3583; }","duration":"126.107455ms","start":"2026-04-29T01:57:26.40932Z","end":"2026-04-29T01:57:26.535427Z","steps":["trace[416309894] 'read index received' (duration: 19.128125ms)","trace[416309894] 'applied index is now lower than readState.Index' (duration: 106.977369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:26.535638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.274378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:57:26.535705Z","caller":"traceutil/trace.go:171","msg":"trace[796109850] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3448; }","duration":"126.404651ms","start":"2026-04-29T01:57:26.409281Z","end":"2026-04-29T01:57:26.535686Z","steps":["trace[796109850] 'agreement among raft nodes before linearized reading' (duration: 126.260298ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:26.535856Z","caller":"traceutil/trace.go:171","msg":"trace[1415459900] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"274.813405ms","start":"2026-04-29T01:57:26.261002Z","end":"2026-04-29T01:57:26.535815Z","steps":["trace[1415459900] 'process raft request' (duration: 259.964655ms)","trace[1415459900] 'compare' (duration: 14.3033ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:29.86727Z","caller":"traceutil/trace.go:171","msg":"trace[135595990] linearizableReadLoop","detail":"{readStateIndex:3599; appliedIndex:3598; }","duration":"138.858734ms","start":"2026-04-29T01:57:29.728369Z","end":"2026-04-29T01:57:29.867228Z","steps":["trace[135595990] 'read index received' (duration: 138.64501ms)","trace[135595990] 'applied index is now lower than readState.Index' (duration: 212.784µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:29.867311Z","caller":"traceutil/trace.go:171","msg":"trace[64280552] transaction","detail":"{read_only:false; response_revision:3461; number_of_response:1; }","duration":"259.38356ms","start":"2026-04-29T01:57:29.607896Z","end":"2026-04-29T01:57:29.867279Z","steps":["trace[64280552] 'process raft request' (duration: 259.139346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:29.867533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.144729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T01:57:29.867615Z","caller":"traceutil/trace.go:171","msg":"trace[1120151843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3461; }","duration":"139.271971ms","start":"2026-04-29T01:57:29.728324Z","end":"2026-04-29T01:57:29.867596Z","steps":["trace[1120151843] 'agreement among raft nodes before linearized reading' (duration: 139.001076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:29.867724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.670124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T01:57:29.867831Z","caller":"traceutil/trace.go:171","msg":"trace[1654853361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3461; }","duration":"114.827989ms","start":"2026-04-29T01:57:29.752975Z","end":"2026-04-29T01:57:29.867803Z","steps":["trace[1654853361] 'agreement among raft nodes before linearized reading' (duration: 114.564434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:30.167484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.60931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:30.167729Z","caller":"traceutil/trace.go:171","msg":"trace[805925209] transaction","detail":"{read_only:false; response_revision:3463; number_of_response:1; }","duration":"295.002069ms","start":"2026-04-29T01:57:29.872679Z","end":"2026-04-29T01:57:30.167681Z","steps":["trace[805925209] 'process raft request' (duration: 137.104403ms)","trace[805925209] 'compare' (duration: 157.479858ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:30.167813Z","caller":"traceutil/trace.go:171","msg":"trace[2041534438] transaction","detail":"{read_only:false; response_revision:3466; number_of_response:1; }","duration":"294.44252ms","start":"2026-04-29T01:57:29.873346Z","end":"2026-04-29T01:57:30.167789Z","steps":["trace[2041534438] 'process raft request' (duration: 294.367108ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:30.167789Z","caller":"traceutil/trace.go:171","msg":"trace[1871579724] transaction","detail":"{read_only:false; response_revision:3464; number_of_response:1; }","duration":"295.05522ms","start":"2026-04-29T01:57:29.872688Z","end":"2026-04-29T01:57:30.167744Z","steps":["trace[1871579724] 'process raft request' (duration: 294.895577ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:30.167883Z","caller":"traceutil/trace.go:171","msg":"trace[1540297054] transaction","detail":"{read_only:false; response_revision:3465; number_of_response:1; }","duration":"294.557821ms","start":"2026-04-29T01:57:29.873261Z","end":"2026-04-29T01:57:30.167819Z","steps":["trace[1540297054] 'process raft request' (duration: 294.402929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.153838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.824708ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:31.153993Z","caller":"traceutil/trace.go:171","msg":"trace[1117690065] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3466; }","duration":"234.008961ms","start":"2026-04-29T01:57:30.919964Z","end":"2026-04-29T01:57:31.153973Z","steps":["trace[1117690065] 'range keys from in-memory index tree' (duration: 233.791267ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:31.192183Z","caller":"traceutil/trace.go:171","msg":"trace[964563065] transaction","detail":"{read_only:false; response_revision:3467; number_of_response:1; }","duration":"751.187105ms","start":"2026-04-29T01:57:30.440978Z","end":"2026-04-29T01:57:31.192165Z","steps":["trace[964563065] 'process raft request' (duration: 751.013302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.192354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.440945Z","time spent":"751.289816ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:31.608346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.796159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:31.60859Z","caller":"traceutil/trace.go:171","msg":"trace[1154560370] linearizableReadLoop","detail":"{readStateIndex:3607; appliedIndex:3604; }","duration":"751.66885ms","start":"2026-04-29T01:57:30.856902Z","end":"2026-04-29T01:57:31.608571Z","steps":["trace[1154560370] 'read index received' (duration: 335.112293ms)","trace[1154560370] 'applied index is now lower than readState.Index' (duration: 416.555597ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:31.608698Z","caller":"traceutil/trace.go:171","msg":"trace[1116076951] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"1.059491383s","start":"2026-04-29T01:57:30.549193Z","end":"2026-04-29T01:57:31.608685Z","steps":["trace[1116076951] 'process raft request' (duration: 759.269907ms)","trace[1116076951] 'compare' (duration: 299.688746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:31.608767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.549165Z","time spent":"1.059565654s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:31.608835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.685423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:57:31.60892Z","caller":"traceutil/trace.go:171","msg":"trace[1965779378] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"783.568471ms","start":"2026-04-29T01:57:30.825337Z","end":"2026-04-29T01:57:31.608905Z","steps":["trace[1965779378] 'process raft request' (duration: 783.159115ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:31.608923Z","caller":"traceutil/trace.go:171","msg":"trace[854192024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3469; }","duration":"157.839095ms","start":"2026-04-29T01:57:31.451065Z","end":"2026-04-29T01:57:31.608904Z","steps":["trace[854192024] 'agreement among raft nodes before linearized reading' (duration: 157.689923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.608977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.825292Z","time spent":"783.656372ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:31.609265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.339281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-29T01:57:31.609495Z","caller":"traceutil/trace.go:171","msg":"trace[1661029621] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3469; }","duration":"752.486683ms","start":"2026-04-29T01:57:30.856842Z","end":"2026-04-29T01:57:31.609329Z","steps":["trace[1661029621] 'agreement among raft nodes before linearized reading' (duration: 751.848743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.609572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.856821Z","time spent":"752.737999ms","remote":"127.0.0.1:32934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-29T01:57:31.976611Z","caller":"traceutil/trace.go:171","msg":"trace[354902330] transaction","detail":"{read_only:false; response_revision:3470; number_of_response:1; }","duration":"211.470408ms","start":"2026-04-29T01:57:31.765099Z","end":"2026-04-29T01:57:31.976569Z","steps":["trace[354902330] 'process raft request' (duration: 210.768686ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:31.982392Z","caller":"traceutil/trace.go:171","msg":"trace[1802123150] transaction","detail":"{read_only:false; response_revision:3471; number_of_response:1; }","duration":"108.565158ms","start":"2026-04-29T01:57:31.873763Z","end":"2026-04-29T01:57:31.982328Z","steps":["trace[1802123150] 'process raft request' (duration: 108.243983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:32.310167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.759594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-29T01:57:32.310194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.543889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T01:57:32.31025Z","caller":"traceutil/trace.go:171","msg":"trace[1846418786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3472; }","duration":"137.881125ms","start":"2026-04-29T01:57:32.172351Z","end":"2026-04-29T01:57:32.310232Z","steps":["trace[1846418786] 'range keys from in-memory index tree' (duration: 137.581489ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:32.310277Z","caller":"traceutil/trace.go:171","msg":"trace[1801549206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3472; }","duration":"137.663571ms","start":"2026-04-29T01:57:32.172592Z","end":"2026-04-29T01:57:32.310256Z","steps":["trace[1801549206] 'range keys from in-memory index tree' (duration: 137.376826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:32.310167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.766524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T01:57:32.310408Z","caller":"traceutil/trace.go:171","msg":"trace[1691814742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3472; }","duration":"138.039158ms","start":"2026-04-29T01:57:32.172351Z","end":"2026-04-29T01:57:32.310391Z","steps":["trace[1691814742] 'range keys from in-memory index tree' (duration: 137.60346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:32.310435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.128382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T01:57:32.310514Z","caller":"traceutil/trace.go:171","msg":"trace[1332426860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3472; }","duration":"137.227864ms","start":"2026-04-29T01:57:32.173268Z","end":"2026-04-29T01:57:32.310496Z","steps":["trace[1332426860] 'range keys from in-memory index tree' (duration: 136.935868ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:32.438243Z","caller":"traceutil/trace.go:171","msg":"trace[104403345] transaction","detail":"{read_only:false; response_revision:3473; number_of_response:1; }","duration":"122.919738ms","start":"2026-04-29T01:57:32.31529Z","end":"2026-04-29T01:57:32.43821Z","steps":["trace[104403345] 'process raft request' (duration: 122.734565ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:32.44863Z","caller":"traceutil/trace.go:171","msg":"trace[695760771] transaction","detail":"{read_only:false; response_revision:3476; number_of_response:1; }","duration":"131.292992ms","start":"2026-04-29T01:57:32.317327Z","end":"2026-04-29T01:57:32.44862Z","steps":["trace[695760771] 'process raft request' (duration: 131.267331ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:32.448859Z","caller":"traceutil/trace.go:171","msg":"trace[661565155] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"133.420658ms","start":"2026-04-29T01:57:32.315409Z","end":"2026-04-29T01:57:32.448829Z","steps":["trace[661565155] 'process raft request' (duration: 133.134284ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:32.44895Z","caller":"traceutil/trace.go:171","msg":"trace[716565747] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"133.524949ms","start":"2026-04-29T01:57:32.315383Z","end":"2026-04-29T01:57:32.448907Z","steps":["trace[716565747] 'process raft request' (duration: 133.102973ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:47.85623Z","caller":"traceutil/trace.go:171","msg":"trace[1584181004] transaction","detail":"{read_only:false; response_revision:3548; number_of_response:1; }","duration":"167.215519ms","start":"2026-04-29T01:57:47.688988Z","end":"2026-04-29T01:57:47.856204Z","steps":["trace[1584181004] 'process raft request' (duration: 167.009415ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:47.86505Z","caller":"traceutil/trace.go:171","msg":"trace[748018567] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"174.075581ms","start":"2026-04-29T01:57:47.690944Z","end":"2026-04-29T01:57:47.865019Z","steps":["trace[748018567] 'process raft request' (duration: 173.909049ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:49.056228Z","caller":"traceutil/trace.go:171","msg":"trace[945958996] linearizableReadLoop","detail":"{readStateIndex:3700; appliedIndex:3699; }","duration":"200.594843ms","start":"2026-04-29T01:57:48.855609Z","end":"2026-04-29T01:57:49.056204Z","steps":["trace[945958996] 'read index received' (duration: 200.38675ms)","trace[945958996] 'applied index is now lower than readState.Index' (duration: 206.573µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:49.056467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.840817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-29T01:57:49.056509Z","caller":"traceutil/trace.go:171","msg":"trace[1032715899] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3558; }","duration":"200.921429ms","start":"2026-04-29T01:57:48.855578Z","end":"2026-04-29T01:57:49.056499Z","steps":["trace[1032715899] 'agreement among raft nodes before linearized reading' (duration: 200.748046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:49.056675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.159401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:49.056757Z","caller":"traceutil/trace.go:171","msg":"trace[1526955709] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3558; }","duration":"177.270562ms","start":"2026-04-29T01:57:48.879466Z","end":"2026-04-29T01:57:49.056736Z","steps":["trace[1526955709] 'agreement among raft nodes before linearized reading' (duration: 177.11664ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:50.071327Z","caller":"traceutil/trace.go:171","msg":"trace[378908464] transaction","detail":"{read_only:false; response_revision:3561; number_of_response:1; }","duration":"209.860645ms","start":"2026-04-29T01:57:49.861425Z","end":"2026-04-29T01:57:50.071285Z","steps":["trace[378908464] 'process raft request' (duration: 209.697932ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:50.079253Z","caller":"traceutil/trace.go:171","msg":"trace[791405716] linearizableReadLoop","detail":"{readStateIndex:3704; appliedIndex:3702; }","duration":"149.109365ms","start":"2026-04-29T01:57:49.930121Z","end":"2026-04-29T01:57:50.07923Z","steps":["trace[791405716] 'read index received' (duration: 141.081415ms)","trace[791405716] 'applied index is now lower than readState.Index' (duration: 8.02695ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:50.079404Z","caller":"traceutil/trace.go:171","msg":"trace[1146286065] transaction","detail":"{read_only:false; response_revision:3562; number_of_response:1; }","duration":"209.144572ms","start":"2026-04-29T01:57:49.870233Z","end":"2026-04-29T01:57:50.079377Z","steps":["trace[1146286065] 'process raft request' (duration: 208.850728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:50.079508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.35736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:57:50.079734Z","caller":"traceutil/trace.go:171","msg":"trace[33242819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3562; }","duration":"149.660954ms","start":"2026-04-29T01:57:49.930051Z","end":"2026-04-29T01:57:50.079711Z","steps":["trace[33242819] 'agreement among raft nodes before linearized reading' (duration: 149.344989ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:52.360807Z","caller":"traceutil/trace.go:171","msg":"trace[856646040] linearizableReadLoop","detail":"{readStateIndex:3715; appliedIndex:3712; }","duration":"239.904303ms","start":"2026-04-29T01:57:52.120879Z","end":"2026-04-29T01:57:52.360784Z","steps":["trace[856646040] 'read index received' (duration: 10.395298ms)","trace[856646040] 'applied index is now lower than readState.Index' (duration: 229.508045ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:52.360902Z","caller":"traceutil/trace.go:171","msg":"trace[947196534] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"263.484844ms","start":"2026-04-29T01:57:52.097374Z","end":"2026-04-29T01:57:52.360859Z","steps":["trace[947196534] 'process raft request' (duration: 263.366442ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:52.36087Z","caller":"traceutil/trace.go:171","msg":"trace[1967681911] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"275.934064ms","start":"2026-04-29T01:57:52.084892Z","end":"2026-04-29T01:57:52.360826Z","steps":["trace[1967681911] 'process raft request' (duration: 275.703481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:52.36139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.488142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:57:52.361486Z","caller":"traceutil/trace.go:171","msg":"trace[1666276075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3573; }","duration":"240.656705ms","start":"2026-04-29T01:57:52.120809Z","end":"2026-04-29T01:57:52.361465Z","steps":["trace[1666276075] 'agreement among raft nodes before linearized reading' (duration: 240.148577ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:54.780777Z","caller":"traceutil/trace.go:171","msg":"trace[1621752687] transaction","detail":"{read_only:false; response_revision:3588; number_of_response:1; }","duration":"148.363841ms","start":"2026-04-29T01:57:54.63239Z","end":"2026-04-29T01:57:54.780754Z","steps":["trace[1621752687] 'process raft request' (duration: 148.312711ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:54.780965Z","caller":"traceutil/trace.go:171","msg":"trace[646165070] transaction","detail":"{read_only:false; response_revision:3587; number_of_response:1; }","duration":"148.607775ms","start":"2026-04-29T01:57:54.632309Z","end":"2026-04-29T01:57:54.780917Z","steps":["trace[646165070] 'process raft request' (duration: 54.090087ms)","trace[646165070] 'compare' (duration: 94.139732ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:58.502988Z","caller":"traceutil/trace.go:171","msg":"trace[860917754] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"110.755787ms","start":"2026-04-29T01:57:58.392193Z","end":"2026-04-29T01:57:58.502949Z","steps":["trace[860917754] 'process raft request' (duration: 94.837495ms)","trace[860917754] 'compare' (duration: 15.73629ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:58:09.110597Z","caller":"traceutil/trace.go:171","msg":"trace[1015578982] transaction","detail":"{read_only:false; response_revision:3660; number_of_response:1; }","duration":"110.534302ms","start":"2026-04-29T01:58:09.000037Z","end":"2026-04-29T01:58:09.110572Z","steps":["trace[1015578982] 'process raft request' (duration: 105.17306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:33.17922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.882765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:58:33.179317Z","caller":"traceutil/trace.go:171","msg":"trace[1050029028] transaction","detail":"{read_only:false; response_revision:3780; number_of_response:1; }","duration":"165.583144ms","start":"2026-04-29T01:58:33.013717Z","end":"2026-04-29T01:58:33.1793Z","steps":["trace[1050029028] 'process raft request' (duration: 55.541706ms)","trace[1050029028] 'compare' (duration: 109.778014ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:58:33.18008Z","caller":"traceutil/trace.go:171","msg":"trace[122309761] transaction","detail":"{read_only:false; response_revision:3785; number_of_response:1; }","duration":"156.818796ms","start":"2026-04-29T01:58:33.02323Z","end":"2026-04-29T01:58:33.180048Z","steps":["trace[122309761] 'process raft request' (duration: 156.683724ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:33.180252Z","caller":"traceutil/trace.go:171","msg":"trace[883667658] transaction","detail":"{read_only:false; response_revision:3784; number_of_response:1; }","duration":"156.979188ms","start":"2026-04-29T01:58:33.023237Z","end":"2026-04-29T01:58:33.180216Z","steps":["trace[883667658] 'process raft request' (duration: 156.635884ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:33.180711Z","caller":"traceutil/trace.go:171","msg":"trace[506713869] transaction","detail":"{read_only:false; response_revision:3786; number_of_response:1; }","duration":"157.374005ms","start":"2026-04-29T01:58:33.023322Z","end":"2026-04-29T01:58:33.180696Z","steps":["trace[506713869] 'process raft request' (duration: 156.621914ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:33.180771Z","caller":"traceutil/trace.go:171","msg":"trace[444150586] transaction","detail":"{read_only:false; response_revision:3782; number_of_response:1; }","duration":"157.70922ms","start":"2026-04-29T01:58:33.023055Z","end":"2026-04-29T01:58:33.180764Z","steps":["trace[444150586] 'process raft request' (duration: 156.692155ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:33.180796Z","caller":"traceutil/trace.go:171","msg":"trace[1375307392] transaction","detail":"{read_only:false; response_revision:3781; number_of_response:1; }","duration":"157.809011ms","start":"2026-04-29T01:58:33.022981Z","end":"2026-04-29T01:58:33.18079Z","steps":["trace[1375307392] 'process raft request' (duration: 156.645724ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:33.180869Z","caller":"traceutil/trace.go:171","msg":"trace[1356651048] transaction","detail":"{read_only:false; response_revision:3783; number_of_response:1; }","duration":"157.689669ms","start":"2026-04-29T01:58:33.023163Z","end":"2026-04-29T01:58:33.180852Z","steps":["trace[1356651048] 'process raft request' (duration: 156.668604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:35.390022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.041144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:58:35.390175Z","caller":"traceutil/trace.go:171","msg":"trace[2131769241] transaction","detail":"{read_only:false; response_revision:3801; number_of_response:1; }","duration":"108.785253ms","start":"2026-04-29T01:58:35.28135Z","end":"2026-04-29T01:58:35.390135Z","steps":["trace[2131769241] 'compare' (duration: 103.931122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:38.965445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.842847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:58:38.965555Z","caller":"traceutil/trace.go:171","msg":"trace[1869033614] transaction","detail":"{read_only:false; response_revision:3860; number_of_response:1; }","duration":"309.462922ms","start":"2026-04-29T01:58:38.656071Z","end":"2026-04-29T01:58:38.965534Z","steps":["trace[1869033614] 'process raft request' (duration: 93.452022ms)","trace[1869033614] 'compare' (duration: 215.532433ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:58:38.96561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:38.656051Z","time spent":"309.538383ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3095,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:58:38.969666Z","caller":"traceutil/trace.go:171","msg":"trace[1667033898] linearizableReadLoop","detail":"{readStateIndex:4017; appliedIndex:4014; }","duration":"256.999188ms","start":"2026-04-29T01:58:38.712652Z","end":"2026-04-29T01:58:38.969651Z","steps":["trace[1667033898] 'read index received' (duration: 36.882109ms)","trace[1667033898] 'applied index is now lower than readState.Index' (duration: 220.116229ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:58:38.969765Z","caller":"traceutil/trace.go:171","msg":"trace[2052326239] transaction","detail":"{read_only:false; response_revision:3862; number_of_response:1; }","duration":"262.633489ms","start":"2026-04-29T01:58:38.707121Z","end":"2026-04-29T01:58:38.969755Z","steps":["trace[2052326239] 'process raft request' (duration: 262.454496ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:38.969983Z","caller":"traceutil/trace.go:171","msg":"trace[941215492] transaction","detail":"{read_only:false; response_revision:3861; number_of_response:1; }","duration":"306.102063ms","start":"2026-04-29T01:58:38.66382Z","end":"2026-04-29T01:58:38.969922Z","steps":["trace[941215492] 'process raft request' (duration: 305.676577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:38.970088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:38.663802Z","time spent":"306.231975ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4287,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:58:38.970148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.477705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:58:38.970237Z","caller":"traceutil/trace.go:171","msg":"trace[2123298756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3863; }","duration":"257.619647ms","start":"2026-04-29T01:58:38.712596Z","end":"2026-04-29T01:58:38.970216Z","steps":["trace[2123298756] 'agreement among raft nodes before linearized reading' (duration: 257.482265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:38.970571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.794897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T01:58:38.970615Z","caller":"traceutil/trace.go:171","msg":"trace[2118569707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3863; }","duration":"176.884558ms","start":"2026-04-29T01:58:38.79372Z","end":"2026-04-29T01:58:38.970605Z","steps":["trace[2118569707] 'agreement among raft nodes before linearized reading' (duration: 176.754016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:38.971059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.15998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-29T01:58:38.971138Z","caller":"traceutil/trace.go:171","msg":"trace[797376638] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3863; }","duration":"126.291193ms","start":"2026-04-29T01:58:38.844829Z","end":"2026-04-29T01:58:38.97112Z","steps":["trace[797376638] 'agreement among raft nodes before linearized reading' (duration: 126.010019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:38.971416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.043768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-29T01:58:38.971468Z","caller":"traceutil/trace.go:171","msg":"trace[1481285776] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3863; }","duration":"144.095558ms","start":"2026-04-29T01:58:38.827358Z","end":"2026-04-29T01:58:38.971454Z","steps":["trace[1481285776] 'agreement among raft nodes before linearized reading' (duration: 143.942566ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:38.970046Z","caller":"traceutil/trace.go:171","msg":"trace[1507841678] transaction","detail":"{read_only:false; response_revision:3863; number_of_response:1; }","duration":"248.306504ms","start":"2026-04-29T01:58:38.721728Z","end":"2026-04-29T01:58:38.970034Z","steps":["trace[1507841678] 'process raft request' (duration: 247.891117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:59.781505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.811538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T01:58:59.781615Z","caller":"traceutil/trace.go:171","msg":"trace[1415853631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4013; }","duration":"246.973441ms","start":"2026-04-29T01:58:59.534616Z","end":"2026-04-29T01:58:59.78159Z","steps":["trace[1415853631] 'range keys from in-memory index tree' (duration: 246.626216ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:59.782125Z","caller":"traceutil/trace.go:171","msg":"trace[1251459576] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"144.429853ms","start":"2026-04-29T01:58:59.637612Z","end":"2026-04-29T01:58:59.782042Z","steps":["trace[1251459576] 'process raft request' (duration: 143.187415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:05.819595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.338629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:05.8197Z","caller":"traceutil/trace.go:171","msg":"trace[1966266369] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4048; }","duration":"105.497381ms","start":"2026-04-29T01:59:05.714175Z","end":"2026-04-29T01:59:05.819673Z","steps":["trace[1966266369] 'count revisions from in-memory index tree' (duration: 105.217098ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:07.303772Z","caller":"traceutil/trace.go:171","msg":"trace[158108685] linearizableReadLoop","detail":"{readStateIndex:4214; appliedIndex:4213; }","duration":"115.48671ms","start":"2026-04-29T01:59:07.188265Z","end":"2026-04-29T01:59:07.303751Z","steps":["trace[158108685] 'read index received' (duration: 115.312167ms)","trace[158108685] 'applied index is now lower than readState.Index' (duration: 173.333µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:07.303834Z","caller":"traceutil/trace.go:171","msg":"trace[331930224] transaction","detail":"{read_only:false; response_revision:4053; number_of_response:1; }","duration":"123.522599ms","start":"2026-04-29T01:59:07.18028Z","end":"2026-04-29T01:59:07.303802Z","steps":["trace[331930224] 'process raft request' (duration: 123.318867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:07.304051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.469024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T01:59:07.304094Z","caller":"traceutil/trace.go:171","msg":"trace[2125412130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4053; }","duration":"102.575146ms","start":"2026-04-29T01:59:07.201508Z","end":"2026-04-29T01:59:07.304083Z","steps":["trace[2125412130] 'agreement among raft nodes before linearized reading' (duration: 102.388283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:07.304058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.781064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:59:07.304161Z","caller":"traceutil/trace.go:171","msg":"trace[603336965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4053; }","duration":"115.935417ms","start":"2026-04-29T01:59:07.188208Z","end":"2026-04-29T01:59:07.304144Z","steps":["trace[603336965] 'agreement among raft nodes before linearized reading' (duration: 115.674092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:07.304347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.778156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:59:07.304385Z","caller":"traceutil/trace.go:171","msg":"trace[523708428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4053; }","duration":"101.859177ms","start":"2026-04-29T01:59:07.202517Z","end":"2026-04-29T01:59:07.304377Z","steps":["trace[523708428] 'agreement among raft nodes before linearized reading' (duration: 101.767565ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:18.605591Z","caller":"traceutil/trace.go:171","msg":"trace[514424968] linearizableReadLoop","detail":"{readStateIndex:4272; appliedIndex:4271; }","duration":"277.066989ms","start":"2026-04-29T01:59:18.328493Z","end":"2026-04-29T01:59:18.60556Z","steps":["trace[514424968] 'read index received' (duration: 276.998408ms)","trace[514424968] 'applied index is now lower than readState.Index' (duration: 67.131µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:18.605702Z","caller":"traceutil/trace.go:171","msg":"trace[1103838117] transaction","detail":"{read_only:false; response_revision:4109; number_of_response:1; }","duration":"277.822529ms","start":"2026-04-29T01:59:18.327847Z","end":"2026-04-29T01:59:18.605669Z","steps":["trace[1103838117] 'process raft request' (duration: 277.565765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:18.605828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.312452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-29T01:59:18.60588Z","caller":"traceutil/trace.go:171","msg":"trace[248419190] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4109; }","duration":"277.404083ms","start":"2026-04-29T01:59:18.32846Z","end":"2026-04-29T01:59:18.605864Z","steps":["trace[248419190] 'agreement among raft nodes before linearized reading' (duration: 277.232951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:18.619009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.697715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:18.619081Z","caller":"traceutil/trace.go:171","msg":"trace[699317029] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:0; response_revision:4110; }","duration":"122.819616ms","start":"2026-04-29T01:59:18.496245Z","end":"2026-04-29T01:59:18.619065Z","steps":["trace[699317029] 'agreement among raft nodes before linearized reading' (duration: 122.656944ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:18.765927Z","caller":"traceutil/trace.go:171","msg":"trace[1244202063] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"140.43782ms","start":"2026-04-29T01:59:18.625442Z","end":"2026-04-29T01:59:18.76588Z","steps":["trace[1244202063] 'process raft request' (duration: 43.352434ms)","trace[1244202063] 'compare' (duration: 96.798593ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:18.929531Z","caller":"traceutil/trace.go:171","msg":"trace[533057459] transaction","detail":"{read_only:false; response_revision:4114; number_of_response:1; }","duration":"108.640759ms","start":"2026-04-29T01:59:18.820839Z","end":"2026-04-29T01:59:18.929479Z","steps":["trace[533057459] 'process raft request' (duration: 107.048257ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:26.157218Z","caller":"traceutil/trace.go:171","msg":"trace[1928486988] transaction","detail":"{read_only:false; response_revision:4156; number_of_response:1; }","duration":"190.963955ms","start":"2026-04-29T01:59:25.966209Z","end":"2026-04-29T01:59:26.157173Z","steps":["trace[1928486988] 'process raft request' (duration: 110.347732ms)","trace[1928486988] 'compare' (duration: 80.228358ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:53.450809Z","caller":"traceutil/trace.go:171","msg":"trace[1368507189] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"118.181919ms","start":"2026-04-29T01:59:53.332592Z","end":"2026-04-29T01:59:53.450774Z","steps":["trace[1368507189] 'process raft request' (duration: 30.114827ms)","trace[1368507189] 'compare' (duration: 87.92157ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:03.068521Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2603} {"level":"info","ts":"2026-04-29T02:00:03.504178Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2603,"took":"434.299671ms","hash":15868403,"current-db-size-bytes":40865792,"current-db-size":"41 MB","current-db-size-in-use-bytes":16408576,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-04-29T02:00:03.504244Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":15868403,"revision":2603,"compact-revision":-1} {"level":"warn","ts":"2026-04-29T02:00:05.946798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.750126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:05.946913Z","caller":"traceutil/trace.go:171","msg":"trace[713423660] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4439; }","duration":"133.905028ms","start":"2026-04-29T02:00:05.812988Z","end":"2026-04-29T02:00:05.946893Z","steps":["trace[713423660] 'range keys from in-memory index tree' (duration: 133.637104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:05.946953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.757364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:8 size:11771"} {"level":"info","ts":"2026-04-29T02:00:05.947071Z","caller":"traceutil/trace.go:171","msg":"trace[894875796] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:8; response_revision:4439; }","duration":"110.861085ms","start":"2026-04-29T02:00:05.836155Z","end":"2026-04-29T02:00:05.947016Z","steps":["trace[894875796] 'range keys from in-memory index tree' (duration: 110.550731ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:24.311233Z","caller":"traceutil/trace.go:171","msg":"trace[448950032] linearizableReadLoop","detail":"{readStateIndex:4748; appliedIndex:4747; }","duration":"230.431281ms","start":"2026-04-29T02:00:24.080775Z","end":"2026-04-29T02:00:24.311206Z","steps":["trace[448950032] 'read index received' (duration: 230.319189ms)","trace[448950032] 'applied index is now lower than readState.Index' (duration: 110.882µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:24.311351Z","caller":"traceutil/trace.go:171","msg":"trace[629971023] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"317.69366ms","start":"2026-04-29T02:00:23.993617Z","end":"2026-04-29T02:00:24.311311Z","steps":["trace[629971023] 'process raft request' (duration: 317.418127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:24.311527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:23.993592Z","time spent":"317.842582ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:00:24.311547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.753845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T02:00:24.311595Z","caller":"traceutil/trace.go:171","msg":"trace[1779678905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4556; }","duration":"230.869316ms","start":"2026-04-29T02:00:24.080714Z","end":"2026-04-29T02:00:24.311584Z","steps":["trace[1779678905] 'agreement among raft nodes before linearized reading' (duration: 230.666894ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:24.317585Z","caller":"traceutil/trace.go:171","msg":"trace[1524925036] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"102.480802ms","start":"2026-04-29T02:00:24.215083Z","end":"2026-04-29T02:00:24.317564Z","steps":["trace[1524925036] 'process raft request' (duration: 102.32002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:24.317758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.908344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T02:00:24.317815Z","caller":"traceutil/trace.go:171","msg":"trace[972252607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4558; }","duration":"235.035275ms","start":"2026-04-29T02:00:24.082767Z","end":"2026-04-29T02:00:24.317802Z","steps":["trace[972252607] 'agreement among raft nodes before linearized reading' (duration: 234.812382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:24.317857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.393247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-29T02:00:24.317885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.66521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T02:00:24.317919Z","caller":"traceutil/trace.go:171","msg":"trace[1632447115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4558; }","duration":"224.481238ms","start":"2026-04-29T02:00:24.093424Z","end":"2026-04-29T02:00:24.317906Z","steps":["trace[1632447115] 'agreement among raft nodes before linearized reading' (duration: 224.278226ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:24.317943Z","caller":"traceutil/trace.go:171","msg":"trace[390778371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4558; }","duration":"170.777952ms","start":"2026-04-29T02:00:24.14715Z","end":"2026-04-29T02:00:24.317928Z","steps":["trace[390778371] 'agreement among raft nodes before linearized reading' (duration: 170.501639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:24.318207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.945688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:00:24.318266Z","caller":"traceutil/trace.go:171","msg":"trace[1442655171] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4558; }","duration":"222.0368ms","start":"2026-04-29T02:00:24.096217Z","end":"2026-04-29T02:00:24.318253Z","steps":["trace[1442655171] 'agreement among raft nodes before linearized reading' (duration: 221.950419ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:29.851449Z","caller":"traceutil/trace.go:171","msg":"trace[81328471] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"130.747494ms","start":"2026-04-29T02:00:29.720663Z","end":"2026-04-29T02:00:29.851411Z","steps":["trace[81328471] 'process raft request' (duration: 130.563261ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:29.856599Z","caller":"traceutil/trace.go:171","msg":"trace[335515646] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"115.656821ms","start":"2026-04-29T02:00:29.740915Z","end":"2026-04-29T02:00:29.856572Z","steps":["trace[335515646] 'process raft request' (duration: 114.273265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:31.096069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.565546ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:31.096208Z","caller":"traceutil/trace.go:171","msg":"trace[235000060] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4930; }","duration":"175.718158ms","start":"2026-04-29T02:00:30.920471Z","end":"2026-04-29T02:00:31.096189Z","steps":["trace[235000060] 'range keys from in-memory index tree' (duration: 175.545636ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:31.096762Z","caller":"traceutil/trace.go:171","msg":"trace[437288042] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"118.349012ms","start":"2026-04-29T02:00:30.978391Z","end":"2026-04-29T02:00:31.09674Z","steps":["trace[437288042] 'process raft request' (duration: 116.777113ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:32.797594Z","caller":"traceutil/trace.go:171","msg":"trace[532386248] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"219.770938ms","start":"2026-04-29T02:00:32.577777Z","end":"2026-04-29T02:00:32.797548Z","steps":["trace[532386248] 'process raft request' (duration: 208.601415ms)","trace[532386248] 'compare' (duration: 10.843509ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:32.797706Z","caller":"traceutil/trace.go:171","msg":"trace[1503579552] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5211; }","duration":"148.60722ms","start":"2026-04-29T02:00:32.648767Z","end":"2026-04-29T02:00:32.797374Z","steps":["trace[1503579552] 'read index received' (duration: 137.540208ms)","trace[1503579552] 'applied index is now lower than readState.Index' (duration: 11.066052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:32.797867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.063525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ba3d34e-e560-45d9-8a15-d5cc1d7ca727\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-29T02:00:32.79798Z","caller":"traceutil/trace.go:171","msg":"trace[1326059664] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ba3d34e-e560-45d9-8a15-d5cc1d7ca727; range_end:; response_count:1; response_revision:5012; }","duration":"149.236407ms","start":"2026-04-29T02:00:32.648716Z","end":"2026-04-29T02:00:32.797952Z","steps":["trace[1326059664] 'agreement among raft nodes before linearized reading' (duration: 148.907953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:36.651975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.27185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-29T02:00:36.651996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.527795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T02:00:36.651996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.321872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:00:36.652067Z","caller":"traceutil/trace.go:171","msg":"trace[1036050726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5073; }","duration":"181.411421ms","start":"2026-04-29T02:00:36.470638Z","end":"2026-04-29T02:00:36.65205Z","steps":["trace[1036050726] 'range keys from in-memory index tree' (duration: 181.147079ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:36.652079Z","caller":"traceutil/trace.go:171","msg":"trace[657942854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5073; }","duration":"182.657147ms","start":"2026-04-29T02:00:36.469402Z","end":"2026-04-29T02:00:36.65206Z","steps":["trace[657942854] 'range keys from in-memory index tree' (duration: 182.382324ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:36.652109Z","caller":"traceutil/trace.go:171","msg":"trace[723737395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5073; }","duration":"182.482725ms","start":"2026-04-29T02:00:36.469604Z","end":"2026-04-29T02:00:36.652086Z","steps":["trace[723737395] 'range keys from in-memory index tree' (duration: 182.159261ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:36.745454Z","caller":"traceutil/trace.go:171","msg":"trace[282370474] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"143.062286ms","start":"2026-04-29T02:00:36.602361Z","end":"2026-04-29T02:00:36.745423Z","steps":["trace[282370474] 'process raft request' (duration: 142.658362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:40.792712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.73928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:40.792823Z","caller":"traceutil/trace.go:171","msg":"trace[60551462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5147; }","duration":"548.895203ms","start":"2026-04-29T02:00:40.243913Z","end":"2026-04-29T02:00:40.792808Z","steps":["trace[60551462] 'range keys from in-memory index tree' (duration: 548.64187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:40.792853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:40.243896Z","time spent":"548.951193ms","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:00:40.793083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.37328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-dxlkv\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-04-29T02:00:40.793114Z","caller":"traceutil/trace.go:171","msg":"trace[185427936] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-dxlkv; range_end:; response_count:1; response_revision:5147; }","duration":"523.40197ms","start":"2026-04-29T02:00:40.269703Z","end":"2026-04-29T02:00:40.793105Z","steps":["trace[185427936] 'range keys from in-memory index tree' (duration: 523.239899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:40.793133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:40.269648Z","time spent":"523.480661ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-dxlkv\" "} {"level":"info","ts":"2026-04-29T02:00:40.814326Z","caller":"traceutil/trace.go:171","msg":"trace[1434356388] linearizableReadLoop","detail":"{readStateIndex:5353; appliedIndex:5352; }","duration":"466.031755ms","start":"2026-04-29T02:00:40.348276Z","end":"2026-04-29T02:00:40.814308Z","steps":["trace[1434356388] 'read index received' (duration: 465.339916ms)","trace[1434356388] 'applied index is now lower than readState.Index' (duration: 690.878µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:40.814379Z","caller":"traceutil/trace.go:171","msg":"trace[46198448] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"543.772833ms","start":"2026-04-29T02:00:40.270571Z","end":"2026-04-29T02:00:40.814344Z","steps":["trace[46198448] 'process raft request' (duration: 543.6054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:40.814482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.165346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:00:40.814512Z","caller":"traceutil/trace.go:171","msg":"trace[645584752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5148; }","duration":"466.243427ms","start":"2026-04-29T02:00:40.34826Z","end":"2026-04-29T02:00:40.814504Z","steps":["trace[645584752] 'agreement among raft nodes before linearized reading' (duration: 466.128345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:40.814519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:40.270555Z","time spent":"543.898894ms","remote":"127.0.0.1:32808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:00:40.814539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:40.348186Z","time spent":"466.345698ms","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:00:40.864431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.257535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:00:40.864517Z","caller":"traceutil/trace.go:171","msg":"trace[1072344621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5150; }","duration":"410.377996ms","start":"2026-04-29T02:00:40.454121Z","end":"2026-04-29T02:00:40.864499Z","steps":["trace[1072344621] 'agreement among raft nodes before linearized reading' (duration: 410.155174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:40.864621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:40.454106Z","time spent":"410.50302ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:00:40.864655Z","caller":"traceutil/trace.go:171","msg":"trace[990522824] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"439.724924ms","start":"2026-04-29T02:00:40.42491Z","end":"2026-04-29T02:00:40.864635Z","steps":["trace[990522824] 'process raft request' (duration: 439.178757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:40.864768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:40.424882Z","time spent":"439.828456ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:00:40.865015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.321942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:40.86507Z","caller":"traceutil/trace.go:171","msg":"trace[478756952] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5150; }","duration":"253.420243ms","start":"2026-04-29T02:00:40.611638Z","end":"2026-04-29T02:00:40.865058Z","steps":["trace[478756952] 'agreement among raft nodes before linearized reading' (duration: 253.346302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:41.143306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.152514ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:41.14347Z","caller":"traceutil/trace.go:171","msg":"trace[126073962] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5151; }","duration":"223.326766ms","start":"2026-04-29T02:00:40.920109Z","end":"2026-04-29T02:00:41.143436Z","steps":["trace[126073962] 'range keys from in-memory index tree' (duration: 223.134224ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:41.144102Z","caller":"traceutil/trace.go:171","msg":"trace[1062517140] linearizableReadLoop","detail":"{readStateIndex:5359; appliedIndex:5356; }","duration":"261.498146ms","start":"2026-04-29T02:00:40.882589Z","end":"2026-04-29T02:00:41.144087Z","steps":["trace[1062517140] 'read index received' (duration: 246.857354ms)","trace[1062517140] 'applied index is now lower than readState.Index' (duration: 14.640072ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:41.1444Z","caller":"traceutil/trace.go:171","msg":"trace[780723306] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"272.388765ms","start":"2026-04-29T02:00:40.87197Z","end":"2026-04-29T02:00:41.144359Z","steps":["trace[780723306] 'process raft request' (duration: 272.031681ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:41.144394Z","caller":"traceutil/trace.go:171","msg":"trace[1350108236] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"272.501595ms","start":"2026-04-29T02:00:40.871831Z","end":"2026-04-29T02:00:41.144333Z","steps":["trace[1350108236] 'process raft request' (duration: 257.681061ms)","trace[1350108236] 'compare' (duration: 14.334619ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:41.144403Z","caller":"traceutil/trace.go:171","msg":"trace[1868552476] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"270.802146ms","start":"2026-04-29T02:00:40.873562Z","end":"2026-04-29T02:00:41.144364Z","steps":["trace[1868552476] 'process raft request' (duration: 270.483942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:41.144512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.916851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:00:41.144558Z","caller":"traceutil/trace.go:171","msg":"trace[396207468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5154; }","duration":"261.991882ms","start":"2026-04-29T02:00:40.882555Z","end":"2026-04-29T02:00:41.144547Z","steps":["trace[396207468] 'agreement among raft nodes before linearized reading' (duration: 261.586987ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:41.322535Z","caller":"traceutil/trace.go:171","msg":"trace[691771371] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"113.971535ms","start":"2026-04-29T02:00:41.208532Z","end":"2026-04-29T02:00:41.322503Z","steps":["trace[691771371] 'process raft request' (duration: 84.870221ms)","trace[691771371] 'compare' (duration: 28.936441ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:41.324484Z","caller":"traceutil/trace.go:171","msg":"trace[1187594198] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"100.577667ms","start":"2026-04-29T02:00:41.223885Z","end":"2026-04-29T02:00:41.324463Z","steps":["trace[1187594198] 'process raft request' (duration: 99.19793ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:45.966545Z","caller":"traceutil/trace.go:171","msg":"trace[1189994536] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"101.093138ms","start":"2026-04-29T02:00:45.865414Z","end":"2026-04-29T02:00:45.966507Z","steps":["trace[1189994536] 'process raft request' (duration: 100.919776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.39873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367327681383641,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:00:47.817781Z","caller":"traceutil/trace.go:171","msg":"trace[611198360] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"932.75581ms","start":"2026-04-29T02:00:46.884996Z","end":"2026-04-29T02:00:47.817751Z","steps":["trace[611198360] 'process raft request' (duration: 864.697531ms)","trace[611198360] 'compare' (duration: 67.935558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:47.818781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:46.884965Z","time spent":"933.73269ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:47.820743Z","caller":"traceutil/trace.go:171","msg":"trace[1572270649] linearizableReadLoop","detail":"{readStateIndex:5457; appliedIndex:5455; }","duration":"922.290887ms","start":"2026-04-29T02:00:46.898437Z","end":"2026-04-29T02:00:47.820728Z","steps":["trace[1572270649] 'read index received' (duration: 851.242923ms)","trace[1572270649] 'applied index is now lower than readState.Index' (duration: 71.047224ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:47.821046Z","caller":"traceutil/trace.go:171","msg":"trace[169570813] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"475.933141ms","start":"2026-04-29T02:00:47.3451Z","end":"2026-04-29T02:00:47.821033Z","steps":["trace[169570813] 'process raft request' (duration: 475.544357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.821689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.345079Z","time spent":"476.565748ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:00:47.82134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.894283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:00:47.821935Z","caller":"traceutil/trace.go:171","msg":"trace[241228255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5250; }","duration":"923.528311ms","start":"2026-04-29T02:00:46.898382Z","end":"2026-04-29T02:00:47.82191Z","steps":["trace[241228255] 'agreement among raft nodes before linearized reading' (duration: 922.789312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.821999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:46.898361Z","time spent":"923.621371ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:00:47.845049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.121412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:47.845181Z","caller":"traceutil/trace.go:171","msg":"trace[1439146888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5251; }","duration":"603.292205ms","start":"2026-04-29T02:00:47.241866Z","end":"2026-04-29T02:00:47.845159Z","steps":["trace[1439146888] 'agreement among raft nodes before linearized reading' (duration: 603.098302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.84522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.477677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T02:00:47.84521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.531058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-29T02:00:47.845288Z","caller":"traceutil/trace.go:171","msg":"trace[332117616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5251; }","duration":"638.565598ms","start":"2026-04-29T02:00:47.206705Z","end":"2026-04-29T02:00:47.845271Z","steps":["trace[332117616] 'agreement among raft nodes before linearized reading' (duration: 638.402786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.845333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.206695Z","time spent":"638.628138ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:00:47.845326Z","caller":"traceutil/trace.go:171","msg":"trace[1859493642] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5251; }","duration":"407.70103ms","start":"2026-04-29T02:00:47.437603Z","end":"2026-04-29T02:00:47.845304Z","steps":["trace[1859493642] 'agreement among raft nodes before linearized reading' (duration: 407.383137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.84526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.241845Z","time spent":"603.402746ms","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:00:47.845417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.437579Z","time spent":"407.825472ms","remote":"127.0.0.1:32888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-29T02:00:47.845714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.457801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T02:00:47.84572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.778655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:00:47.845776Z","caller":"traceutil/trace.go:171","msg":"trace[1866688973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5251; }","duration":"658.579623ms","start":"2026-04-29T02:00:47.187181Z","end":"2026-04-29T02:00:47.84576Z","steps":["trace[1866688973] 'agreement among raft nodes before linearized reading' (duration: 658.41856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.84581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.187164Z","time spent":"658.638274ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:00:47.845804Z","caller":"traceutil/trace.go:171","msg":"trace[913089161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5251; }","duration":"669.896105ms","start":"2026-04-29T02:00:47.175891Z","end":"2026-04-29T02:00:47.845787Z","steps":["trace[913089161] 'agreement among raft nodes before linearized reading' (duration: 669.739884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.845859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.17585Z","time spent":"669.992507ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:00:47.846095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.016545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-76f8444b99-z9qb8.18aab16413838f5a\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-29T02:00:47.846136Z","caller":"traceutil/trace.go:171","msg":"trace[1705107849] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-76f8444b99-z9qb8.18aab16413838f5a; range_end:; response_count:1; response_revision:5251; }","duration":"501.080976ms","start":"2026-04-29T02:00:47.345042Z","end":"2026-04-29T02:00:47.846123Z","steps":["trace[1705107849] 'agreement among raft nodes before linearized reading' (duration: 500.977395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.846165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.345021Z","time spent":"501.136926ms","remote":"127.0.0.1:32808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-76f8444b99-z9qb8.18aab16413838f5a\" "} {"level":"warn","ts":"2026-04-29T02:00:47.846207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.11553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-29T02:00:47.846282Z","caller":"traceutil/trace.go:171","msg":"trace[178174367] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5251; }","duration":"822.231491ms","start":"2026-04-29T02:00:47.024038Z","end":"2026-04-29T02:00:47.84627Z","steps":["trace[178174367] 'agreement among raft nodes before linearized reading' (duration: 821.996958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.846363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.024018Z","time spent":"822.294932ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:00:47.846498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.026838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-91145539-4f1a-4175-8cb3-9b3f2e58693d\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-29T02:00:47.846557Z","caller":"traceutil/trace.go:171","msg":"trace[1466523868] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-91145539-4f1a-4175-8cb3-9b3f2e58693d; range_end:; response_count:1; response_revision:5251; }","duration":"833.112869ms","start":"2026-04-29T02:00:47.013428Z","end":"2026-04-29T02:00:47.846541Z","steps":["trace[1466523868] 'agreement among raft nodes before linearized reading' (duration: 831.51652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.846601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.013413Z","time spent":"833.175929ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-91145539-4f1a-4175-8cb3-9b3f2e58693d\" "} {"level":"warn","ts":"2026-04-29T02:00:47.846756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.510904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T02:00:47.846846Z","caller":"traceutil/trace.go:171","msg":"trace[1112053189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5251; }","duration":"667.112642ms","start":"2026-04-29T02:00:47.179717Z","end":"2026-04-29T02:00:47.84683Z","steps":["trace[1112053189] 'agreement among raft nodes before linearized reading' (duration: 665.356972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.846954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.179706Z","time spent":"667.230733ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:00:47.847287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.155729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-04-29T02:00:47.847388Z","caller":"traceutil/trace.go:171","msg":"trace[803469250] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5251; }","duration":"502.355291ms","start":"2026-04-29T02:00:47.345016Z","end":"2026-04-29T02:00:47.847371Z","steps":["trace[803469250] 'agreement among raft nodes before linearized reading' (duration: 500.677951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.847466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.344943Z","time spent":"502.510443ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12998,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-29T02:00:48.264103Z","caller":"traceutil/trace.go:171","msg":"trace[1252211088] linearizableReadLoop","detail":"{readStateIndex:5459; appliedIndex:5458; }","duration":"415.604349ms","start":"2026-04-29T02:00:47.848463Z","end":"2026-04-29T02:00:48.264067Z","steps":["trace[1252211088] 'read index received' (duration: 415.425598ms)","trace[1252211088] 'applied index is now lower than readState.Index' (duration: 177.511µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:48.264225Z","caller":"traceutil/trace.go:171","msg":"trace[746721936] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"438.074553ms","start":"2026-04-29T02:00:47.826138Z","end":"2026-04-29T02:00:48.264212Z","steps":["trace[746721936] 'process raft request' (duration: 437.731159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:48.264333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.826115Z","time spent":"438.136905ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:00:48.264441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.956354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:48.264515Z","caller":"traceutil/trace.go:171","msg":"trace[1963593024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5252; }","duration":"416.060645ms","start":"2026-04-29T02:00:47.848434Z","end":"2026-04-29T02:00:48.264495Z","steps":["trace[1963593024] 'agreement among raft nodes before linearized reading' (duration: 415.940104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:48.264588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.848417Z","time spent":"416.162227ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:00:48.352942Z","caller":"traceutil/trace.go:171","msg":"trace[848633134] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"502.778282ms","start":"2026-04-29T02:00:47.850132Z","end":"2026-04-29T02:00:48.35291Z","steps":["trace[848633134] 'process raft request' (duration: 502.549529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:48.353098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.850119Z","time spent":"502.893293ms","remote":"127.0.0.1:32808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:48.353295Z","caller":"traceutil/trace.go:171","msg":"trace[321083716] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"502.728101ms","start":"2026-04-29T02:00:47.850545Z","end":"2026-04-29T02:00:48.353273Z","steps":["trace[321083716] 'process raft request' (duration: 502.273956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:48.353423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.850493Z","time spent":"502.865263ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:00:48.353472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.632039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:00:48.353504Z","caller":"traceutil/trace.go:171","msg":"trace[675623618] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5259; }","duration":"351.71094ms","start":"2026-04-29T02:00:48.001784Z","end":"2026-04-29T02:00:48.353495Z","steps":["trace[675623618] 'agreement among raft nodes before linearized reading' (duration: 351.628859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:48.353537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:48.001762Z","time spent":"351.767661ms","remote":"127.0.0.1:33182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:00:48.353637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.979839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:00:48.353682Z","caller":"traceutil/trace.go:171","msg":"trace[1315154238] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5259; }","duration":"448.06254ms","start":"2026-04-29T02:00:47.905608Z","end":"2026-04-29T02:00:48.353671Z","steps":["trace[1315154238] 'agreement among raft nodes before linearized reading' (duration: 447.991739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:48.353717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.905591Z","time spent":"448.11473ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:00:48.353965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.964862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-29T02:00:48.354038Z","caller":"traceutil/trace.go:171","msg":"trace[1973298359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5259; }","duration":"502.054473ms","start":"2026-04-29T02:00:47.851965Z","end":"2026-04-29T02:00:48.354019Z","steps":["trace[1973298359] 'agreement among raft nodes before linearized reading' (duration: 501.898231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:48.354064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.851958Z","time spent":"502.100093ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T02:00:48.354105Z","caller":"traceutil/trace.go:171","msg":"trace[563107711] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"503.142206ms","start":"2026-04-29T02:00:47.850951Z","end":"2026-04-29T02:00:48.354093Z","steps":["trace[563107711] 'process raft request' (duration: 501.955892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:48.354155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.850937Z","time spent":"503.191477ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:48.354233Z","caller":"traceutil/trace.go:171","msg":"trace[2012077194] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"503.189947ms","start":"2026-04-29T02:00:47.851034Z","end":"2026-04-29T02:00:48.354224Z","steps":["trace[2012077194] 'process raft request' (duration: 501.901622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:48.354288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.851022Z","time spent":"503.236327ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:00:48.354234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.165437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4ba3d34e-e560-45d9-8a15-d5cc1d7ca727\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-29T02:00:48.354356Z","caller":"traceutil/trace.go:171","msg":"trace[1496839144] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4ba3d34e-e560-45d9-8a15-d5cc1d7ca727; range_end:; response_count:1; response_revision:5259; }","duration":"504.304049ms","start":"2026-04-29T02:00:47.850042Z","end":"2026-04-29T02:00:48.354346Z","steps":["trace[1496839144] 'agreement among raft nodes before linearized reading' (duration: 504.142148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:48.354377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.850032Z","time spent":"504.33835ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-4ba3d34e-e560-45d9-8a15-d5cc1d7ca727\" "} {"level":"info","ts":"2026-04-29T02:00:48.35457Z","caller":"traceutil/trace.go:171","msg":"trace[2061179260] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"374.67692ms","start":"2026-04-29T02:00:47.979882Z","end":"2026-04-29T02:00:48.354559Z","steps":["trace[2061179260] 'process raft request' (duration: 373.142522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:48.354607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.979862Z","time spent":"374.72396ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:48.354608Z","caller":"traceutil/trace.go:171","msg":"trace[461396074] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"494.721217ms","start":"2026-04-29T02:00:47.859864Z","end":"2026-04-29T02:00:48.354585Z","steps":["trace[461396074] 'process raft request' (duration: 493.103178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:48.354696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.85985Z","time spent":"494.800038ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:48.354736Z","caller":"traceutil/trace.go:171","msg":"trace[965254282] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"503.807474ms","start":"2026-04-29T02:00:47.850919Z","end":"2026-04-29T02:00:48.354726Z","steps":["trace[965254282] 'process raft request' (duration: 501.949762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:48.354777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.850898Z","time spent":"503.857134ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:48.482539Z","caller":"traceutil/trace.go:171","msg":"trace[873397511] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"123.414715ms","start":"2026-04-29T02:00:48.35909Z","end":"2026-04-29T02:00:48.482505Z","steps":["trace[873397511] 'process raft request' (duration: 123.291404ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:48.482585Z","caller":"traceutil/trace.go:171","msg":"trace[1712754956] linearizableReadLoop","detail":"{readStateIndex:5469; appliedIndex:5466; }","duration":"123.404416ms","start":"2026-04-29T02:00:48.359157Z","end":"2026-04-29T02:00:48.482561Z","steps":["trace[1712754956] 'read index received' (duration: 15.813306ms)","trace[1712754956] 'applied index is now lower than readState.Index' (duration: 107.59019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:48.482904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.68897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10698"} {"level":"info","ts":"2026-04-29T02:00:48.482949Z","caller":"traceutil/trace.go:171","msg":"trace[696214179] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5264; }","duration":"123.819471ms","start":"2026-04-29T02:00:48.359118Z","end":"2026-04-29T02:00:48.482937Z","steps":["trace[696214179] 'agreement among raft nodes before linearized reading' (duration: 123.530637ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:48.483128Z","caller":"traceutil/trace.go:171","msg":"trace[467809060] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"124.044364ms","start":"2026-04-29T02:00:48.359066Z","end":"2026-04-29T02:00:48.483111Z","steps":["trace[467809060] 'process raft request' (duration: 113.394429ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:48.48323Z","caller":"traceutil/trace.go:171","msg":"trace[1347099504] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"123.856402ms","start":"2026-04-29T02:00:48.35933Z","end":"2026-04-29T02:00:48.483186Z","steps":["trace[1347099504] 'process raft request' (duration: 123.172513ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:48.483346Z","caller":"traceutil/trace.go:171","msg":"trace[1220721067] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"124.021253ms","start":"2026-04-29T02:00:48.359296Z","end":"2026-04-29T02:00:48.483317Z","steps":["trace[1220721067] 'process raft request' (duration: 123.152363ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:48.736448Z","caller":"traceutil/trace.go:171","msg":"trace[763622913] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"186.275642ms","start":"2026-04-29T02:00:48.550127Z","end":"2026-04-29T02:00:48.736403Z","steps":["trace[763622913] 'process raft request' (duration: 185.976289ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:48.736953Z","caller":"traceutil/trace.go:171","msg":"trace[480506501] linearizableReadLoop","detail":"{readStateIndex:5474; appliedIndex:5473; }","duration":"184.783594ms","start":"2026-04-29T02:00:48.551552Z","end":"2026-04-29T02:00:48.736336Z","steps":["trace[480506501] 'read index received' (duration: 184.544882ms)","trace[480506501] 'applied index is now lower than readState.Index' (duration: 236.942µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:48.737728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.158891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-29T02:00:48.737837Z","caller":"traceutil/trace.go:171","msg":"trace[175842652] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5267; }","duration":"186.311582ms","start":"2026-04-29T02:00:48.551503Z","end":"2026-04-29T02:00:48.737815Z","steps":["trace[175842652] 'agreement among raft nodes before linearized reading' (duration: 184.983257ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:49.228692Z","caller":"traceutil/trace.go:171","msg":"trace[1798414764] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"486.651997ms","start":"2026-04-29T02:00:48.742018Z","end":"2026-04-29T02:00:49.22867Z","steps":["trace[1798414764] 'process raft request' (duration: 486.437945ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:49.22885Z","caller":"traceutil/trace.go:171","msg":"trace[2081317585] linearizableReadLoop","detail":"{readStateIndex:5477; appliedIndex:5474; }","duration":"478.786366ms","start":"2026-04-29T02:00:48.75003Z","end":"2026-04-29T02:00:49.228816Z","steps":["trace[2081317585] 'read index received' (duration: 19.852353ms)","trace[2081317585] 'applied index is now lower than readState.Index' (duration: 458.932213ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:49.228965Z","caller":"traceutil/trace.go:171","msg":"trace[1702093585] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"479.12928ms","start":"2026-04-29T02:00:48.749753Z","end":"2026-04-29T02:00:49.228883Z","steps":["trace[1702093585] 'process raft request' (duration: 478.853797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:49.229142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.07914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-29T02:00:49.229016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:48.742007Z","time spent":"486.846129ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:49.229189Z","caller":"traceutil/trace.go:171","msg":"trace[996315799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5270; }","duration":"479.163411ms","start":"2026-04-29T02:00:48.750013Z","end":"2026-04-29T02:00:49.229176Z","steps":["trace[996315799] 'agreement among raft nodes before linearized reading' (duration: 478.937609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:49.229233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:48.750007Z","time spent":"479.217632ms","remote":"127.0.0.1:34838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T02:00:49.229243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:48.749738Z","time spent":"479.339773ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:49.26681Z","caller":"traceutil/trace.go:171","msg":"trace[1766956606] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"436.582371ms","start":"2026-04-29T02:00:48.830203Z","end":"2026-04-29T02:00:49.266785Z","steps":["trace[1766956606] 'process raft request' (duration: 436.376528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:49.26705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.940931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:00:49.267095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:48.830188Z","time spent":"436.712622ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:49.267126Z","caller":"traceutil/trace.go:171","msg":"trace[1186889981] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5271; }","duration":"189.072063ms","start":"2026-04-29T02:00:49.078039Z","end":"2026-04-29T02:00:49.267111Z","steps":["trace[1186889981] 'agreement among raft nodes before linearized reading' (duration: 188.942021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:49.267165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.801297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:00:49.267071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.522927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-29T02:00:49.267239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.560438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dxlkv.18aab163227961f9\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-29T02:00:49.267244Z","caller":"traceutil/trace.go:171","msg":"trace[1461201153] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:5271; }","duration":"434.795581ms","start":"2026-04-29T02:00:48.832428Z","end":"2026-04-29T02:00:49.267223Z","steps":["trace[1461201153] 'agreement among raft nodes before linearized reading' (duration: 434.366386ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:49.267343Z","caller":"traceutil/trace.go:171","msg":"trace[1025205048] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dxlkv.18aab163227961f9; range_end:; response_count:1; response_revision:5271; }","duration":"493.690591ms","start":"2026-04-29T02:00:48.773609Z","end":"2026-04-29T02:00:49.2673Z","steps":["trace[1025205048] 'agreement among raft nodes before linearized reading' (duration: 493.385767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:49.267419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:48.773598Z","time spent":"493.807152ms","remote":"127.0.0.1:32808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dxlkv.18aab163227961f9\" "} {"level":"warn","ts":"2026-04-29T02:00:49.267355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:48.832418Z","time spent":"434.898412ms","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-04-29T02:00:49.267271Z","caller":"traceutil/trace.go:171","msg":"trace[627857023] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5271; }","duration":"186.892478ms","start":"2026-04-29T02:00:49.080321Z","end":"2026-04-29T02:00:49.267213Z","steps":["trace[627857023] 'agreement among raft nodes before linearized reading' (duration: 186.783506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:49.267247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.404872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-91145539-4f1a-4175-8cb3-9b3f2e58693d\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-29T02:00:49.267667Z","caller":"traceutil/trace.go:171","msg":"trace[928741271] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-91145539-4f1a-4175-8cb3-9b3f2e58693d; range_end:; response_count:1; response_revision:5271; }","duration":"414.857946ms","start":"2026-04-29T02:00:48.852787Z","end":"2026-04-29T02:00:49.267645Z","steps":["trace[928741271] 'agreement among raft nodes before linearized reading' (duration: 414.323171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:49.267725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:48.852779Z","time spent":"414.930847ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-91145539-4f1a-4175-8cb3-9b3f2e58693d\" "} {"level":"info","ts":"2026-04-29T02:00:49.492442Z","caller":"traceutil/trace.go:171","msg":"trace[2125159762] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"153.295954ms","start":"2026-04-29T02:00:49.339103Z","end":"2026-04-29T02:00:49.492399Z","steps":["trace[2125159762] 'process raft request' (duration: 126.060035ms)","trace[2125159762] 'compare' (duration: 27.083387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:49.492715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.695884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-91145539-4f1a-4175-8cb3-9b3f2e58693d\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-29T02:00:49.492798Z","caller":"traceutil/trace.go:171","msg":"trace[1164981029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-91145539-4f1a-4175-8cb3-9b3f2e58693d; range_end:; response_count:1; response_revision:5274; }","duration":"127.833635ms","start":"2026-04-29T02:00:49.364951Z","end":"2026-04-29T02:00:49.492784Z","steps":["trace[1164981029] 'agreement among raft nodes before linearized reading' (duration: 127.512562ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:49.492401Z","caller":"traceutil/trace.go:171","msg":"trace[263300664] linearizableReadLoop","detail":"{readStateIndex:5482; appliedIndex:5481; }","duration":"127.34706ms","start":"2026-04-29T02:00:49.365002Z","end":"2026-04-29T02:00:49.492349Z","steps":["trace[263300664] 'read index received' (duration: 100.10807ms)","trace[263300664] 'applied index is now lower than readState.Index' (duration: 27.23799ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:50.052341Z","caller":"traceutil/trace.go:171","msg":"trace[1541860086] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"224.570998ms","start":"2026-04-29T02:00:49.827734Z","end":"2026-04-29T02:00:50.052305Z","steps":["trace[1541860086] 'process raft request' (duration: 137.486849ms)","trace[1541860086] 'compare' (duration: 86.3254ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:50.053022Z","caller":"traceutil/trace.go:171","msg":"trace[1907395248] linearizableReadLoop","detail":"{readStateIndex:5486; appliedIndex:5484; }","duration":"196.744202ms","start":"2026-04-29T02:00:49.856252Z","end":"2026-04-29T02:00:50.052997Z","steps":["trace[1907395248] 'read index received' (duration: 49.299617ms)","trace[1907395248] 'applied index is now lower than readState.Index' (duration: 147.443695ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:50.053134Z","caller":"traceutil/trace.go:171","msg":"trace[1866185076] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"201.812211ms","start":"2026-04-29T02:00:49.851282Z","end":"2026-04-29T02:00:50.053094Z","steps":["trace[1866185076] 'process raft request' (duration: 200.485945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:50.053179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.913233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:50.053384Z","caller":"traceutil/trace.go:171","msg":"trace[2051984987] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5278; }","duration":"197.145536ms","start":"2026-04-29T02:00:49.856205Z","end":"2026-04-29T02:00:50.053351Z","steps":["trace[2051984987] 'agreement among raft nodes before linearized reading' (duration: 196.921263ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:54.491235Z","caller":"traceutil/trace.go:171","msg":"trace[2074367811] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"104.047821ms","start":"2026-04-29T02:00:54.387169Z","end":"2026-04-29T02:00:54.491217Z","steps":["trace[2074367811] 'process raft request' (duration: 103.9007ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:54.493832Z","caller":"traceutil/trace.go:171","msg":"trace[1041265571] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"102.621015ms","start":"2026-04-29T02:00:54.391179Z","end":"2026-04-29T02:00:54.4938Z","steps":["trace[1041265571] 'process raft request' (duration: 102.467844ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:54.493887Z","caller":"traceutil/trace.go:171","msg":"trace[1780319707] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"102.610724ms","start":"2026-04-29T02:00:54.391256Z","end":"2026-04-29T02:00:54.493867Z","steps":["trace[1780319707] 'process raft request' (duration: 102.455182ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:54.493932Z","caller":"traceutil/trace.go:171","msg":"trace[1545223317] linearizableReadLoop","detail":"{readStateIndex:5555; appliedIndex:5552; }","duration":"101.920757ms","start":"2026-04-29T02:00:54.391984Z","end":"2026-04-29T02:00:54.493905Z","steps":["trace[1545223317] 'read index received' (duration: 99.047763ms)","trace[1545223317] 'applied index is now lower than readState.Index' (duration: 2.871834ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:54.494173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.16073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T02:00:54.494202Z","caller":"traceutil/trace.go:171","msg":"trace[1853227321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5346; }","duration":"102.224381ms","start":"2026-04-29T02:00:54.391967Z","end":"2026-04-29T02:00:54.494191Z","steps":["trace[1853227321] 'agreement among raft nodes before linearized reading' (duration: 102.032049ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:58.572563Z","caller":"traceutil/trace.go:171","msg":"trace[2111881632] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"639.350109ms","start":"2026-04-29T02:00:57.933183Z","end":"2026-04-29T02:00:58.572534Z","steps":["trace[2111881632] 'process raft request' (duration: 639.185727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:58.572753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:57.933159Z","time spent":"639.48659ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:58.576662Z","caller":"traceutil/trace.go:171","msg":"trace[679180083] linearizableReadLoop","detail":"{readStateIndex:5609; appliedIndex:5606; }","duration":"264.934244ms","start":"2026-04-29T02:00:58.311691Z","end":"2026-04-29T02:00:58.576626Z","steps":["trace[679180083] 'read index received' (duration: 260.712145ms)","trace[679180083] 'applied index is now lower than readState.Index' (duration: 4.221009ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:58.576891Z","caller":"traceutil/trace.go:171","msg":"trace[521995512] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"491.493253ms","start":"2026-04-29T02:00:58.085388Z","end":"2026-04-29T02:00:58.576881Z","steps":["trace[521995512] 'process raft request' (duration: 491.164489ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:58.576849Z","caller":"traceutil/trace.go:171","msg":"trace[1683816496] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"180.337893ms","start":"2026-04-29T02:00:58.396455Z","end":"2026-04-29T02:00:58.576793Z","steps":["trace[1683816496] 'process raft request' (duration: 180.13503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:58.57694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:58.085359Z","time spent":"491.551953ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:00:58.576974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.286727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:00:58.577009Z","caller":"traceutil/trace.go:171","msg":"trace[1969674726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5398; }","duration":"265.365898ms","start":"2026-04-29T02:00:58.311634Z","end":"2026-04-29T02:00:58.577Z","steps":["trace[1969674726] 'agreement among raft nodes before linearized reading' (duration: 265.248787ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:58.576939Z","caller":"traceutil/trace.go:171","msg":"trace[1967520474] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"492.561645ms","start":"2026-04-29T02:00:58.084301Z","end":"2026-04-29T02:00:58.576863Z","steps":["trace[1967520474] 'process raft request' (duration: 492.180921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:58.577496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:58.084277Z","time spent":"493.116651ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:04.044649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367327681384068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:01:04.545406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367327681384068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:01:04.574483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052922704s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:01:04.575072Z","caller":"traceutil/trace.go:171","msg":"trace[648616487] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"1.053680373s","start":"2026-04-29T02:01:03.521365Z","end":"2026-04-29T02:01:04.575046Z","steps":["trace[648616487] 'process raft request' (duration: 1.05338388s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:04.575226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:03.52133Z","time spent":"1.053818685s","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13863,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:04.958407Z","caller":"traceutil/trace.go:171","msg":"trace[2139101914] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"677.847621ms","start":"2026-04-29T02:01:04.280535Z","end":"2026-04-29T02:01:04.958382Z","steps":["trace[2139101914] 'process raft request' (duration: 622.542693ms)","trace[2139101914] 'compare' (duration: 55.188107ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:04.958403Z","caller":"traceutil/trace.go:171","msg":"trace[953452307] linearizableReadLoop","detail":"{readStateIndex:5652; appliedIndex:5650; }","duration":"1.414320273s","start":"2026-04-29T02:01:03.544058Z","end":"2026-04-29T02:01:04.958378Z","steps":["trace[953452307] 'read index received' (duration: 1.030708547s)","trace[953452307] 'applied index is now lower than readState.Index' (duration: 383.610926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:04.958825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414759119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-29T02:01:04.958925Z","caller":"traceutil/trace.go:171","msg":"trace[1501221415] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5439; }","duration":"1.4148417s","start":"2026-04-29T02:01:03.544042Z","end":"2026-04-29T02:01:04.958883Z","steps":["trace[1501221415] 'agreement among raft nodes before linearized reading' (duration: 1.414407975s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:04.958976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:03.543998Z","time spent":"1.414965281s","remote":"127.0.0.1:32888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-29T02:01:04.959531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.280522Z","time spent":"678.035893ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:04.978597Z","caller":"traceutil/trace.go:171","msg":"trace[1285219286] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"376.899889ms","start":"2026-04-29T02:01:04.601663Z","end":"2026-04-29T02:01:04.978563Z","steps":["trace[1285219286] 'process raft request' (duration: 376.545005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:04.978756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.601654Z","time spent":"377.01571ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:04.978991Z","caller":"traceutil/trace.go:171","msg":"trace[165735994] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"376.96444ms","start":"2026-04-29T02:01:04.601979Z","end":"2026-04-29T02:01:04.978944Z","steps":["trace[165735994] 'process raft request' (duration: 376.273531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:04.979119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.601956Z","time spent":"377.096042ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:04.979217Z","caller":"traceutil/trace.go:171","msg":"trace[1721459848] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"388.999479ms","start":"2026-04-29T02:01:04.590198Z","end":"2026-04-29T02:01:04.979198Z","steps":["trace[1721459848] 'process raft request' (duration: 387.811705ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:04.979447Z","caller":"traceutil/trace.go:171","msg":"trace[1168829914] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"375.026977ms","start":"2026-04-29T02:01:04.604381Z","end":"2026-04-29T02:01:04.979408Z","steps":["trace[1168829914] 'process raft request' (duration: 373.929484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:04.97936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.590183Z","time spent":"389.12188ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:04.979641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.604373Z","time spent":"375.167018ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:05.246804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.414486ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-29T02:01:05.247018Z","caller":"traceutil/trace.go:171","msg":"trace[316552021] linearizableReadLoop","detail":"{readStateIndex:5657; appliedIndex:5652; }","duration":"288.320295ms","start":"2026-04-29T02:01:04.958668Z","end":"2026-04-29T02:01:05.246988Z","steps":["trace[316552021] 'read index received' (duration: 19.250053ms)","trace[316552021] 'applied index is now lower than readState.Index' (duration: 269.067712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:05.247335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.935267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-29T02:01:05.247332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006588773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:05.247445Z","caller":"traceutil/trace.go:171","msg":"trace[387186993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5443; }","duration":"1.006715514s","start":"2026-04-29T02:01:04.240694Z","end":"2026-04-29T02:01:05.247409Z","steps":["trace[387186993] 'agreement among raft nodes before linearized reading' (duration: 1.006555342s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.247501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.240687Z","time spent":"1.006802955s","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:01:05.24755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012401959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-29T02:01:05.24767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.493044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"warn","ts":"2026-04-29T02:01:05.247681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081335445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dxlkv.18aab1626dc1bbc3\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-04-29T02:01:05.247728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.118221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-29T02:01:05.247741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.078951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:01:05.247788Z","caller":"traceutil/trace.go:171","msg":"trace[2074859599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5443; }","duration":"619.230334ms","start":"2026-04-29T02:01:04.628544Z","end":"2026-04-29T02:01:05.247775Z","steps":["trace[2074859599] 'agreement among raft nodes before linearized reading' (duration: 618.99694ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:05.247797Z","caller":"traceutil/trace.go:171","msg":"trace[539327676] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dxlkv.18aab1626dc1bbc3; range_end:; response_count:1; response_revision:5443; }","duration":"1.081559918s","start":"2026-04-29T02:01:04.166208Z","end":"2026-04-29T02:01:05.247768Z","steps":["trace[539327676] 'agreement among raft nodes before linearized reading' (duration: 1.081115132s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:05.247815Z","caller":"traceutil/trace.go:171","msg":"trace[2014518578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5443; }","duration":"620.161634ms","start":"2026-04-29T02:01:04.627632Z","end":"2026-04-29T02:01:05.247794Z","steps":["trace[2014518578] 'agreement among raft nodes before linearized reading' (duration: 620.039242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.247825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.510265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:01:05.247848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.862604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T02:01:05.247575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.217934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:01:05.247867Z","caller":"traceutil/trace.go:171","msg":"trace[707785922] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5443; }","duration":"241.587306ms","start":"2026-04-29T02:01:05.00627Z","end":"2026-04-29T02:01:05.247857Z","steps":["trace[707785922] 'agreement among raft nodes before linearized reading' (duration: 241.510275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.24786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.166181Z","time spent":"1.081668109s","remote":"127.0.0.1:32808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dxlkv.18aab1626dc1bbc3\" "} {"level":"warn","ts":"2026-04-29T02:01:05.24787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.627621Z","time spent":"620.236205ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:01:05.247879Z","caller":"traceutil/trace.go:171","msg":"trace[71701106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5443; }","duration":"641.924765ms","start":"2026-04-29T02:01:04.605946Z","end":"2026-04-29T02:01:05.24787Z","steps":["trace[71701106] 'agreement among raft nodes before linearized reading' (duration: 641.825574ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:05.247902Z","caller":"traceutil/trace.go:171","msg":"trace[1290569450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5443; }","duration":"620.62151ms","start":"2026-04-29T02:01:04.627269Z","end":"2026-04-29T02:01:05.247891Z","steps":["trace[1290569450] 'agreement among raft nodes before linearized reading' (duration: 619.79642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.247917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.605938Z","time spent":"641.971745ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:01:05.247933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.627245Z","time spent":"620.67918ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:01:05.247957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.724876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-29T02:01:05.247744Z","caller":"traceutil/trace.go:171","msg":"trace[893968318] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5443; }","duration":"664.601555ms","start":"2026-04-29T02:01:04.583124Z","end":"2026-04-29T02:01:05.247725Z","steps":["trace[893968318] 'agreement among raft nodes before linearized reading' (duration: 664.383563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.247824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.628519Z","time spent":"619.297784ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:01:05.248027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.583109Z","time spent":"664.91135ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13901,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-29T02:01:05.248049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.690794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:05.247996Z","caller":"traceutil/trace.go:171","msg":"trace[462204817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5443; }","duration":"753.811586ms","start":"2026-04-29T02:01:04.494173Z","end":"2026-04-29T02:01:05.247985Z","steps":["trace[462204817] 'agreement among raft nodes before linearized reading' (duration: 753.662034ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:05.248081Z","caller":"traceutil/trace.go:171","msg":"trace[1587105383] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5443; }","duration":"993.721704ms","start":"2026-04-29T02:01:04.254348Z","end":"2026-04-29T02:01:05.24807Z","steps":["trace[1587105383] 'agreement among raft nodes before linearized reading' (duration: 993.669433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.248087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.494145Z","time spent":"753.933908ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:01:05.248113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.254321Z","time spent":"993.784085ms","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:01:05.247505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.227558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-91145539-4f1a-4175-8cb3-9b3f2e58693d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-29T02:01:05.247734Z","caller":"traceutil/trace.go:171","msg":"trace[53710121] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5443; }","duration":"1.012618812s","start":"2026-04-29T02:01:04.235087Z","end":"2026-04-29T02:01:05.247706Z","steps":["trace[53710121] 'agreement among raft nodes before linearized reading' (duration: 1.012293978s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:05.248166Z","caller":"traceutil/trace.go:171","msg":"trace[2082143066] range","detail":"{range_begin:/registry/persistentvolumes/pvc-91145539-4f1a-4175-8cb3-9b3f2e58693d; range_end:; response_count:1; response_revision:5443; }","duration":"285.898847ms","start":"2026-04-29T02:01:04.962254Z","end":"2026-04-29T02:01:05.248153Z","steps":["trace[2082143066] 'agreement among raft nodes before linearized reading' (duration: 285.160558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.248191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.235068Z","time spent":"1.013113368s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-29T02:01:05.24738Z","caller":"traceutil/trace.go:171","msg":"trace[1236067688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5443; }","duration":"624.034047ms","start":"2026-04-29T02:01:04.623333Z","end":"2026-04-29T02:01:05.247367Z","steps":["trace[1236067688] 'agreement among raft nodes before linearized reading' (duration: 623.797155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.248337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:04.623317Z","time spent":"625.005689ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:01:05.499273Z","caller":"traceutil/trace.go:171","msg":"trace[189487762] linearizableReadLoop","detail":"{readStateIndex:5658; appliedIndex:5657; }","duration":"245.666722ms","start":"2026-04-29T02:01:05.253577Z","end":"2026-04-29T02:01:05.499244Z","steps":["trace[189487762] 'read index received' (duration: 245.561181ms)","trace[189487762] 'applied index is now lower than readState.Index' (duration: 104.021µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:05.499372Z","caller":"traceutil/trace.go:171","msg":"trace[994339278] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"247.770637ms","start":"2026-04-29T02:01:05.251543Z","end":"2026-04-29T02:01:05.499313Z","steps":["trace[994339278] 'process raft request' (duration: 247.504564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.4997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.094527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-29T02:01:05.499788Z","caller":"traceutil/trace.go:171","msg":"trace[1909726929] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5444; }","duration":"246.253459ms","start":"2026-04-29T02:01:05.25352Z","end":"2026-04-29T02:01:05.499773Z","steps":["trace[1909726929] 'agreement among raft nodes before linearized reading' (duration: 245.858393ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:05.682175Z","caller":"traceutil/trace.go:171","msg":"trace[925571551] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"424.518504ms","start":"2026-04-29T02:01:05.257629Z","end":"2026-04-29T02:01:05.682148Z","steps":["trace[925571551] 'process raft request' (duration: 416.152838ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:05.682274Z","caller":"traceutil/trace.go:171","msg":"trace[547722799] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"424.508144ms","start":"2026-04-29T02:01:05.257723Z","end":"2026-04-29T02:01:05.682231Z","steps":["trace[547722799] 'process raft request' (duration: 424.392373ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:05.682331Z","caller":"traceutil/trace.go:171","msg":"trace[1802267337] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"423.253269ms","start":"2026-04-29T02:01:05.259071Z","end":"2026-04-29T02:01:05.682324Z","steps":["trace[1802267337] 'process raft request' (duration: 423.120527ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:05.682322Z","caller":"traceutil/trace.go:171","msg":"trace[1340483339] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"423.273269ms","start":"2026-04-29T02:01:05.259003Z","end":"2026-04-29T02:01:05.682276Z","steps":["trace[1340483339] 'process raft request' (duration: 423.153748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.682386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.257616Z","time spent":"424.674475ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:05.682439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.259058Z","time spent":"423.309519ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:05.682436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.257719Z","time spent":"424.634785ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:05.682505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.258995Z","time spent":"423.419711ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:05.682199Z","caller":"traceutil/trace.go:171","msg":"trace[756029119] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"424.498453ms","start":"2026-04-29T02:01:05.257674Z","end":"2026-04-29T02:01:05.682173Z","steps":["trace[756029119] 'process raft request' (duration: 424.332921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.682854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.257665Z","time spent":"425.103631ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:05.683516Z","caller":"traceutil/trace.go:171","msg":"trace[476751452] linearizableReadLoop","detail":"{readStateIndex:5665; appliedIndex:5658; }","duration":"184.152724ms","start":"2026-04-29T02:01:05.499347Z","end":"2026-04-29T02:01:05.6835Z","steps":["trace[476751452] 'read index received' (duration: 174.421861ms)","trace[476751452] 'applied index is now lower than readState.Index' (duration: 9.729903ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:05.683911Z","caller":"traceutil/trace.go:171","msg":"trace[2077831997] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"423.777066ms","start":"2026-04-29T02:01:05.260112Z","end":"2026-04-29T02:01:05.683889Z","steps":["trace[2077831997] 'process raft request' (duration: 422.111757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.684681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.260076Z","time spent":"423.892037ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:05.684911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.405567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:05.68502Z","caller":"traceutil/trace.go:171","msg":"trace[742468844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5451; }","duration":"426.527838ms","start":"2026-04-29T02:01:05.258483Z","end":"2026-04-29T02:01:05.685011Z","steps":["trace[742468844] 'agreement among raft nodes before linearized reading' (duration: 426.393136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.685064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.258477Z","time spent":"426.580018ms","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:01:05.68529Z","caller":"traceutil/trace.go:171","msg":"trace[406690650] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"425.081041ms","start":"2026-04-29T02:01:05.26019Z","end":"2026-04-29T02:01:05.685271Z","steps":["trace[406690650] 'process raft request' (duration: 423.188159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.685708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.260174Z","time spent":"425.503915ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:05.685911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.786542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:05.686853Z","caller":"traceutil/trace.go:171","msg":"trace[1435340988] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5451; }","duration":"376.777294ms","start":"2026-04-29T02:01:05.310054Z","end":"2026-04-29T02:01:05.686831Z","steps":["trace[1435340988] 'agreement among raft nodes before linearized reading' (duration: 375.678981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.686946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.310032Z","time spent":"376.890135ms","remote":"127.0.0.1:34612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:01:05.685569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.324404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10698"} {"level":"info","ts":"2026-04-29T02:01:05.687149Z","caller":"traceutil/trace.go:171","msg":"trace[1456097759] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5451; }","duration":"184.939392ms","start":"2026-04-29T02:01:05.502192Z","end":"2026-04-29T02:01:05.687132Z","steps":["trace[1456097759] 'agreement among raft nodes before linearized reading' (duration: 183.302763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.685454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.509329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-29T02:01:05.687346Z","caller":"traceutil/trace.go:171","msg":"trace[795633087] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5451; }","duration":"429.40624ms","start":"2026-04-29T02:01:05.257926Z","end":"2026-04-29T02:01:05.687332Z","steps":["trace[795633087] 'agreement among raft nodes before linearized reading' (duration: 427.303306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:05.687424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.257002Z","time spent":"430.375382ms","remote":"127.0.0.1:32888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-29T02:01:05.685978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-29T02:01:05.687631Z","caller":"traceutil/trace.go:171","msg":"trace[1598760114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5451; }","duration":"119.66553ms","start":"2026-04-29T02:01:05.567952Z","end":"2026-04-29T02:01:05.687617Z","steps":["trace[1598760114] 'agreement among raft nodes before linearized reading' (duration: 117.769548ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:06.126168Z","caller":"traceutil/trace.go:171","msg":"trace[1489568854] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"424.035687ms","start":"2026-04-29T02:01:05.702101Z","end":"2026-04-29T02:01:06.126136Z","steps":["trace[1489568854] 'process raft request' (duration: 339.407462ms)","trace[1489568854] 'compare' (duration: 84.427083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:06.12642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.70208Z","time spent":"424.264329ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:06.127368Z","caller":"traceutil/trace.go:171","msg":"trace[1203189071] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"422.870344ms","start":"2026-04-29T02:01:05.704479Z","end":"2026-04-29T02:01:06.127349Z","steps":["trace[1203189071] 'process raft request' (duration: 421.875432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:06.127527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.704473Z","time spent":"422.966045ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:06.127973Z","caller":"traceutil/trace.go:171","msg":"trace[1352408021] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"422.063154ms","start":"2026-04-29T02:01:05.705892Z","end":"2026-04-29T02:01:06.127955Z","steps":["trace[1352408021] 'process raft request' (duration: 421.183884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:06.128073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.705884Z","time spent":"422.140494ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:06.128078Z","caller":"traceutil/trace.go:171","msg":"trace[608583869] linearizableReadLoop","detail":"{readStateIndex:5671; appliedIndex:5666; }","duration":"370.435409ms","start":"2026-04-29T02:01:05.757629Z","end":"2026-04-29T02:01:06.128065Z","steps":["trace[608583869] 'read index received' (duration: 286.246099ms)","trace[608583869] 'applied index is now lower than readState.Index' (duration: 84.18757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:06.128497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.861014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:06.128559Z","caller":"traceutil/trace.go:171","msg":"trace[8692732] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5457; }","duration":"370.970715ms","start":"2026-04-29T02:01:05.757576Z","end":"2026-04-29T02:01:06.128547Z","steps":["trace[8692732] 'agreement among raft nodes before linearized reading' (duration: 370.879074ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:06.12659Z","caller":"traceutil/trace.go:171","msg":"trace[565402109] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"422.067694ms","start":"2026-04-29T02:01:05.704405Z","end":"2026-04-29T02:01:06.126472Z","steps":["trace[565402109] 'process raft request' (duration: 421.660529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:06.128718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.704385Z","time spent":"424.28055ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:06.128615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.757548Z","time spent":"371.058427ms","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-29T02:01:06.128499Z","caller":"traceutil/trace.go:171","msg":"trace[1904498791] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"420.632688ms","start":"2026-04-29T02:01:05.707849Z","end":"2026-04-29T02:01:06.128481Z","steps":["trace[1904498791] 'process raft request' (duration: 419.839589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:06.129075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.707843Z","time spent":"421.187364ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12014,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:06.624504Z","caller":"traceutil/trace.go:171","msg":"trace[837939401] linearizableReadLoop","detail":"{readStateIndex:5672; appliedIndex:5671; }","duration":"489.905643ms","start":"2026-04-29T02:01:06.134561Z","end":"2026-04-29T02:01:06.624466Z","steps":["trace[837939401] 'read index received' (duration: 489.67989ms)","trace[837939401] 'applied index is now lower than readState.Index' (duration: 224.023µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:06.624664Z","caller":"traceutil/trace.go:171","msg":"trace[166873562] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"864.963095ms","start":"2026-04-29T02:01:05.759688Z","end":"2026-04-29T02:01:06.624651Z","steps":["trace[166873562] 'process raft request' (duration: 864.55149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:06.624853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:05.759669Z","time spent":"865.056457ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:06.625009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.428758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:06.625114Z","caller":"traceutil/trace.go:171","msg":"trace[691273445] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5458; }","duration":"490.593121ms","start":"2026-04-29T02:01:06.134496Z","end":"2026-04-29T02:01:06.62509Z","steps":["trace[691273445] 'agreement among raft nodes before linearized reading' (duration: 490.436479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:06.625162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:06.134473Z","time spent":"490.678841ms","remote":"127.0.0.1:32934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-29T02:01:06.833161Z","caller":"traceutil/trace.go:171","msg":"trace[1961414026] linearizableReadLoop","detail":"{readStateIndex:5673; appliedIndex:5672; }","duration":"208.538312ms","start":"2026-04-29T02:01:06.624598Z","end":"2026-04-29T02:01:06.833137Z","steps":["trace[1961414026] 'read index received' (duration: 208.398371ms)","trace[1961414026] 'applied index is now lower than readState.Index' (duration: 138.861µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:06.833237Z","caller":"traceutil/trace.go:171","msg":"trace[1605651185] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"394.865798ms","start":"2026-04-29T02:01:06.438341Z","end":"2026-04-29T02:01:06.833207Z","steps":["trace[1605651185] 'process raft request' (duration: 394.617035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:06.833378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:06.438322Z","time spent":"394.976989ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:06.833412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.360229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dxlkv.18aab1602fd74ab2\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-29T02:01:06.833461Z","caller":"traceutil/trace.go:171","msg":"trace[775363723] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dxlkv.18aab1602fd74ab2; range_end:; response_count:1; response_revision:5459; }","duration":"438.465141ms","start":"2026-04-29T02:01:06.394984Z","end":"2026-04-29T02:01:06.833449Z","steps":["trace[775363723] 'agreement among raft nodes before linearized reading' (duration: 438.270599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:06.833496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:06.394963Z","time spent":"438.524381ms","remote":"127.0.0.1:32808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":855,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dxlkv.18aab1602fd74ab2\" "} {"level":"warn","ts":"2026-04-29T02:01:06.833677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.363431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:01:06.833725Z","caller":"traceutil/trace.go:171","msg":"trace[793540310] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5459; }","duration":"683.480093ms","start":"2026-04-29T02:01:06.150232Z","end":"2026-04-29T02:01:06.833712Z","steps":["trace[793540310] 'agreement among raft nodes before linearized reading' (duration: 683.387562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:06.833763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:06.150209Z","time spent":"683.543873ms","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:01:06.833896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.434691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:62518"} {"level":"info","ts":"2026-04-29T02:01:06.833941Z","caller":"traceutil/trace.go:171","msg":"trace[1818567010] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5459; }","duration":"696.533162ms","start":"2026-04-29T02:01:06.137397Z","end":"2026-04-29T02:01:06.83393Z","steps":["trace[1818567010] 'agreement among raft nodes before linearized reading' (duration: 696.34569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:06.833972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:06.13737Z","time spent":"696.593633ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":6,"response size":62541,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-04-29T02:01:06.859852Z","caller":"traceutil/trace.go:171","msg":"trace[1036245416] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"228.495841ms","start":"2026-04-29T02:01:06.631326Z","end":"2026-04-29T02:01:06.859821Z","steps":["trace[1036245416] 'process raft request' (duration: 228.243699ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:06.859906Z","caller":"traceutil/trace.go:171","msg":"trace[854605668] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"228.011146ms","start":"2026-04-29T02:01:06.631874Z","end":"2026-04-29T02:01:06.859886Z","steps":["trace[854605668] 'process raft request' (duration: 227.919985ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:06.859927Z","caller":"traceutil/trace.go:171","msg":"trace[877955247] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"228.499552ms","start":"2026-04-29T02:01:06.631386Z","end":"2026-04-29T02:01:06.859886Z","steps":["trace[877955247] 'process raft request' (duration: 228.34474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:06.860534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.417381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-29T02:01:06.860669Z","caller":"traceutil/trace.go:171","msg":"trace[563767222] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5463; }","duration":"228.600552ms","start":"2026-04-29T02:01:06.632045Z","end":"2026-04-29T02:01:06.860646Z","steps":["trace[563767222] 'agreement among raft nodes before linearized reading' (duration: 228.299129ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:06.860708Z","caller":"traceutil/trace.go:171","msg":"trace[558048049] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"227.659953ms","start":"2026-04-29T02:01:06.633031Z","end":"2026-04-29T02:01:06.860691Z","steps":["trace[558048049] 'process raft request' (duration: 226.803393ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:07.209421Z","caller":"traceutil/trace.go:171","msg":"trace[1383201325] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"221.52565ms","start":"2026-04-29T02:01:06.987864Z","end":"2026-04-29T02:01:07.20939Z","steps":["trace[1383201325] 'process raft request' (duration: 160.603469ms)","trace[1383201325] 'compare' (duration: 60.789109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:11.156176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.187978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:01:11.156678Z","caller":"traceutil/trace.go:171","msg":"trace[1570395055] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"117.038912ms","start":"2026-04-29T02:01:11.039613Z","end":"2026-04-29T02:01:11.156652Z","steps":["trace[1570395055] 'process raft request' (duration: 116.697199ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:11.156696Z","caller":"traceutil/trace.go:171","msg":"trace[1562444056] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"117.847661ms","start":"2026-04-29T02:01:11.038804Z","end":"2026-04-29T02:01:11.156652Z","steps":["trace[1562444056] 'process raft request' (duration: 17.093266ms)","trace[1562444056] 'compare' (duration: 100.042607ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:13.193184Z","caller":"traceutil/trace.go:171","msg":"trace[1725999992] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"143.895336ms","start":"2026-04-29T02:01:13.049245Z","end":"2026-04-29T02:01:13.19314Z","steps":["trace[1725999992] 'process raft request' (duration: 143.647404ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:13.447866Z","caller":"traceutil/trace.go:171","msg":"trace[1829847488] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"146.364245ms","start":"2026-04-29T02:01:13.301462Z","end":"2026-04-29T02:01:13.447826Z","steps":["trace[1829847488] 'process raft request' (duration: 143.446412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:17.388134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.598182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:01:17.388298Z","caller":"traceutil/trace.go:171","msg":"trace[1152330111] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"109.381119ms","start":"2026-04-29T02:01:17.278896Z","end":"2026-04-29T02:01:17.388277Z","steps":["trace[1152330111] 'process raft request' (duration: 109.327149ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:17.388594Z","caller":"traceutil/trace.go:171","msg":"trace[2039007018] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"111.435062ms","start":"2026-04-29T02:01:17.277138Z","end":"2026-04-29T02:01:17.388573Z","steps":["trace[2039007018] 'compare' (duration: 103.44165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.051614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.869827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:01:46.051738Z","caller":"traceutil/trace.go:171","msg":"trace[1639948075] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5794; }","duration":"381.04174ms","start":"2026-04-29T02:01:45.670674Z","end":"2026-04-29T02:01:46.051716Z","steps":["trace[1639948075] 'count revisions from in-memory index tree' (duration: 380.813586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.051781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:45.670661Z","time spent":"381.10858ms","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:01:46.05248Z","caller":"traceutil/trace.go:171","msg":"trace[526009384] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"340.93538ms","start":"2026-04-29T02:01:45.711526Z","end":"2026-04-29T02:01:46.052462Z","steps":["trace[526009384] 'process raft request' (duration: 288.241252ms)","trace[526009384] 'compare' (duration: 52.546196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:46.05259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:45.711507Z","time spent":"341.021721ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:46.052466Z","caller":"traceutil/trace.go:171","msg":"trace[1473249187] linearizableReadLoop","detail":"{readStateIndex:6019; appliedIndex:6018; }","duration":"140.366249ms","start":"2026-04-29T02:01:45.912078Z","end":"2026-04-29T02:01:46.052445Z","steps":["trace[1473249187] 'read index received' (duration: 87.702471ms)","trace[1473249187] 'applied index is now lower than readState.Index' (duration: 52.662977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:46.052612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.51989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:46.052801Z","caller":"traceutil/trace.go:171","msg":"trace[2069737331] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5795; }","duration":"140.769352ms","start":"2026-04-29T02:01:45.912017Z","end":"2026-04-29T02:01:46.052787Z","steps":["trace[2069737331] 'agreement among raft nodes before linearized reading' (duration: 140.498399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.053057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.305851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T02:01:46.053122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.884559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:01:46.053169Z","caller":"traceutil/trace.go:171","msg":"trace[1609229651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5795; }","duration":"101.95277ms","start":"2026-04-29T02:01:45.951205Z","end":"2026-04-29T02:01:46.053157Z","steps":["trace[1609229651] 'agreement among raft nodes before linearized reading' (duration: 101.862279ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:46.053178Z","caller":"traceutil/trace.go:171","msg":"trace[236426718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5795; }","duration":"134.443172ms","start":"2026-04-29T02:01:45.918667Z","end":"2026-04-29T02:01:46.05311Z","steps":["trace[236426718] 'agreement among raft nodes before linearized reading' (duration: 134.225859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.367526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.27363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:01:46.367742Z","caller":"traceutil/trace.go:171","msg":"trace[196075572] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"309.76475ms","start":"2026-04-29T02:01:46.05795Z","end":"2026-04-29T02:01:46.367715Z","steps":["trace[196075572] 'process raft request' (duration: 140.179736ms)","trace[196075572] 'compare' (duration: 168.645144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:46.36792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:46.057926Z","time spent":"309.927531ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:46.953929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.934895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:01:46.954974Z","caller":"traceutil/trace.go:171","msg":"trace[1159558586] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"893.824045ms","start":"2026-04-29T02:01:46.061128Z","end":"2026-04-29T02:01:46.954952Z","steps":["trace[1159558586] 'process raft request' (duration: 893.44408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.956817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:46.061115Z","time spent":"895.649945ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:46.954995Z","caller":"traceutil/trace.go:171","msg":"trace[788549895] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"894.700835ms","start":"2026-04-29T02:01:46.060204Z","end":"2026-04-29T02:01:46.954905Z","steps":["trace[788549895] 'process raft request' (duration: 894.314579ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:46.955156Z","caller":"traceutil/trace.go:171","msg":"trace[1839159477] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"893.248048ms","start":"2026-04-29T02:01:46.061891Z","end":"2026-04-29T02:01:46.955139Z","steps":["trace[1839159477] 'process raft request' (duration: 892.759013ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:46.9555Z","caller":"traceutil/trace.go:171","msg":"trace[1566048171] linearizableReadLoop","detail":"{readStateIndex:6025; appliedIndex:6019; }","duration":"807.728193ms","start":"2026-04-29T02:01:46.14776Z","end":"2026-04-29T02:01:46.955488Z","steps":["trace[1566048171] 'read index received' (duration: 50.346962ms)","trace[1566048171] 'applied index is now lower than readState.Index' (duration: 757.380231ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:46.955583Z","caller":"traceutil/trace.go:171","msg":"trace[1370780114] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"865.326316ms","start":"2026-04-29T02:01:46.090232Z","end":"2026-04-29T02:01:46.955559Z","steps":["trace[1370780114] 'process raft request' (duration: 864.536678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.955588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.812413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:46.955003Z","caller":"traceutil/trace.go:171","msg":"trace[1538927058] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"894.805345ms","start":"2026-04-29T02:01:46.060166Z","end":"2026-04-29T02:01:46.954971Z","steps":["trace[1538927058] 'process raft request' (duration: 675.669347ms)","trace[1538927058] 'compare' (duration: 217.819143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:46.957696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:46.060147Z","time spent":"897.377834ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:46.957994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:46.090219Z","time spent":"867.696073ms","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6142,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:46.958182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:46.060193Z","time spent":"897.953531ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:46.958362Z","caller":"traceutil/trace.go:171","msg":"trace[1376625769] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5801; }","duration":"810.590505ms","start":"2026-04-29T02:01:46.147753Z","end":"2026-04-29T02:01:46.958344Z","steps":["trace[1376625769] 'agreement among raft nodes before linearized reading' (duration: 807.772333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.958448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:46.147694Z","time spent":"810.709306ms","remote":"127.0.0.1:39880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:01:46.958694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.931405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:46.958737Z","caller":"traceutil/trace.go:171","msg":"trace[318154900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5801; }","duration":"715.018337ms","start":"2026-04-29T02:01:46.243709Z","end":"2026-04-29T02:01:46.958727Z","steps":["trace[318154900] 'agreement among raft nodes before linearized reading' (duration: 714.942646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.958817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:46.243667Z","time spent":"715.140948ms","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:01:46.958945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:46.061883Z","time spent":"896.818437ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:46.959669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.824058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:01:46.959801Z","caller":"traceutil/trace.go:171","msg":"trace[961522029] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5801; }","duration":"358.98265ms","start":"2026-04-29T02:01:46.600801Z","end":"2026-04-29T02:01:46.959783Z","steps":["trace[961522029] 'agreement among raft nodes before linearized reading' (duration: 358.832688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.96107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:46.600784Z","time spent":"360.271854ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:01:46.95969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.898226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:01:46.961278Z","caller":"traceutil/trace.go:171","msg":"trace[188915207] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5801; }","duration":"213.553895ms","start":"2026-04-29T02:01:46.747715Z","end":"2026-04-29T02:01:46.961268Z","steps":["trace[188915207] 'agreement among raft nodes before linearized reading' (duration: 211.890757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:47.386005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.698824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-04-29T02:01:47.386114Z","caller":"traceutil/trace.go:171","msg":"trace[2146751355] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5801; }","duration":"272.841456ms","start":"2026-04-29T02:01:47.113244Z","end":"2026-04-29T02:01:47.386085Z","steps":["trace[2146751355] 'range keys from in-memory index tree' (duration: 272.613343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:47.386374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.979067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:47.386506Z","caller":"traceutil/trace.go:171","msg":"trace[665143414] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5801; }","duration":"273.138209ms","start":"2026-04-29T02:01:47.113342Z","end":"2026-04-29T02:01:47.386481Z","steps":["trace[665143414] 'range keys from in-memory index tree' (duration: 272.735925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:47.386626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.443062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:47.38668Z","caller":"traceutil/trace.go:171","msg":"trace[100844485] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5801; }","duration":"273.547383ms","start":"2026-04-29T02:01:47.113119Z","end":"2026-04-29T02:01:47.386667Z","steps":["trace[100844485] 'range keys from in-memory index tree' (duration: 273.143969ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:47.74542Z","caller":"traceutil/trace.go:171","msg":"trace[1411967053] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"226.084873ms","start":"2026-04-29T02:01:47.519294Z","end":"2026-04-29T02:01:47.745379Z","steps":["trace[1411967053] 'process raft request' (duration: 225.76975ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:47.794575Z","caller":"traceutil/trace.go:171","msg":"trace[2015722402] linearizableReadLoop","detail":"{readStateIndex:6028; appliedIndex:6026; }","duration":"118.907877ms","start":"2026-04-29T02:01:47.675643Z","end":"2026-04-29T02:01:47.794551Z","steps":["trace[2015722402] 'read index received' (duration: 69.371364ms)","trace[2015722402] 'applied index is now lower than readState.Index' (duration: 49.534573ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:47.794664Z","caller":"traceutil/trace.go:171","msg":"trace[716366812] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"270.340738ms","start":"2026-04-29T02:01:47.524279Z","end":"2026-04-29T02:01:47.79462Z","steps":["trace[716366812] 'process raft request' (duration: 270.120865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:47.795337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.664536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-29T02:01:47.795427Z","caller":"traceutil/trace.go:171","msg":"trace[2097197319] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5804; }","duration":"119.822948ms","start":"2026-04-29T02:01:47.675583Z","end":"2026-04-29T02:01:47.795406Z","steps":["trace[2097197319] 'agreement among raft nodes before linearized reading' (duration: 119.11106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:48.159594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.27561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:01:48.159808Z","caller":"traceutil/trace.go:171","msg":"trace[2134724144] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"403.22595ms","start":"2026-04-29T02:01:47.756546Z","end":"2026-04-29T02:01:48.159772Z","steps":["trace[2134724144] 'process raft request' (duration: 137.684537ms)","trace[2134724144] 'compare' (duration: 264.956807ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:48.162191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:47.756511Z","time spent":"405.598896ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:48.159777Z","caller":"traceutil/trace.go:171","msg":"trace[1837367649] linearizableReadLoop","detail":"{readStateIndex:6029; appliedIndex:6028; }","duration":"359.157348ms","start":"2026-04-29T02:01:47.800602Z","end":"2026-04-29T02:01:48.159759Z","steps":["trace[1837367649] 'read index received' (duration: 93.529394ms)","trace[1837367649] 'applied index is now lower than readState.Index' (duration: 265.627044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:48.160185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.563843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-29T02:01:48.162436Z","caller":"traceutil/trace.go:171","msg":"trace[2019507323] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5805; }","duration":"361.878107ms","start":"2026-04-29T02:01:47.800542Z","end":"2026-04-29T02:01:48.16242Z","steps":["trace[2019507323] 'agreement among raft nodes before linearized reading' (duration: 359.324649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:48.162512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:47.80051Z","time spent":"361.988219ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T02:01:49.276258Z","caller":"traceutil/trace.go:171","msg":"trace[1509641338] linearizableReadLoop","detail":"{readStateIndex:6032; appliedIndex:6031; }","duration":"310.676554ms","start":"2026-04-29T02:01:48.965559Z","end":"2026-04-29T02:01:49.276235Z","steps":["trace[1509641338] 'read index received' (duration: 310.527853ms)","trace[1509641338] 'applied index is now lower than readState.Index' (duration: 147.701µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:49.27646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.837047Z","time spent":"439.41017ms","remote":"127.0.0.1:32774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:01:49.276919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.346241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:01:49.277006Z","caller":"traceutil/trace.go:171","msg":"trace[557421743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5807; }","duration":"311.482682ms","start":"2026-04-29T02:01:48.96551Z","end":"2026-04-29T02:01:49.276993Z","steps":["trace[557421743] 'agreement among raft nodes before linearized reading' (duration: 311.28478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:49.277067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.965487Z","time spent":"311.569123ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:01:49.277398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.719564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:01:49.277479Z","caller":"traceutil/trace.go:171","msg":"trace[1197940897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5807; }","duration":"311.843637ms","start":"2026-04-29T02:01:48.965622Z","end":"2026-04-29T02:01:49.277465Z","steps":["trace[1197940897] 'agreement among raft nodes before linearized reading' (duration: 311.707994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:49.277539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.96558Z","time spent":"311.946018ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:01:49.278108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.343332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:01:49.278193Z","caller":"traceutil/trace.go:171","msg":"trace[903874352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5807; }","duration":"312.459003ms","start":"2026-04-29T02:01:48.965723Z","end":"2026-04-29T02:01:49.278182Z","steps":["trace[903874352] 'agreement among raft nodes before linearized reading' (duration: 312.284792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:49.27825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.965714Z","time spent":"312.526074ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:01:49.278463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.755176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:01:49.278536Z","caller":"traceutil/trace.go:171","msg":"trace[1053392912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5807; }","duration":"312.840697ms","start":"2026-04-29T02:01:48.965686Z","end":"2026-04-29T02:01:49.278526Z","steps":["trace[1053392912] 'agreement among raft nodes before linearized reading' (duration: 312.717426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:49.27859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.96568Z","time spent":"312.899757ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:01:49.498931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.077117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:01:49.499242Z","caller":"traceutil/trace.go:171","msg":"trace[2027443824] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"215.691314ms","start":"2026-04-29T02:01:49.28352Z","end":"2026-04-29T02:01:49.499211Z","steps":["trace[2027443824] 'process raft request' (duration: 105.230483ms)","trace[2027443824] 'compare' (duration: 109.950146ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:49.499199Z","caller":"traceutil/trace.go:171","msg":"trace[217562364] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"214.184978ms","start":"2026-04-29T02:01:49.284992Z","end":"2026-04-29T02:01:49.499177Z","steps":["trace[217562364] 'process raft request' (duration: 214.103157ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:49.499476Z","caller":"traceutil/trace.go:171","msg":"trace[582909005] linearizableReadLoop","detail":"{readStateIndex:6037; appliedIndex:6033; }","duration":"181.502114ms","start":"2026-04-29T02:01:49.317903Z","end":"2026-04-29T02:01:49.499405Z","steps":["trace[582909005] 'read index received' (duration: 70.777099ms)","trace[582909005] 'applied index is now lower than readState.Index' (duration: 110.722625ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:49.499655Z","caller":"traceutil/trace.go:171","msg":"trace[906411782] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"213.896265ms","start":"2026-04-29T02:01:49.285746Z","end":"2026-04-29T02:01:49.499642Z","steps":["trace[906411782] 'process raft request' (duration: 213.38429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:49.499903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.984088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-29T02:01:49.499936Z","caller":"traceutil/trace.go:171","msg":"trace[153726336] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5812; }","duration":"182.08339ms","start":"2026-04-29T02:01:49.317844Z","end":"2026-04-29T02:01:49.499927Z","steps":["trace[153726336] 'agreement among raft nodes before linearized reading' (duration: 181.937718ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:49.500209Z","caller":"traceutil/trace.go:171","msg":"trace[368890933] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"216.650916ms","start":"2026-04-29T02:01:49.283546Z","end":"2026-04-29T02:01:49.500197Z","steps":["trace[368890933] 'process raft request' (duration: 215.484893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.234471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.703908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:01:50.234699Z","caller":"traceutil/trace.go:171","msg":"trace[113614111] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"431.063224ms","start":"2026-04-29T02:01:49.803623Z","end":"2026-04-29T02:01:50.234686Z","steps":["trace[113614111] 'process raft request' (duration: 431.035144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.23475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:49.803587Z","time spent":"431.141816ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:50.2352Z","caller":"traceutil/trace.go:171","msg":"trace[394179862] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"786.78505ms","start":"2026-04-29T02:01:49.448404Z","end":"2026-04-29T02:01:50.23519Z","steps":["trace[394179862] 'process raft request' (duration: 444.281233ms)","trace[394179862] 'compare' (duration: 341.258393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:50.235263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:49.44838Z","time spent":"786.858561ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:50.235264Z","caller":"traceutil/trace.go:171","msg":"trace[1951307662] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"625.869296ms","start":"2026-04-29T02:01:49.609363Z","end":"2026-04-29T02:01:50.235233Z","steps":["trace[1951307662] 'process raft request' (duration: 625.191528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.235433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:49.60934Z","time spent":"626.005197ms","remote":"127.0.0.1:32818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:50.235472Z","caller":"traceutil/trace.go:171","msg":"trace[1479293744] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"483.778032ms","start":"2026-04-29T02:01:49.751668Z","end":"2026-04-29T02:01:50.235446Z","steps":["trace[1479293744] 'process raft request' (duration: 482.960893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.235554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.339999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:50.235576Z","caller":"traceutil/trace.go:171","msg":"trace[1043064336] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5816; }","duration":"842.40763ms","start":"2026-04-29T02:01:49.393163Z","end":"2026-04-29T02:01:50.23557Z","steps":["trace[1043064336] 'agreement among raft nodes before linearized reading' (duration: 842.36589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.235597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:49.393138Z","time spent":"842.455181ms","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:01:50.235811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.152736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:50.235964Z","caller":"traceutil/trace.go:171","msg":"trace[1172367445] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5816; }","duration":"842.39751ms","start":"2026-04-29T02:01:49.393542Z","end":"2026-04-29T02:01:50.23594Z","steps":["trace[1172367445] 'agreement among raft nodes before linearized reading' (duration: 842.155808ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:50.23551Z","caller":"traceutil/trace.go:171","msg":"trace[1551719210] linearizableReadLoop","detail":"{readStateIndex:6038; appliedIndex:6037; }","duration":"735.921444ms","start":"2026-04-29T02:01:49.499576Z","end":"2026-04-29T02:01:50.235497Z","steps":["trace[1551719210] 'read index received' (duration: 393.093743ms)","trace[1551719210] 'applied index is now lower than readState.Index' (duration: 342.826411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:50.236034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:49.393526Z","time spent":"842.491511ms","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-29T02:01:50.236142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.350558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"warn","ts":"2026-04-29T02:01:50.236106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:49.751643Z","time spent":"483.930463ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:50.236277Z","caller":"traceutil/trace.go:171","msg":"trace[1342497646] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5816; }","duration":"841.511609ms","start":"2026-04-29T02:01:49.394745Z","end":"2026-04-29T02:01:50.236256Z","steps":["trace[1342497646] 'agreement among raft nodes before linearized reading' (duration: 840.912043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.236328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:49.394731Z","time spent":"841.58274ms","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6180,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-29T02:01:50.295143Z","caller":"traceutil/trace.go:171","msg":"trace[914391545] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"285.256217ms","start":"2026-04-29T02:01:50.00986Z","end":"2026-04-29T02:01:50.295116Z","steps":["trace[914391545] 'process raft request' (duration: 285.119616ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:50.603359Z","caller":"traceutil/trace.go:171","msg":"trace[1834312944] linearizableReadLoop","detail":"{readStateIndex:6043; appliedIndex:6041; }","duration":"367.256763ms","start":"2026-04-29T02:01:50.236065Z","end":"2026-04-29T02:01:50.603322Z","steps":["trace[1834312944] 'read index received' (duration: 58.978767ms)","trace[1834312944] 'applied index is now lower than readState.Index' (duration: 308.276886ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:50.60348Z","caller":"traceutil/trace.go:171","msg":"trace[471402677] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"437.575815ms","start":"2026-04-29T02:01:50.165889Z","end":"2026-04-29T02:01:50.603465Z","steps":["trace[471402677] 'process raft request' (duration: 430.325294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.603561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096520371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:01:50.603553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.6704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:01:50.603574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024062793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:01:50.603638Z","caller":"traceutil/trace.go:171","msg":"trace[1695897095] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5818; }","duration":"510.816331ms","start":"2026-04-29T02:01:50.092799Z","end":"2026-04-29T02:01:50.603615Z","steps":["trace[1695897095] 'agreement among raft nodes before linearized reading' (duration: 510.579588ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:50.603653Z","caller":"traceutil/trace.go:171","msg":"trace[325420807] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5818; }","duration":"1.024195034s","start":"2026-04-29T02:01:49.579439Z","end":"2026-04-29T02:01:50.603634Z","steps":["trace[325420807] 'agreement among raft nodes before linearized reading' (duration: 1.024001632s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.603664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.207219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:01:50.603687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:50.092779Z","time spent":"510.897822ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:01:50.603698Z","caller":"traceutil/trace.go:171","msg":"trace[1633062249] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5818; }","duration":"216.28165ms","start":"2026-04-29T02:01:50.387405Z","end":"2026-04-29T02:01:50.603687Z","steps":["trace[1633062249] 'agreement among raft nodes before linearized reading' (duration: 216.231979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.603697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:49.579421Z","time spent":"1.024266785s","remote":"127.0.0.1:33086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":38,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:01:50.603716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.898453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-29T02:01:50.603745Z","caller":"traceutil/trace.go:171","msg":"trace[1610171649] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5818; }","duration":"361.951013ms","start":"2026-04-29T02:01:50.241788Z","end":"2026-04-29T02:01:50.603739Z","steps":["trace[1610171649] 'agreement among raft nodes before linearized reading' (duration: 361.832982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.603763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:50.241776Z","time spent":"361.982893ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-04-29T02:01:50.603605Z","caller":"traceutil/trace.go:171","msg":"trace[1192597852] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5818; }","duration":"1.096591542s","start":"2026-04-29T02:01:49.507002Z","end":"2026-04-29T02:01:50.603594Z","steps":["trace[1192597852] 'agreement among raft nodes before linearized reading' (duration: 1.096490111s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.603903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:49.506997Z","time spent":"1.096895315s","remote":"127.0.0.1:32946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:01:50.603586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:50.165864Z","time spent":"437.653337ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:50.603968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.221543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:50.603986Z","caller":"traceutil/trace.go:171","msg":"trace[1177181183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5818; }","duration":"360.252254ms","start":"2026-04-29T02:01:50.243728Z","end":"2026-04-29T02:01:50.60398Z","steps":["trace[1177181183] 'agreement among raft nodes before linearized reading' (duration: 360.222413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.604007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:50.243721Z","time spent":"360.282674ms","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:01:50.604029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100645386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-29T02:01:50.604082Z","caller":"traceutil/trace.go:171","msg":"trace[135751191] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5818; }","duration":"1.100718577s","start":"2026-04-29T02:01:49.503352Z","end":"2026-04-29T02:01:50.60407Z","steps":["trace[135751191] 'agreement among raft nodes before linearized reading' (duration: 1.100606445s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.604124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.991472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-04-29T02:01:50.604125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:49.503336Z","time spent":"1.100778897s","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-29T02:01:50.604141Z","caller":"traceutil/trace.go:171","msg":"trace[27193396] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5818; }","duration":"362.045113ms","start":"2026-04-29T02:01:50.24209Z","end":"2026-04-29T02:01:50.604135Z","steps":["trace[27193396] 'agreement among raft nodes before linearized reading' (duration: 361.993743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.604157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:50.242072Z","time spent":"362.081265ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-29T02:01:50.604339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.154548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:01:50.604382Z","caller":"traceutil/trace.go:171","msg":"trace[1022877595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5818; }","duration":"129.24165ms","start":"2026-04-29T02:01:50.475128Z","end":"2026-04-29T02:01:50.60437Z","steps":["trace[1022877595] 'agreement among raft nodes before linearized reading' (duration: 129.137949ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:51.245031Z","caller":"traceutil/trace.go:171","msg":"trace[416788544] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"243.995667ms","start":"2026-04-29T02:01:51.000992Z","end":"2026-04-29T02:01:51.244987Z","steps":["trace[416788544] 'process raft request' (duration: 243.593792ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:58.433748Z","caller":"traceutil/trace.go:171","msg":"trace[492455963] linearizableReadLoop","detail":"{readStateIndex:6106; appliedIndex:6105; }","duration":"177.227324ms","start":"2026-04-29T02:01:58.256496Z","end":"2026-04-29T02:01:58.433723Z","steps":["trace[492455963] 'read index received' (duration: 176.995721ms)","trace[492455963] 'applied index is now lower than readState.Index' (duration: 230.383µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:58.433874Z","caller":"traceutil/trace.go:171","msg":"trace[136008647] transaction","detail":"{read_only:false; response_revision:5880; number_of_response:1; }","duration":"207.774753ms","start":"2026-04-29T02:01:58.226086Z","end":"2026-04-29T02:01:58.433861Z","steps":["trace[136008647] 'process raft request' (duration: 207.42256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:58.434208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.671058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:58.434287Z","caller":"traceutil/trace.go:171","msg":"trace[256960754] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5880; }","duration":"177.834701ms","start":"2026-04-29T02:01:58.256435Z","end":"2026-04-29T02:01:58.434269Z","steps":["trace[256960754] 'agreement among raft nodes before linearized reading' (duration: 177.684109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:58.435318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.68819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:58.436134Z","caller":"traceutil/trace.go:171","msg":"trace[1369829981] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5883; }","duration":"179.552541ms","start":"2026-04-29T02:01:58.256566Z","end":"2026-04-29T02:01:58.436118Z","steps":["trace[1369829981] 'agreement among raft nodes before linearized reading' (duration: 178.691311ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:58.435477Z","caller":"traceutil/trace.go:171","msg":"trace[682043141] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"153.934297ms","start":"2026-04-29T02:01:58.281519Z","end":"2026-04-29T02:01:58.435453Z","steps":["trace[682043141] 'process raft request' (duration: 153.642274ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:58.435528Z","caller":"traceutil/trace.go:171","msg":"trace[1625370614] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"159.339805ms","start":"2026-04-29T02:01:58.276176Z","end":"2026-04-29T02:01:58.435516Z","steps":["trace[1625370614] 'process raft request' (duration: 158.868851ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:58.435688Z","caller":"traceutil/trace.go:171","msg":"trace[1976518994] transaction","detail":"{read_only:false; response_revision:5883; number_of_response:1; }","duration":"153.470852ms","start":"2026-04-29T02:01:58.282153Z","end":"2026-04-29T02:01:58.435624Z","steps":["trace[1976518994] 'process raft request' (duration: 153.051326ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:02:12.644084Z","caller":"traceutil/trace.go:171","msg":"trace[429238307] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"107.507522ms","start":"2026-04-29T02:02:12.536551Z","end":"2026-04-29T02:02:12.644059Z","steps":["trace[429238307] 'process raft request' (duration: 107.38387ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:02:12.644397Z","caller":"traceutil/trace.go:171","msg":"trace[112584554] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"106.761305ms","start":"2026-04-29T02:02:12.537583Z","end":"2026-04-29T02:02:12.644344Z","steps":["trace[112584554] 'process raft request' (duration: 106.434201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:04:42.813805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.354915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T02:04:42.813978Z","caller":"traceutil/trace.go:171","msg":"trace[1929782074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7019; }","duration":"163.607981ms","start":"2026-04-29T02:04:42.650339Z","end":"2026-04-29T02:04:42.813947Z","steps":["trace[1929782074] 'range keys from in-memory index tree' (duration: 162.973305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:04:42.814454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.581778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T02:04:42.814625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.547367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:04:42.814758Z","caller":"traceutil/trace.go:171","msg":"trace[55066398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7019; }","duration":"157.850984ms","start":"2026-04-29T02:04:42.656869Z","end":"2026-04-29T02:04:42.81472Z","steps":["trace[55066398] 'range keys from in-memory index tree' (duration: 157.316121ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:04:42.81478Z","caller":"traceutil/trace.go:171","msg":"trace[1316587044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7019; }","duration":"158.299247ms","start":"2026-04-29T02:04:42.656396Z","end":"2026-04-29T02:04:42.814695Z","steps":["trace[1316587044] 'range keys from in-memory index tree' (duration: 157.26097ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:04:42.97462Z","caller":"traceutil/trace.go:171","msg":"trace[558172976] transaction","detail":"{read_only:false; response_revision:7020; number_of_response:1; }","duration":"154.315485ms","start":"2026-04-29T02:04:42.820266Z","end":"2026-04-29T02:04:42.974582Z","steps":["trace[558172976] 'process raft request' (duration: 154.071269ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:04:42.976467Z","caller":"traceutil/trace.go:171","msg":"trace[1822355463] linearizableReadLoop","detail":"{readStateIndex:7286; appliedIndex:7283; }","duration":"148.427315ms","start":"2026-04-29T02:04:42.827947Z","end":"2026-04-29T02:04:42.976375Z","steps":["trace[1822355463] 'read index received' (duration: 146.405213ms)","trace[1822355463] 'applied index is now lower than readState.Index' (duration: 2.019922ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:04:42.976928Z","caller":"traceutil/trace.go:171","msg":"trace[928133645] transaction","detail":"{read_only:false; response_revision:7021; number_of_response:1; }","duration":"155.164127ms","start":"2026-04-29T02:04:42.821728Z","end":"2026-04-29T02:04:42.976892Z","steps":["trace[928133645] 'process raft request' (duration: 154.307786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:04:42.977056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.077091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:04:42.977127Z","caller":"traceutil/trace.go:171","msg":"trace[105788794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7022; }","duration":"149.175343ms","start":"2026-04-29T02:04:42.827934Z","end":"2026-04-29T02:04:42.977109Z","steps":["trace[105788794] 'agreement among raft nodes before linearized reading' (duration: 148.65508ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:04:42.977602Z","caller":"traceutil/trace.go:171","msg":"trace[1724209729] transaction","detail":"{read_only:false; response_revision:7022; number_of_response:1; }","duration":"155.496345ms","start":"2026-04-29T02:04:42.82205Z","end":"2026-04-29T02:04:42.977546Z","steps":["trace[1724209729] 'process raft request' (duration: 154.216432ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:04:55.593372Z","caller":"traceutil/trace.go:171","msg":"trace[824818229] transaction","detail":"{read_only:false; response_revision:7094; number_of_response:1; }","duration":"132.123284ms","start":"2026-04-29T02:04:55.461209Z","end":"2026-04-29T02:04:55.593333Z","steps":["trace[824818229] 'process raft request' (duration: 132.080003ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:04:55.593972Z","caller":"traceutil/trace.go:171","msg":"trace[1430676408] transaction","detail":"{read_only:false; response_revision:7092; number_of_response:1; }","duration":"135.943899ms","start":"2026-04-29T02:04:55.458016Z","end":"2026-04-29T02:04:55.59396Z","steps":["trace[1430676408] 'process raft request' (duration: 135.032037ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:04:55.594124Z","caller":"traceutil/trace.go:171","msg":"trace[76332903] transaction","detail":"{read_only:false; response_revision:7093; number_of_response:1; }","duration":"135.089269ms","start":"2026-04-29T02:04:55.459025Z","end":"2026-04-29T02:04:55.594114Z","steps":["trace[76332903] 'process raft request' (duration: 134.222447ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:03.084836Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4424} {"level":"info","ts":"2026-04-29T02:05:03.153879Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4424,"took":"66.220517ms","hash":900689905,"current-db-size-bytes":40865792,"current-db-size":"41 MB","current-db-size-in-use-bytes":32636928,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-29T02:05:03.153958Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":900689905,"revision":4424,"compact-revision":2603} {"level":"info","ts":"2026-04-29T02:05:15.404409Z","caller":"traceutil/trace.go:171","msg":"trace[81941613] transaction","detail":"{read_only:false; response_revision:7246; number_of_response:1; }","duration":"138.527082ms","start":"2026-04-29T02:05:15.265848Z","end":"2026-04-29T02:05:15.404375Z","steps":["trace[81941613] 'process raft request' (duration: 120.968034ms)","trace[81941613] 'compare' (duration: 17.20144ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:15.99904Z","caller":"traceutil/trace.go:171","msg":"trace[1100985085] transaction","detail":"{read_only:false; response_revision:7251; number_of_response:1; }","duration":"119.764115ms","start":"2026-04-29T02:05:15.879259Z","end":"2026-04-29T02:05:15.999023Z","steps":["trace[1100985085] 'process raft request' (duration: 59.265134ms)","trace[1100985085] 'compare' (duration: 60.02339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:16.36463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.272503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:16.364758Z","caller":"traceutil/trace.go:171","msg":"trace[392432239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7251; }","duration":"123.478787ms","start":"2026-04-29T02:05:16.241251Z","end":"2026-04-29T02:05:16.36473Z","steps":["trace[392432239] 'range keys from in-memory index tree' (duration: 123.163041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:16.364925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.404991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-29T02:05:16.365042Z","caller":"traceutil/trace.go:171","msg":"trace[107212068] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7251; }","duration":"185.560445ms","start":"2026-04-29T02:05:16.17946Z","end":"2026-04-29T02:05:16.365021Z","steps":["trace[107212068] 'range keys from in-memory index tree' (duration: 185.208027ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:42.183369Z","caller":"traceutil/trace.go:171","msg":"trace[786662741] transaction","detail":"{read_only:false; response_revision:7389; number_of_response:1; }","duration":"124.274248ms","start":"2026-04-29T02:05:42.059072Z","end":"2026-04-29T02:05:42.183346Z","steps":["trace[786662741] 'process raft request' (duration: 124.130635ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:44.301486Z","caller":"traceutil/trace.go:171","msg":"trace[649606281] transaction","detail":"{read_only:false; response_revision:7400; number_of_response:1; }","duration":"111.987151ms","start":"2026-04-29T02:05:44.189478Z","end":"2026-04-29T02:05:44.301465Z","steps":["trace[649606281] 'process raft request' (duration: 111.663534ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:00.285625Z","caller":"traceutil/trace.go:171","msg":"trace[407230701] transaction","detail":"{read_only:false; response_revision:7500; number_of_response:1; }","duration":"154.962975ms","start":"2026-04-29T02:06:00.130623Z","end":"2026-04-29T02:06:00.285586Z","steps":["trace[407230701] 'process raft request' (duration: 146.182822ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:11.089523Z","caller":"traceutil/trace.go:171","msg":"trace[305309993] transaction","detail":"{read_only:false; response_revision:7553; number_of_response:1; }","duration":"409.822677ms","start":"2026-04-29T02:06:10.679673Z","end":"2026-04-29T02:06:11.089496Z","steps":["trace[305309993] 'process raft request' (duration: 409.118953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.089683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.679656Z","time spent":"409.943ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"}