{"level":"warn","ts":"2026-07-30T05:01:05.829266Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T05:01:05.829385Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-30T05:01:05.829473Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T05:01:05.829489Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-07-30T05:01:05.829518Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T05:01:05.830312Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-07-30T05:01:05.83044Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-30T05:01:05.834276Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.570174ms"} {"level":"info","ts":"2026-07-30T05:01:05.840015Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-07-30T05:01:05.840083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T05:01:05.840103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-07-30T05:01:05.840117Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T05:01:05.840129Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-07-30T05:01:05.840162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-07-30T05:01:05.85208Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T05:01:05.853494Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T05:01:05.854636Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T05:01:05.856724Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T05:01:05.85696Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T05:01:05.857095Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T05:01:05.857292Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T05:01:05.857313Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T05:01:05.858977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-07-30T05:01:05.860301Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-07-30T05:01:05.8626Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T05:01:05.862701Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-07-30T05:01:05.862775Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-07-30T05:01:05.862946Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T05:01:05.862992Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T05:01:05.940852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T05:01:05.940892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T05:01:05.940929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-07-30T05:01:05.940948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-07-30T05:01:05.94096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-07-30T05:01:05.940982Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-07-30T05:01:05.940995Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-07-30T05:01:05.941992Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T05:01:05.943024Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T05:01:05.943027Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T05:01:05.943087Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T05:01:05.943386Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T05:01:05.943461Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T05:01:05.943665Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T05:01:05.943863Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T05:01:05.943915Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T05:01:05.94636Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-30T05:01:05.953062Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-07-30T05:01:23.93909Z","caller":"traceutil/trace.go:171","msg":"trace[1942320371] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:386; }","duration":"195.230038ms","start":"2026-07-30T05:01:23.743835Z","end":"2026-07-30T05:01:23.939065Z","steps":["trace[1942320371] 'read index received' (duration: 195.006121ms)","trace[1942320371] 'applied index is now lower than readState.Index' (duration: 222.627µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:23.939219Z","caller":"traceutil/trace.go:171","msg":"trace[805577084] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"225.660871ms","start":"2026-07-30T05:01:23.713547Z","end":"2026-07-30T05:01:23.939208Z","steps":["trace[805577084] 'process raft request' (duration: 225.372962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:23.939388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.543807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T05:01:23.939457Z","caller":"traceutil/trace.go:171","msg":"trace[1844773379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:376; }","duration":"195.666392ms","start":"2026-07-30T05:01:23.74378Z","end":"2026-07-30T05:01:23.939446Z","steps":["trace[1844773379] 'agreement among raft nodes before linearized reading' (duration: 195.548548ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:24.444309Z","caller":"traceutil/trace.go:171","msg":"trace[788654187] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"500.532388ms","start":"2026-07-30T05:01:23.943736Z","end":"2026-07-30T05:01:24.444268Z","steps":["trace[788654187] 'process raft request' (duration: 498.359448ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:24.444419Z","caller":"traceutil/trace.go:171","msg":"trace[440476912] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"500.478255ms","start":"2026-07-30T05:01:23.943897Z","end":"2026-07-30T05:01:24.444376Z","steps":["trace[440476912] 'process raft request' (duration: 500.31855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:24.445107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:23.943718Z","time spent":"500.717473ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:24.445129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:23.943859Z","time spent":"500.629141ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:24.446243Z","caller":"traceutil/trace.go:171","msg":"trace[1564481414] linearizableReadLoop","detail":"{readStateIndex:389; appliedIndex:387; }","duration":"131.782387ms","start":"2026-07-30T05:01:24.314431Z","end":"2026-07-30T05:01:24.446214Z","steps":["trace[1564481414] 'read index received' (duration: 127.701106ms)","trace[1564481414] 'applied index is now lower than readState.Index' (duration: 4.077901ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:24.446386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.935972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:24.446423Z","caller":"traceutil/trace.go:171","msg":"trace[562867809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:378; }","duration":"132.019215ms","start":"2026-07-30T05:01:24.314392Z","end":"2026-07-30T05:01:24.446412Z","steps":["trace[562867809] 'agreement among raft nodes before linearized reading' (duration: 131.937373ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:30.35514Z","caller":"traceutil/trace.go:171","msg":"trace[2079012038] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"385.171846ms","start":"2026-07-30T05:01:29.969933Z","end":"2026-07-30T05:01:30.355105Z","steps":["trace[2079012038] 'process raft request' (duration: 384.930578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:30.355242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.60053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-07-30T05:01:30.355072Z","caller":"traceutil/trace.go:171","msg":"trace[1805034842] linearizableReadLoop","detail":"{readStateIndex:404; appliedIndex:403; }","duration":"125.430613ms","start":"2026-07-30T05:01:30.229615Z","end":"2026-07-30T05:01:30.355046Z","steps":["trace[1805034842] 'read index received' (duration: 125.233217ms)","trace[1805034842] 'applied index is now lower than readState.Index' (duration: 196.316µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:30.355323Z","caller":"traceutil/trace.go:171","msg":"trace[2044415094] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:391; }","duration":"125.716233ms","start":"2026-07-30T05:01:30.229588Z","end":"2026-07-30T05:01:30.355304Z","steps":["trace[2044415094] 'agreement among raft nodes before linearized reading' (duration: 125.586288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:30.355342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:29.969911Z","time spent":"385.337251ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:30.582886Z","caller":"traceutil/trace.go:171","msg":"trace[688076418] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"215.375491ms","start":"2026-07-30T05:01:30.367463Z","end":"2026-07-30T05:01:30.582838Z","steps":["trace[688076418] 'process raft request' (duration: 215.103582ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:40.563727Z","caller":"traceutil/trace.go:171","msg":"trace[414671888] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"132.060486ms","start":"2026-07-30T05:01:40.431642Z","end":"2026-07-30T05:01:40.563703Z","steps":["trace[414671888] 'process raft request' (duration: 131.905481ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:44.412052Z","caller":"traceutil/trace.go:171","msg":"trace[1778705895] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"243.188367ms","start":"2026-07-30T05:01:44.16883Z","end":"2026-07-30T05:01:44.412019Z","steps":["trace[1778705895] 'process raft request' (duration: 243.058633ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:44.421799Z","caller":"traceutil/trace.go:171","msg":"trace[560790088] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"214.304239ms","start":"2026-07-30T05:01:44.207465Z","end":"2026-07-30T05:01:44.421769Z","steps":["trace[560790088] 'process raft request' (duration: 214.149934ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:44.421831Z","caller":"traceutil/trace.go:171","msg":"trace[740329436] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"229.464365ms","start":"2026-07-30T05:01:44.192347Z","end":"2026-07-30T05:01:44.421811Z","steps":["trace[740329436] 'process raft request' (duration: 229.227478ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:44.421852Z","caller":"traceutil/trace.go:171","msg":"trace[1660376369] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"250.120449ms","start":"2026-07-30T05:01:44.171712Z","end":"2026-07-30T05:01:44.421832Z","steps":["trace[1660376369] 'process raft request' (duration: 249.763878ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:44.421914Z","caller":"traceutil/trace.go:171","msg":"trace[1615780757] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"208.969247ms","start":"2026-07-30T05:01:44.212897Z","end":"2026-07-30T05:01:44.421866Z","steps":["trace[1615780757] 'process raft request' (duration: 208.76021ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:44.421756Z","caller":"traceutil/trace.go:171","msg":"trace[1007545966] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"242.449033ms","start":"2026-07-30T05:01:44.179285Z","end":"2026-07-30T05:01:44.421735Z","steps":["trace[1007545966] 'process raft request' (duration: 242.246616ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:44.42209Z","caller":"traceutil/trace.go:171","msg":"trace[1597377764] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"205.433274ms","start":"2026-07-30T05:01:44.216602Z","end":"2026-07-30T05:01:44.422035Z","steps":["trace[1597377764] 'process raft request' (duration: 205.137314ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:44.422275Z","caller":"traceutil/trace.go:171","msg":"trace[1121881638] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"251.36664ms","start":"2026-07-30T05:01:44.170432Z","end":"2026-07-30T05:01:44.421798Z","steps":["trace[1121881638] 'process raft request' (duration: 250.922906ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:44.422691Z","caller":"traceutil/trace.go:171","msg":"trace[143370876] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"156.80514ms","start":"2026-07-30T05:01:44.265871Z","end":"2026-07-30T05:01:44.422676Z","steps":["trace[143370876] 'process raft request' (duration: 156.671166ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:44.422673Z","caller":"traceutil/trace.go:171","msg":"trace[198930965] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"174.21653ms","start":"2026-07-30T05:01:44.248421Z","end":"2026-07-30T05:01:44.422638Z","steps":["trace[198930965] 'process raft request' (duration: 173.60044ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:44.422882Z","caller":"traceutil/trace.go:171","msg":"trace[388969204] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"208.590315ms","start":"2026-07-30T05:01:44.213336Z","end":"2026-07-30T05:01:44.421926Z","steps":["trace[388969204] 'process raft request' (duration: 208.359718ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:44.430896Z","caller":"traceutil/trace.go:171","msg":"trace[1964525486] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:501; }","duration":"116.96079ms","start":"2026-07-30T05:01:44.313917Z","end":"2026-07-30T05:01:44.430877Z","steps":["trace[1964525486] 'read index received' (duration: 98.939221ms)","trace[1964525486] 'applied index is now lower than readState.Index' (duration: 18.020199ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:44.431039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.095634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:44.431071Z","caller":"traceutil/trace.go:171","msg":"trace[1072884057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:499; }","duration":"117.175827ms","start":"2026-07-30T05:01:44.313885Z","end":"2026-07-30T05:01:44.431061Z","steps":["trace[1072884057] 'agreement among raft nodes before linearized reading' (duration: 117.055363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:50.853698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830337711420664,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T05:01:51.230963Z","caller":"traceutil/trace.go:171","msg":"trace[1519780467] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"878.253691ms","start":"2026-07-30T05:01:50.352677Z","end":"2026-07-30T05:01:51.230931Z","steps":["trace[1519780467] 'read index received' (duration: 876.913058ms)","trace[1519780467] 'applied index is now lower than readState.Index' (duration: 1.339643ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:51.231141Z","caller":"traceutil/trace.go:171","msg":"trace[1857731625] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"887.061783ms","start":"2026-07-30T05:01:50.343969Z","end":"2026-07-30T05:01:51.23103Z","steps":["trace[1857731625] 'process raft request' (duration: 885.990368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:51.231246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.837685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T05:01:51.231724Z","caller":"traceutil/trace.go:171","msg":"trace[1563946918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:592; }","duration":"616.364323ms","start":"2026-07-30T05:01:50.615338Z","end":"2026-07-30T05:01:51.231703Z","steps":["trace[1563946918] 'agreement among raft nodes before linearized reading' (duration: 615.809545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:51.231768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:50.615318Z","time spent":"616.439964ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T05:01:51.231252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.54905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ddhwt\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-30T05:01:51.231852Z","caller":"traceutil/trace.go:171","msg":"trace[845305015] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ddhwt; range_end:; response_count:1; response_revision:592; }","duration":"879.20088ms","start":"2026-07-30T05:01:50.352622Z","end":"2026-07-30T05:01:51.231823Z","steps":["trace[845305015] 'agreement among raft nodes before linearized reading' (duration: 878.421195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:51.231311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.997858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:51.231926Z","caller":"traceutil/trace.go:171","msg":"trace[1810297006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:592; }","duration":"321.67741ms","start":"2026-07-30T05:01:50.910235Z","end":"2026-07-30T05:01:51.231913Z","steps":["trace[1810297006] 'agreement among raft nodes before linearized reading' (duration: 320.993398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:51.23192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:50.3526Z","time spent":"879.306394ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-ddhwt\" "} {"level":"warn","ts":"2026-07-30T05:01:51.231976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:50.910219Z","time spent":"321.746862ms","remote":"127.0.0.1:57716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:01:51.231426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.170035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T05:01:51.232119Z","caller":"traceutil/trace.go:171","msg":"trace[245045088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:592; }","duration":"541.911079ms","start":"2026-07-30T05:01:50.690172Z","end":"2026-07-30T05:01:51.232083Z","steps":["trace[245045088] 'agreement among raft nodes before linearized reading' (duration: 541.02397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:51.231506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.463751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T05:01:51.232206Z","caller":"traceutil/trace.go:171","msg":"trace[1969630597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:592; }","duration":"545.211585ms","start":"2026-07-30T05:01:50.686967Z","end":"2026-07-30T05:01:51.232179Z","steps":["trace[1969630597] 'agreement among raft nodes before linearized reading' (duration: 544.289275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:51.232203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:50.690147Z","time spent":"542.034443ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T05:01:51.232138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:50.343936Z","time spent":"887.681063ms","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:51.232253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:50.686954Z","time spent":"545.285318ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T05:01:51.81441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830337711420667,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T05:01:52.269627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0232321s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T05:01:52.356153Z","caller":"traceutil/trace.go:171","msg":"trace[1440320067] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"1.119370129s","start":"2026-07-30T05:01:51.236755Z","end":"2026-07-30T05:01:52.356125Z","steps":["trace[1440320067] 'process raft request' (duration: 1.0332008s)","trace[1440320067] 'compare' (duration: 85.908631ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:52.356321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:51.236745Z","time spent":"1.119472883s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:52.356207Z","caller":"traceutil/trace.go:171","msg":"trace[973166695] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"1.119347019s","start":"2026-07-30T05:01:51.236806Z","end":"2026-07-30T05:01:52.356153Z","steps":["trace[973166695] 'process raft request' (duration: 1.119216635s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:52.356715Z","caller":"traceutil/trace.go:171","msg":"trace[833711392] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"1.10692538s","start":"2026-07-30T05:01:51.249748Z","end":"2026-07-30T05:01:52.356674Z","steps":["trace[833711392] 'process raft request' (duration: 1.106326681s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:52.356755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:51.236801Z","time spent":"1.119844645s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:52.356937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:51.249714Z","time spent":"1.107116456s","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:52.357024Z","caller":"traceutil/trace.go:171","msg":"trace[345301122] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:613; }","duration":"1.043384117s","start":"2026-07-30T05:01:51.313618Z","end":"2026-07-30T05:01:52.357002Z","steps":["trace[345301122] 'read index received' (duration: 956.289587ms)","trace[345301122] 'applied index is now lower than readState.Index' (duration: 87.09324ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:52.357016Z","caller":"traceutil/trace.go:171","msg":"trace[1517595642] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.066461239s","start":"2026-07-30T05:01:51.290522Z","end":"2026-07-30T05:01:52.356983Z","steps":["trace[1517595642] 'process raft request' (duration: 1.065815948s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:52.357081Z","caller":"traceutil/trace.go:171","msg":"trace[887164809] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"667.260237ms","start":"2026-07-30T05:01:51.689809Z","end":"2026-07-30T05:01:52.357069Z","steps":["trace[887164809] 'process raft request' (duration: 667.06005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:52.357157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:51.689785Z","time spent":"667.33973ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:52.357161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:51.290496Z","time spent":"1.066598564s","remote":"127.0.0.1:58226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T05:01:52.357186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043555183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:52.357276Z","caller":"traceutil/trace.go:171","msg":"trace[984635392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"1.043680346s","start":"2026-07-30T05:01:51.313561Z","end":"2026-07-30T05:01:52.357241Z","steps":["trace[984635392] 'agreement among raft nodes before linearized reading' (duration: 1.043531942s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:52.357291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.915657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-30T05:01:52.357331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:51.313547Z","time spent":"1.04376872s","remote":"127.0.0.1:57732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T05:01:52.357372Z","caller":"traceutil/trace.go:171","msg":"trace[755166349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:598; }","duration":"742.056522ms","start":"2026-07-30T05:01:51.615291Z","end":"2026-07-30T05:01:52.357347Z","steps":["trace[755166349] 'agreement among raft nodes before linearized reading' (duration: 741.859325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:52.357421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:51.615263Z","time spent":"742.145765ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T05:01:53.780425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.036583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:53.780514Z","caller":"traceutil/trace.go:171","msg":"trace[326545800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:614; }","duration":"290.178038ms","start":"2026-07-30T05:01:53.490317Z","end":"2026-07-30T05:01:53.780495Z","steps":["trace[326545800] 'range keys from in-memory index tree' (duration: 289.94762ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:08.558001Z","caller":"traceutil/trace.go:171","msg":"trace[1574862621] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"123.388886ms","start":"2026-07-30T05:02:08.434589Z","end":"2026-07-30T05:02:08.557977Z","steps":["trace[1574862621] 'process raft request' (duration: 123.249562ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:08.687064Z","caller":"traceutil/trace.go:171","msg":"trace[2056497360] linearizableReadLoop","detail":"{readStateIndex:784; appliedIndex:782; }","duration":"240.244493ms","start":"2026-07-30T05:02:08.446794Z","end":"2026-07-30T05:02:08.687039Z","steps":["trace[2056497360] 'read index received' (duration: 111.084391ms)","trace[2056497360] 'applied index is now lower than readState.Index' (duration: 129.159002ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:02:08.687229Z","caller":"traceutil/trace.go:171","msg":"trace[1037445150] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"217.239803ms","start":"2026-07-30T05:02:08.469915Z","end":"2026-07-30T05:02:08.687155Z","steps":["trace[1037445150] 'process raft request' (duration: 217.066867ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:08.687126Z","caller":"traceutil/trace.go:171","msg":"trace[1713114248] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"250.538364ms","start":"2026-07-30T05:02:08.436559Z","end":"2026-07-30T05:02:08.687098Z","steps":["trace[1713114248] 'process raft request' (duration: 250.237094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:08.687261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.440079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T05:02:08.687494Z","caller":"traceutil/trace.go:171","msg":"trace[1485295809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:761; }","duration":"240.682567ms","start":"2026-07-30T05:02:08.446788Z","end":"2026-07-30T05:02:08.68747Z","steps":["trace[1485295809] 'agreement among raft nodes before linearized reading' (duration: 240.349386ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:47.093901Z","caller":"traceutil/trace.go:171","msg":"trace[349766622] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"225.768488ms","start":"2026-07-30T05:02:46.868104Z","end":"2026-07-30T05:02:47.093873Z","steps":["trace[349766622] 'process raft request' (duration: 225.589753ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:47.095763Z","caller":"traceutil/trace.go:171","msg":"trace[188541500] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"227.326149ms","start":"2026-07-30T05:02:46.8684Z","end":"2026-07-30T05:02:47.095726Z","steps":["trace[188541500] 'process raft request' (duration: 227.184594ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:48.530858Z","caller":"traceutil/trace.go:171","msg":"trace[1136655054] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1074; }","duration":"360.85146ms","start":"2026-07-30T05:02:48.169981Z","end":"2026-07-30T05:02:48.530832Z","steps":["trace[1136655054] 'read index received' (duration: 360.687345ms)","trace[1136655054] 'applied index is now lower than readState.Index' (duration: 162.845µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:02:48.530969Z","caller":"traceutil/trace.go:171","msg":"trace[733234902] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"447.790917ms","start":"2026-07-30T05:02:48.083143Z","end":"2026-07-30T05:02:48.530934Z","steps":["trace[733234902] 'process raft request' (duration: 447.530409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:48.531071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.064136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:02:48.531117Z","caller":"traceutil/trace.go:171","msg":"trace[317429211] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1040; }","duration":"361.186461ms","start":"2026-07-30T05:02:48.16992Z","end":"2026-07-30T05:02:48.531107Z","steps":["trace[317429211] 'agreement among raft nodes before linearized reading' (duration: 361.039746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:48.531152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:48.083119Z","time spent":"447.934702ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:02:48.531193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:48.169897Z","time spent":"361.284893ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:02:48.954584Z","caller":"traceutil/trace.go:171","msg":"trace[1311958035] linearizableReadLoop","detail":"{readStateIndex:1076; appliedIndex:1075; }","duration":"423.629312ms","start":"2026-07-30T05:02:48.530928Z","end":"2026-07-30T05:02:48.954557Z","steps":["trace[1311958035] 'read index received' (duration: 330.859558ms)","trace[1311958035] 'applied index is now lower than readState.Index' (duration: 92.768834ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:02:48.954704Z","caller":"traceutil/trace.go:171","msg":"trace[101157774] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"632.477038ms","start":"2026-07-30T05:02:48.322163Z","end":"2026-07-30T05:02:48.95464Z","steps":["trace[101157774] 'process raft request' (duration: 539.685663ms)","trace[101157774] 'compare' (duration: 92.592919ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:02:48.954832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.306564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:02:48.954834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.677017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:02:48.954906Z","caller":"traceutil/trace.go:171","msg":"trace[110085156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1041; }","duration":"642.377436ms","start":"2026-07-30T05:02:48.312507Z","end":"2026-07-30T05:02:48.954885Z","steps":["trace[110085156] 'agreement among raft nodes before linearized reading' (duration: 642.148188ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:48.954913Z","caller":"traceutil/trace.go:171","msg":"trace[1443161660] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1041; }","duration":"764.78474ms","start":"2026-07-30T05:02:48.190111Z","end":"2026-07-30T05:02:48.954895Z","steps":["trace[1443161660] 'agreement among raft nodes before linearized reading' (duration: 764.623625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:48.954903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:48.322151Z","time spent":"632.644364ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:02:48.954933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.212291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T05:02:48.954946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:48.312426Z","time spent":"642.512491ms","remote":"127.0.0.1:57716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:02:48.954949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:48.1901Z","time spent":"764.841323ms","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-07-30T05:02:48.954975Z","caller":"traceutil/trace.go:171","msg":"trace[879539970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1041; }","duration":"206.313214ms","start":"2026-07-30T05:02:48.74865Z","end":"2026-07-30T05:02:48.954964Z","steps":["trace[879539970] 'agreement among raft nodes before linearized reading' (duration: 206.095457ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:12.764156Z","caller":"traceutil/trace.go:171","msg":"trace[196795252] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"108.85903ms","start":"2026-07-30T05:03:12.65527Z","end":"2026-07-30T05:03:12.764129Z","steps":["trace[196795252] 'process raft request' (duration: 108.703105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:14.425926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.707311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:03:14.426057Z","caller":"traceutil/trace.go:171","msg":"trace[1005702945] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1333; }","duration":"412.897147ms","start":"2026-07-30T05:03:14.013138Z","end":"2026-07-30T05:03:14.426035Z","steps":["trace[1005702945] 'count revisions from in-memory index tree' (duration: 412.623589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:14.426103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:14.013117Z","time spent":"412.97358ms","remote":"127.0.0.1:58090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:03:14.42612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.016941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T05:03:14.426216Z","caller":"traceutil/trace.go:171","msg":"trace[1667223712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1333; }","duration":"791.179025ms","start":"2026-07-30T05:03:13.635018Z","end":"2026-07-30T05:03:14.426197Z","steps":["trace[1667223712] 'range keys from in-memory index tree' (duration: 790.807943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:14.426258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:13.63499Z","time spent":"791.258828ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T05:03:14.431224Z","caller":"traceutil/trace.go:171","msg":"trace[278024903] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"257.365831ms","start":"2026-07-30T05:03:14.173841Z","end":"2026-07-30T05:03:14.431206Z","steps":["trace[278024903] 'process raft request' (duration: 257.178985ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:14.579346Z","caller":"traceutil/trace.go:171","msg":"trace[1739726113] linearizableReadLoop","detail":"{readStateIndex:1375; appliedIndex:1373; }","duration":"316.197908ms","start":"2026-07-30T05:03:14.263123Z","end":"2026-07-30T05:03:14.579321Z","steps":["trace[1739726113] 'read index received' (duration: 167.873772ms)","trace[1739726113] 'applied index is now lower than readState.Index' (duration: 148.323026ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:14.579398Z","caller":"traceutil/trace.go:171","msg":"trace[172170251] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"386.893203ms","start":"2026-07-30T05:03:14.192465Z","end":"2026-07-30T05:03:14.579358Z","steps":["trace[172170251] 'process raft request' (duration: 367.651176ms)","trace[172170251] 'compare' (duration: 19.0293ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:14.579577Z","caller":"traceutil/trace.go:171","msg":"trace[1180002433] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"148.994167ms","start":"2026-07-30T05:03:14.430571Z","end":"2026-07-30T05:03:14.579565Z","steps":["trace[1180002433] 'process raft request' (duration: 148.702868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:14.579652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:14.192441Z","time spent":"387.072079ms","remote":"127.0.0.1:57886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7196,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:14.579719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.57945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:03:14.579806Z","caller":"traceutil/trace.go:171","msg":"trace[449725541] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1336; }","duration":"316.733475ms","start":"2026-07-30T05:03:14.263054Z","end":"2026-07-30T05:03:14.579788Z","steps":["trace[449725541] 'agreement among raft nodes before linearized reading' (duration: 316.57784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:14.579855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:14.263031Z","time spent":"316.814148ms","remote":"127.0.0.1:60388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:03:14.842116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.482994ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T05:03:14.842434Z","caller":"traceutil/trace.go:171","msg":"trace[898750800] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1376; }","duration":"262.995292ms","start":"2026-07-30T05:03:14.579413Z","end":"2026-07-30T05:03:14.842409Z","steps":["trace[898750800] 'read index received' (duration: 19.987691ms)","trace[898750800] 'applied index is now lower than readState.Index' (duration: 243.005171ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:14.952659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.891928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:03:14.952761Z","caller":"traceutil/trace.go:171","msg":"trace[253117306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1336; }","duration":"641.033313ms","start":"2026-07-30T05:03:14.311699Z","end":"2026-07-30T05:03:14.952732Z","steps":["trace[253117306] 'agreement among raft nodes before linearized reading' (duration: 530.84627ms)","trace[253117306] 'range keys from in-memory index tree' (duration: 110.065849ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:14.952832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:14.311677Z","time spent":"641.138986ms","remote":"127.0.0.1:57716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:03:14.953033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.812492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-07-30T05:03:14.953066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.882065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T05:03:14.953157Z","caller":"traceutil/trace.go:171","msg":"trace[1660504212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1336; }","duration":"184.040231ms","start":"2026-07-30T05:03:14.769092Z","end":"2026-07-30T05:03:14.953132Z","steps":["trace[1660504212] 'agreement among raft nodes before linearized reading' (duration: 73.483406ms)","trace[1660504212] 'range keys from in-memory index tree' (duration: 110.301697ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:14.953142Z","caller":"traceutil/trace.go:171","msg":"trace[117548952] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1336; }","duration":"357.971387ms","start":"2026-07-30T05:03:14.595142Z","end":"2026-07-30T05:03:14.953113Z","steps":["trace[117548952] 'agreement among raft nodes before linearized reading' (duration: 247.431713ms)","trace[117548952] 'range keys from in-memory index tree' (duration: 110.176722ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:14.953323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:14.595124Z","time spent":"358.179734ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T05:03:14.985395Z","caller":"traceutil/trace.go:171","msg":"trace[2137310331] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"142.080805ms","start":"2026-07-30T05:03:14.843282Z","end":"2026-07-30T05:03:14.985363Z","steps":["trace[2137310331] 'process raft request' (duration: 141.91067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:16.264277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.740418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:03:16.264574Z","caller":"traceutil/trace.go:171","msg":"trace[1894721424] linearizableReadLoop","detail":"{readStateIndex:1388; appliedIndex:1386; }","duration":"134.388299ms","start":"2026-07-30T05:03:16.130169Z","end":"2026-07-30T05:03:16.264558Z","steps":["trace[1894721424] 'read index received' (duration: 32.111µs)","trace[1894721424] 'applied index is now lower than readState.Index' (duration: 134.355208ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:16.264643Z","caller":"traceutil/trace.go:171","msg":"trace[220275813] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"900.167451ms","start":"2026-07-30T05:03:15.36443Z","end":"2026-07-30T05:03:16.264598Z","steps":["trace[220275813] 'process raft request' (duration: 252.032041ms)","trace[220275813] 'compare' (duration: 647.098627ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:16.264747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.578525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T05:03:16.264786Z","caller":"traceutil/trace.go:171","msg":"trace[38856522] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1346; }","duration":"134.664658ms","start":"2026-07-30T05:03:16.13011Z","end":"2026-07-30T05:03:16.264775Z","steps":["trace[38856522] 'agreement among raft nodes before linearized reading' (duration: 134.503323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:16.264789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:15.364407Z","time spent":"900.317766ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T05:03:16.264889Z","caller":"traceutil/trace.go:171","msg":"trace[1918461874] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"768.481559ms","start":"2026-07-30T05:03:15.496266Z","end":"2026-07-30T05:03:16.264747Z","steps":["trace[1918461874] 'process raft request' (duration: 768.22081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:16.265216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:15.496231Z","time spent":"768.833ms","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T05:03:16.563579Z","caller":"traceutil/trace.go:171","msg":"trace[1529497105] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"293.605944ms","start":"2026-07-30T05:03:16.269947Z","end":"2026-07-30T05:03:16.563553Z","steps":["trace[1529497105] 'process raft request' (duration: 293.393177ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:16.606222Z","caller":"traceutil/trace.go:171","msg":"trace[1383523221] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"335.870969ms","start":"2026-07-30T05:03:16.270323Z","end":"2026-07-30T05:03:16.606194Z","steps":["trace[1383523221] 'process raft request' (duration: 335.689833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:16.606371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:16.270306Z","time spent":"335.988302ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:03:16.606476Z","caller":"traceutil/trace.go:171","msg":"trace[1624149381] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"334.740752ms","start":"2026-07-30T05:03:16.271705Z","end":"2026-07-30T05:03:16.606446Z","steps":["trace[1624149381] 'process raft request' (duration: 334.430212ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:16.606525Z","caller":"traceutil/trace.go:171","msg":"trace[1819145320] linearizableReadLoop","detail":"{readStateIndex:1392; appliedIndex:1388; }","duration":"292.981894ms","start":"2026-07-30T05:03:16.313519Z","end":"2026-07-30T05:03:16.606501Z","steps":["trace[1819145320] 'read index received' (duration: 249.785779ms)","trace[1819145320] 'applied index is now lower than readState.Index' (duration: 43.195005ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:16.606628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:16.271684Z","time spent":"334.875817ms","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":929,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T05:03:16.606685Z","caller":"traceutil/trace.go:171","msg":"trace[1713243570] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"334.479004ms","start":"2026-07-30T05:03:16.272186Z","end":"2026-07-30T05:03:16.606665Z","steps":["trace[1713243570] 'process raft request' (duration: 334.193515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:16.606755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.231461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:03:16.606811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:16.272161Z","time spent":"334.563427ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:03:16.606836Z","caller":"traceutil/trace.go:171","msg":"trace[605574613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1350; }","duration":"293.346085ms","start":"2026-07-30T05:03:16.31347Z","end":"2026-07-30T05:03:16.606816Z","steps":["trace[605574613] 'agreement among raft nodes before linearized reading' (duration: 293.221761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:17.562459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.425011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-30T05:03:17.562526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.783276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:03:17.56257Z","caller":"traceutil/trace.go:171","msg":"trace[1042093955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1353; }","duration":"246.607736ms","start":"2026-07-30T05:03:17.315938Z","end":"2026-07-30T05:03:17.562546Z","steps":["trace[1042093955] 'range keys from in-memory index tree' (duration: 246.168632ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:17.562626Z","caller":"traceutil/trace.go:171","msg":"trace[376682328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1353; }","duration":"248.946971ms","start":"2026-07-30T05:03:17.313655Z","end":"2026-07-30T05:03:17.562602Z","steps":["trace[376682328] 'range keys from in-memory index tree' (duration: 248.632641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:17.562705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.714047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T05:03:17.562769Z","caller":"traceutil/trace.go:171","msg":"trace[953440854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1353; }","duration":"220.81688ms","start":"2026-07-30T05:03:17.341938Z","end":"2026-07-30T05:03:17.562754Z","steps":["trace[953440854] 'range keys from in-memory index tree' (duration: 220.443988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:17.562781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.332281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T05:03:17.562869Z","caller":"traceutil/trace.go:171","msg":"trace[1166053970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1353; }","duration":"199.463425ms","start":"2026-07-30T05:03:17.363386Z","end":"2026-07-30T05:03:17.562849Z","steps":["trace[1166053970] 'range keys from in-memory index tree' (duration: 199.133024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:17.928254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.288127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:03:17.92856Z","caller":"traceutil/trace.go:171","msg":"trace[1823531831] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"361.038824ms","start":"2026-07-30T05:03:17.567487Z","end":"2026-07-30T05:03:17.928526Z","steps":["trace[1823531831] 'process raft request' (duration: 123.375075ms)","trace[1823531831] 'compare' (duration: 237.161353ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:17.928574Z","caller":"traceutil/trace.go:171","msg":"trace[1800954116] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"360.59607ms","start":"2026-07-30T05:03:17.567954Z","end":"2026-07-30T05:03:17.928551Z","steps":["trace[1800954116] 'process raft request' (duration: 360.454456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:17.928714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:17.567457Z","time spent":"361.177969ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:17.928777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:17.567921Z","time spent":"360.813377ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:03:19.217452Z","caller":"traceutil/trace.go:171","msg":"trace[514460755] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"576.629698ms","start":"2026-07-30T05:03:18.640798Z","end":"2026-07-30T05:03:19.217428Z","steps":["trace[514460755] 'process raft request' (duration: 576.493744ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:19.217561Z","caller":"traceutil/trace.go:171","msg":"trace[1993939318] linearizableReadLoop","detail":"{readStateIndex:1399; appliedIndex:1399; }","duration":"303.47164ms","start":"2026-07-30T05:03:18.914062Z","end":"2026-07-30T05:03:19.217533Z","steps":["trace[1993939318] 'read index received' (duration: 303.45865ms)","trace[1993939318] 'applied index is now lower than readState.Index' (duration: 11.06µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:19.217607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:18.640777Z","time spent":"576.751502ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:19.217679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.601874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:03:19.217737Z","caller":"traceutil/trace.go:171","msg":"trace[887371232] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1357; }","duration":"303.676656ms","start":"2026-07-30T05:03:18.914046Z","end":"2026-07-30T05:03:19.217723Z","steps":["trace[887371232] 'agreement among raft nodes before linearized reading' (duration: 303.574903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:19.217792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:18.913983Z","time spent":"303.79905ms","remote":"127.0.0.1:35280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:03:19.999281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.403649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:03:19.999446Z","caller":"traceutil/trace.go:171","msg":"trace[1809953860] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"262.888378ms","start":"2026-07-30T05:03:19.73654Z","end":"2026-07-30T05:03:19.999429Z","steps":["trace[1809953860] 'process raft request' (duration: 262.836986ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:19.999513Z","caller":"traceutil/trace.go:171","msg":"trace[909684897] linearizableReadLoop","detail":"{readStateIndex:1400; appliedIndex:1399; }","duration":"781.851707ms","start":"2026-07-30T05:03:19.217629Z","end":"2026-07-30T05:03:19.999481Z","steps":["trace[909684897] 'read index received' (duration: 477.172149ms)","trace[909684897] 'applied index is now lower than readState.Index' (duration: 304.676708ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:19.999605Z","caller":"traceutil/trace.go:171","msg":"trace[345098425] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"815.214426ms","start":"2026-07-30T05:03:19.184271Z","end":"2026-07-30T05:03:19.999486Z","steps":["trace[345098425] 'process raft request' (duration: 510.507897ms)","trace[345098425] 'compare' (duration: 304.297936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:19.999767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.868099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:03:19.999794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.265361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-30T05:03:19.99979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.853322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:03:19.999837Z","caller":"traceutil/trace.go:171","msg":"trace[1730018849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1359; }","duration":"938.353494ms","start":"2026-07-30T05:03:19.061473Z","end":"2026-07-30T05:03:19.999827Z","steps":["trace[1730018849] 'agreement among raft nodes before linearized reading' (duration: 938.218269ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:19.999843Z","caller":"traceutil/trace.go:171","msg":"trace[332428412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1359; }","duration":"685.996663ms","start":"2026-07-30T05:03:19.313826Z","end":"2026-07-30T05:03:19.999823Z","steps":["trace[332428412] 'agreement among raft nodes before linearized reading' (duration: 685.875719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:19.999865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:19.184236Z","time spent":"815.471544ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:19.999879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:19.061448Z","time spent":"938.423126ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T05:03:19.999888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:19.313803Z","time spent":"686.077136ms","remote":"127.0.0.1:57732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T05:03:19.999891Z","caller":"traceutil/trace.go:171","msg":"trace[105673750] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1359; }","duration":"707.021807ms","start":"2026-07-30T05:03:19.292841Z","end":"2026-07-30T05:03:19.999863Z","steps":["trace[105673750] 'agreement among raft nodes before linearized reading' (duration: 706.844781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:19.999921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.424727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T05:03:19.999913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.15736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-30T05:03:19.999951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:19.292817Z","time spent":"707.11978ms","remote":"127.0.0.1:58222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:03:19.999985Z","caller":"traceutil/trace.go:171","msg":"trace[1138435993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1359; }","duration":"346.55481ms","start":"2026-07-30T05:03:19.653415Z","end":"2026-07-30T05:03:19.99997Z","steps":["trace[1138435993] 'agreement among raft nodes before linearized reading' (duration: 346.309943ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:20.000032Z","caller":"traceutil/trace.go:171","msg":"trace[1838371814] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1359; }","duration":"692.311875ms","start":"2026-07-30T05:03:19.307689Z","end":"2026-07-30T05:03:20.000001Z","steps":["trace[1838371814] 'agreement among raft nodes before linearized reading' (duration: 692.015156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:20.000038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:19.653388Z","time spent":"346.637383ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T05:03:20.000094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:19.307675Z","time spent":"692.409109ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-07-30T05:03:21.942179Z","caller":"traceutil/trace.go:171","msg":"trace[828563925] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"127.136926ms","start":"2026-07-30T05:03:21.815013Z","end":"2026-07-30T05:03:21.94215Z","steps":["trace[828563925] 'process raft request' (duration: 126.980321ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:22.322029Z","caller":"traceutil/trace.go:171","msg":"trace[1931156021] linearizableReadLoop","detail":"{readStateIndex:1435; appliedIndex:1434; }","duration":"290.828144ms","start":"2026-07-30T05:03:22.03117Z","end":"2026-07-30T05:03:22.321998Z","steps":["trace[1931156021] 'read index received' (duration: 276.0243ms)","trace[1931156021] 'applied index is now lower than readState.Index' (duration: 14.802334ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:22.322042Z","caller":"traceutil/trace.go:171","msg":"trace[160425532] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"316.273071ms","start":"2026-07-30T05:03:22.00574Z","end":"2026-07-30T05:03:22.322013Z","steps":["trace[160425532] 'process raft request' (duration: 301.480746ms)","trace[160425532] 'compare' (duration: 14.581218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:22.322243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.055431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T05:03:22.322314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.425652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T05:03:22.322298Z","caller":"traceutil/trace.go:171","msg":"trace[1103002601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1392; }","duration":"291.158824ms","start":"2026-07-30T05:03:22.031127Z","end":"2026-07-30T05:03:22.322285Z","steps":["trace[1103002601] 'agreement among raft nodes before linearized reading' (duration: 290.984309ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:22.322367Z","caller":"traceutil/trace.go:171","msg":"trace[418607303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1392; }","duration":"290.532815ms","start":"2026-07-30T05:03:22.031822Z","end":"2026-07-30T05:03:22.322355Z","steps":["trace[418607303] 'agreement among raft nodes before linearized reading' (duration: 290.3786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:22.322554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.05588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T05:03:22.322595Z","caller":"traceutil/trace.go:171","msg":"trace[1179582432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1392; }","duration":"290.117202ms","start":"2026-07-30T05:03:22.032466Z","end":"2026-07-30T05:03:22.322583Z","steps":["trace[1179582432] 'agreement among raft nodes before linearized reading' (duration: 289.994768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:22.322604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.943446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T05:03:22.322662Z","caller":"traceutil/trace.go:171","msg":"trace[1013933175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1392; }","duration":"289.997078ms","start":"2026-07-30T05:03:22.032644Z","end":"2026-07-30T05:03:22.322641Z","steps":["trace[1013933175] 'agreement among raft nodes before linearized reading' (duration: 289.791691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:22.32226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:22.005692Z","time spent":"316.474727ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:03:41.851822Z","caller":"traceutil/trace.go:171","msg":"trace[719587155] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"198.119252ms","start":"2026-07-30T05:03:41.653654Z","end":"2026-07-30T05:03:41.851773Z","steps":["trace[719587155] 'process raft request' (duration: 197.836103ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:42.111682Z","caller":"traceutil/trace.go:171","msg":"trace[1910575834] linearizableReadLoop","detail":"{readStateIndex:1713; appliedIndex:1712; }","duration":"238.049332ms","start":"2026-07-30T05:03:41.873597Z","end":"2026-07-30T05:03:42.111647Z","steps":["trace[1910575834] 'read index received' (duration: 194.685332ms)","trace[1910575834] 'applied index is now lower than readState.Index' (duration: 43.36219ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:42.111742Z","caller":"traceutil/trace.go:171","msg":"trace[1116233974] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"457.789877ms","start":"2026-07-30T05:03:41.653894Z","end":"2026-07-30T05:03:42.111684Z","steps":["trace[1116233974] 'process raft request' (duration: 414.573432ms)","trace[1116233974] 'compare' (duration: 42.74189ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:42.111959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:41.653885Z","time spent":"457.948902ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:42.111968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.327051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-m5rf7\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-07-30T05:03:42.112037Z","caller":"traceutil/trace.go:171","msg":"trace[367896267] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-m5rf7; range_end:; response_count:1; response_revision:1661; }","duration":"238.474956ms","start":"2026-07-30T05:03:41.873547Z","end":"2026-07-30T05:03:42.112022Z","steps":["trace[367896267] 'agreement among raft nodes before linearized reading' (duration: 238.215178ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:56.608648Z","caller":"traceutil/trace.go:171","msg":"trace[1072076018] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"174.563397ms","start":"2026-07-30T05:03:56.434069Z","end":"2026-07-30T05:03:56.608632Z","steps":["trace[1072076018] 'process raft request' (duration: 174.35687ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:10.366564Z","caller":"traceutil/trace.go:171","msg":"trace[1527369775] linearizableReadLoop","detail":"{readStateIndex:2215; appliedIndex:2214; }","duration":"228.794186ms","start":"2026-07-30T05:04:10.137739Z","end":"2026-07-30T05:04:10.366534Z","steps":["trace[1527369775] 'read index received' (duration: 228.588139ms)","trace[1527369775] 'applied index is now lower than readState.Index' (duration: 204.707µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:10.366701Z","caller":"traceutil/trace.go:171","msg":"trace[1398938882] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"293.518951ms","start":"2026-07-30T05:04:10.073143Z","end":"2026-07-30T05:04:10.366662Z","steps":["trace[1398938882] 'process raft request' (duration: 293.215591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:10.367007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.195318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-07-30T05:04:10.367066Z","caller":"traceutil/trace.go:171","msg":"trace[1680144505] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2136; }","duration":"229.370174ms","start":"2026-07-30T05:04:10.137685Z","end":"2026-07-30T05:04:10.367055Z","steps":["trace[1680144505] 'agreement among raft nodes before linearized reading' (duration: 229.085855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:11.207747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830337711423757,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T05:04:11.526363Z","caller":"traceutil/trace.go:171","msg":"trace[926890649] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"867.048518ms","start":"2026-07-30T05:04:10.659299Z","end":"2026-07-30T05:04:11.526348Z","steps":["trace[926890649] 'process raft request' (duration: 866.782599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:11.526519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:10.659271Z","time spent":"867.162941ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:04:11.526699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.049191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T05:04:11.526815Z","caller":"traceutil/trace.go:171","msg":"trace[1472695976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2138; }","duration":"820.208486ms","start":"2026-07-30T05:04:10.706583Z","end":"2026-07-30T05:04:11.526791Z","steps":["trace[1472695976] 'agreement among raft nodes before linearized reading' (duration: 819.891206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:11.526863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:10.706568Z","time spent":"820.286029ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T05:04:11.526308Z","caller":"traceutil/trace.go:171","msg":"trace[2054806120] linearizableReadLoop","detail":"{readStateIndex:2217; appliedIndex:2216; }","duration":"819.649758ms","start":"2026-07-30T05:04:10.706631Z","end":"2026-07-30T05:04:11.526281Z","steps":["trace[2054806120] 'read index received' (duration: 819.414851ms)","trace[2054806120] 'applied index is now lower than readState.Index' (duration: 234.057µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:11.746291Z","caller":"traceutil/trace.go:171","msg":"trace[134704215] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2217; }","duration":"219.28697ms","start":"2026-07-30T05:04:11.526975Z","end":"2026-07-30T05:04:11.746262Z","steps":["trace[134704215] 'read index received' (duration: 134.337587ms)","trace[134704215] 'applied index is now lower than readState.Index' (duration: 84.946283ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:11.746362Z","caller":"traceutil/trace.go:171","msg":"trace[1227084491] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"215.645454ms","start":"2026-07-30T05:04:11.53068Z","end":"2026-07-30T05:04:11.746325Z","steps":["trace[1227084491] 'process raft request' (duration: 215.496639ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:11.74636Z","caller":"traceutil/trace.go:171","msg":"trace[741688241] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"156.038743ms","start":"2026-07-30T05:04:11.590256Z","end":"2026-07-30T05:04:11.746295Z","steps":["trace[741688241] 'process raft request' (duration: 155.985621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:11.746589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.240032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:04:11.746638Z","caller":"traceutil/trace.go:171","msg":"trace[717585983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2141; }","duration":"677.347446ms","start":"2026-07-30T05:04:11.069276Z","end":"2026-07-30T05:04:11.746623Z","steps":["trace[717585983] 'agreement among raft nodes before linearized reading' (duration: 677.119439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:11.746679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:11.069237Z","time spent":"677.433039ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T05:04:11.746684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.46578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T05:04:11.746764Z","caller":"traceutil/trace.go:171","msg":"trace[1991161520] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2141; }","duration":"420.608664ms","start":"2026-07-30T05:04:11.326135Z","end":"2026-07-30T05:04:11.746744Z","steps":["trace[1991161520] 'agreement among raft nodes before linearized reading' (duration: 420.426368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:11.746747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.350658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-30T05:04:11.746806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036513561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-30T05:04:11.746834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:11.326114Z","time spent":"420.702017ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T05:04:11.746849Z","caller":"traceutil/trace.go:171","msg":"trace[116775293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2141; }","duration":"285.503962ms","start":"2026-07-30T05:04:11.461319Z","end":"2026-07-30T05:04:11.746823Z","steps":["trace[116775293] 'agreement among raft nodes before linearized reading' (duration: 285.235894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:11.746855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.199849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:04:11.746976Z","caller":"traceutil/trace.go:171","msg":"trace[1142187578] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2141; }","duration":"210.366465ms","start":"2026-07-30T05:04:11.536585Z","end":"2026-07-30T05:04:11.746951Z","steps":["trace[1142187578] 'agreement among raft nodes before linearized reading' (duration: 210.066875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:11.746747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035505339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-30T05:04:11.746972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.719205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11912"} {"level":"warn","ts":"2026-07-30T05:04:11.747105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.035424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:04:11.747123Z","caller":"traceutil/trace.go:171","msg":"trace[1852135037] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2141; }","duration":"375.895211ms","start":"2026-07-30T05:04:11.371212Z","end":"2026-07-30T05:04:11.747107Z","steps":["trace[1852135037] 'agreement among raft nodes before linearized reading' (duration: 375.307452ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:11.747148Z","caller":"traceutil/trace.go:171","msg":"trace[701159254] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2141; }","duration":"463.233901ms","start":"2026-07-30T05:04:11.283904Z","end":"2026-07-30T05:04:11.747138Z","steps":["trace[701159254] 'agreement among raft nodes before linearized reading' (duration: 462.936351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:11.747175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:11.283884Z","time spent":"463.282312ms","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:04:11.747044Z","caller":"traceutil/trace.go:171","msg":"trace[96877187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2141; }","duration":"1.035830189s","start":"2026-07-30T05:04:10.711197Z","end":"2026-07-30T05:04:11.747028Z","steps":["trace[96877187] 'agreement among raft nodes before linearized reading' (duration: 1.035406685s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:11.747177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:11.371193Z","time spent":"375.970023ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11935,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T05:04:11.747229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:10.71119Z","time spent":"1.036022266s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T05:04:11.747281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036846982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T05:04:11.746873Z","caller":"traceutil/trace.go:171","msg":"trace[1453135460] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"347.662616ms","start":"2026-07-30T05:04:11.399177Z","end":"2026-07-30T05:04:11.746839Z","steps":["trace[1453135460] 'process raft request' (duration: 262.117603ms)","trace[1453135460] 'compare' (duration: 84.696616ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:11.747341Z","caller":"traceutil/trace.go:171","msg":"trace[1913140577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2141; }","duration":"1.036948906s","start":"2026-07-30T05:04:10.710374Z","end":"2026-07-30T05:04:11.747323Z","steps":["trace[1913140577] 'agreement among raft nodes before linearized reading' (duration: 1.036099828s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:11.747383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:10.710356Z","time spent":"1.037018117s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T05:04:11.746879Z","caller":"traceutil/trace.go:171","msg":"trace[590015028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2141; }","duration":"1.036622305s","start":"2026-07-30T05:04:10.710237Z","end":"2026-07-30T05:04:11.746859Z","steps":["trace[590015028] 'agreement among raft nodes before linearized reading' (duration: 1.036445809s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:11.747446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:11.399157Z","time spent":"348.202713ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:04:11.747479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:10.710215Z","time spent":"1.037246415s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T05:04:11.746747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.786761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-30T05:04:11.747537Z","caller":"traceutil/trace.go:171","msg":"trace[706154199] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2141; }","duration":"732.633148ms","start":"2026-07-30T05:04:11.014893Z","end":"2026-07-30T05:04:11.747526Z","steps":["trace[706154199] 'agreement among raft nodes before linearized reading' (duration: 731.660377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:11.747566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:11.014874Z","time spent":"732.68215ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T05:04:11.994388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.588639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:04:11.99451Z","caller":"traceutil/trace.go:171","msg":"trace[815079238] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"243.950481ms","start":"2026-07-30T05:04:11.750537Z","end":"2026-07-30T05:04:11.994487Z","steps":["trace[815079238] 'process raft request' (duration: 122.169547ms)","trace[815079238] 'compare' (duration: 121.487395ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:12.049385Z","caller":"traceutil/trace.go:171","msg":"trace[1760670991] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"298.272253ms","start":"2026-07-30T05:04:11.751087Z","end":"2026-07-30T05:04:12.04936Z","steps":["trace[1760670991] 'process raft request' (duration: 298.041136ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:12.049736Z","caller":"traceutil/trace.go:171","msg":"trace[677560241] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"298.425358ms","start":"2026-07-30T05:04:11.751293Z","end":"2026-07-30T05:04:12.049719Z","steps":["trace[677560241] 'process raft request' (duration: 298.024735ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:12.050038Z","caller":"traceutil/trace.go:171","msg":"trace[1608702267] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"298.074207ms","start":"2026-07-30T05:04:11.751929Z","end":"2026-07-30T05:04:12.050004Z","steps":["trace[1608702267] 'process raft request' (duration: 297.648053ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:12.050189Z","caller":"traceutil/trace.go:171","msg":"trace[1309961939] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"298.152009ms","start":"2026-07-30T05:04:11.752025Z","end":"2026-07-30T05:04:12.050177Z","steps":["trace[1309961939] 'process raft request' (duration: 297.84419ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:12.050313Z","caller":"traceutil/trace.go:171","msg":"trace[901797759] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2220; }","duration":"291.837967ms","start":"2026-07-30T05:04:11.758456Z","end":"2026-07-30T05:04:12.050294Z","steps":["trace[901797759] 'read index received' (duration: 114.262344ms)","trace[901797759] 'applied index is now lower than readState.Index' (duration: 177.574403ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:12.050319Z","caller":"traceutil/trace.go:171","msg":"trace[580175674] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"298.17686ms","start":"2026-07-30T05:04:11.752073Z","end":"2026-07-30T05:04:12.05025Z","steps":["trace[580175674] 'process raft request' (duration: 297.967723ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:12.050371Z","caller":"traceutil/trace.go:171","msg":"trace[1373595370] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"233.549977ms","start":"2026-07-30T05:04:11.816777Z","end":"2026-07-30T05:04:12.050327Z","steps":["trace[1373595370] 'process raft request' (duration: 233.372602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:12.050492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.017803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:04:12.050563Z","caller":"traceutil/trace.go:171","msg":"trace[894928936] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2148; }","duration":"292.136516ms","start":"2026-07-30T05:04:11.758411Z","end":"2026-07-30T05:04:12.050547Z","steps":["trace[894928936] 'agreement among raft nodes before linearized reading' (duration: 291.969921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:12.050651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.710542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-30T05:04:12.050709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.581318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-30T05:04:12.050713Z","caller":"traceutil/trace.go:171","msg":"trace[1563956344] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2148; }","duration":"179.830295ms","start":"2026-07-30T05:04:11.870869Z","end":"2026-07-30T05:04:12.050699Z","steps":["trace[1563956344] 'agreement among raft nodes before linearized reading' (duration: 179.556956ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:12.050749Z","caller":"traceutil/trace.go:171","msg":"trace[691439460] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2148; }","duration":"145.67255ms","start":"2026-07-30T05:04:11.905064Z","end":"2026-07-30T05:04:12.050737Z","steps":["trace[691439460] 'agreement among raft nodes before linearized reading' (duration: 145.530256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:12.050888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.98828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:04:12.051093Z","caller":"traceutil/trace.go:171","msg":"trace[1608290514] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2148; }","duration":"170.30985ms","start":"2026-07-30T05:04:11.880759Z","end":"2026-07-30T05:04:12.051069Z","steps":["trace[1608290514] 'agreement among raft nodes before linearized reading' (duration: 169.941548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:12.811345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.754269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:04:12.811418Z","caller":"traceutil/trace.go:171","msg":"trace[782750287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2149; }","duration":"497.923464ms","start":"2026-07-30T05:04:12.313477Z","end":"2026-07-30T05:04:12.8114Z","steps":["trace[782750287] 'range keys from in-memory index tree' (duration: 497.652016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:12.811438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.6023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-30T05:04:12.811456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:12.313452Z","time spent":"497.995536ms","remote":"127.0.0.1:57716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T05:04:12.811421Z","caller":"traceutil/trace.go:171","msg":"trace[196436224] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"439.624666ms","start":"2026-07-30T05:04:12.371771Z","end":"2026-07-30T05:04:12.811395Z","steps":["trace[196436224] 'process raft request' (duration: 437.499847ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:12.811418Z","caller":"traceutil/trace.go:171","msg":"trace[2078897510] linearizableReadLoop","detail":"{readStateIndex:2229; appliedIndex:2228; }","duration":"115.699239ms","start":"2026-07-30T05:04:12.695685Z","end":"2026-07-30T05:04:12.811385Z","steps":["trace[2078897510] 'read index received' (duration: 113.598342ms)","trace[2078897510] 'applied index is now lower than readState.Index' (duration: 2.099657ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:12.811492Z","caller":"traceutil/trace.go:171","msg":"trace[1236228826] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2149; }","duration":"641.683063ms","start":"2026-07-30T05:04:12.169792Z","end":"2026-07-30T05:04:12.811475Z","steps":["trace[1236228826] 'range keys from in-memory index tree' (duration: 641.486837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:12.81153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:12.169774Z","time spent":"641.747886ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T05:04:12.811567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:12.371742Z","time spent":"439.75158ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:04:12.811659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.948588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:04:12.811766Z","caller":"traceutil/trace.go:171","msg":"trace[1116538443] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2150; }","duration":"116.107092ms","start":"2026-07-30T05:04:12.695628Z","end":"2026-07-30T05:04:12.811735Z","steps":["trace[1116538443] 'agreement among raft nodes before linearized reading' (duration: 115.918466ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:17.174052Z","caller":"traceutil/trace.go:171","msg":"trace[593349968] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"114.966256ms","start":"2026-07-30T05:04:17.059055Z","end":"2026-07-30T05:04:17.174022Z","steps":["trace[593349968] 'process raft request' (duration: 114.739099ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:24.134994Z","caller":"traceutil/trace.go:171","msg":"trace[1138767485] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"429.935944ms","start":"2026-07-30T05:04:23.705029Z","end":"2026-07-30T05:04:24.134965Z","steps":["trace[1138767485] 'process raft request' (duration: 429.773179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.135154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:23.705005Z","time spent":"430.064999ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:04:24.338281Z","caller":"traceutil/trace.go:171","msg":"trace[959035329] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"551.582855ms","start":"2026-07-30T05:04:23.786676Z","end":"2026-07-30T05:04:24.338259Z","steps":["trace[959035329] 'process raft request' (duration: 551.323757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.338428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:23.786646Z","time spent":"551.706509ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:04:24.338437Z","caller":"traceutil/trace.go:171","msg":"trace[1410145358] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"551.480231ms","start":"2026-07-30T05:04:23.786939Z","end":"2026-07-30T05:04:24.338419Z","steps":["trace[1410145358] 'process raft request' (duration: 551.274335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.338535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:23.786917Z","time spent":"551.572615ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:04:24.338396Z","caller":"traceutil/trace.go:171","msg":"trace[1634517125] linearizableReadLoop","detail":"{readStateIndex:2338; appliedIndex:2335; }","duration":"543.706092ms","start":"2026-07-30T05:04:23.794671Z","end":"2026-07-30T05:04:24.338377Z","steps":["trace[1634517125] 'read index received' (duration: 340.127615ms)","trace[1634517125] 'applied index is now lower than readState.Index' (duration: 203.576637ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:04:24.338646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.969491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T05:04:24.338756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.685346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:04:24.33879Z","caller":"traceutil/trace.go:171","msg":"trace[1297414423] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2256; }","duration":"448.746228ms","start":"2026-07-30T05:04:23.890033Z","end":"2026-07-30T05:04:24.33878Z","steps":["trace[1297414423] 'agreement among raft nodes before linearized reading' (duration: 448.642955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.338796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.678372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T05:04:24.338765Z","caller":"traceutil/trace.go:171","msg":"trace[402173076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2256; }","duration":"544.117746ms","start":"2026-07-30T05:04:23.79463Z","end":"2026-07-30T05:04:24.338748Z","steps":["trace[402173076] 'agreement among raft nodes before linearized reading' (duration: 543.848907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.338826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:23.890018Z","time spent":"448.801669ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-30T05:04:24.33883Z","caller":"traceutil/trace.go:171","msg":"trace[539927104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2256; }","duration":"233.714753ms","start":"2026-07-30T05:04:24.105106Z","end":"2026-07-30T05:04:24.33882Z","steps":["trace[539927104] 'agreement among raft nodes before linearized reading' (duration: 233.61231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.338892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:23.794617Z","time spent":"544.223619ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T05:04:24.339043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.300796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T05:04:24.339082Z","caller":"traceutil/trace.go:171","msg":"trace[1530291912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2256; }","duration":"236.358738ms","start":"2026-07-30T05:04:24.102715Z","end":"2026-07-30T05:04:24.339073Z","steps":["trace[1530291912] 'agreement among raft nodes before linearized reading' (duration: 236.261505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.339096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.818517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T05:04:24.33915Z","caller":"traceutil/trace.go:171","msg":"trace[788567475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2256; }","duration":"233.884989ms","start":"2026-07-30T05:04:24.105248Z","end":"2026-07-30T05:04:24.339133Z","steps":["trace[788567475] 'agreement among raft nodes before linearized reading' (duration: 233.749695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.339182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.86708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:04:24.339236Z","caller":"traceutil/trace.go:171","msg":"trace[912828841] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2256; }","duration":"428.968173ms","start":"2026-07-30T05:04:23.910253Z","end":"2026-07-30T05:04:24.339222Z","steps":["trace[912828841] 'agreement among raft nodes before linearized reading' (duration: 428.88784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.339274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:23.910231Z","time spent":"429.033725ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:04:24.339361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.928509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T05:04:24.339453Z","caller":"traceutil/trace.go:171","msg":"trace[2073155269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2256; }","duration":"238.056593ms","start":"2026-07-30T05:04:24.101376Z","end":"2026-07-30T05:04:24.339433Z","steps":["trace[2073155269] 'agreement among raft nodes before linearized reading' (duration: 237.861397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.339351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.927671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T05:04:24.339657Z","caller":"traceutil/trace.go:171","msg":"trace[1098056671] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2256; }","duration":"278.369956ms","start":"2026-07-30T05:04:24.061273Z","end":"2026-07-30T05:04:24.339643Z","steps":["trace[1098056671] 'agreement among raft nodes before linearized reading' (duration: 277.819638ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:24.657071Z","caller":"traceutil/trace.go:171","msg":"trace[390601532] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"313.644296ms","start":"2026-07-30T05:04:24.343399Z","end":"2026-07-30T05:04:24.657043Z","steps":["trace[390601532] 'process raft request' (duration: 307.487329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.657223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:24.343379Z","time spent":"313.76476ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:04:24.864807Z","caller":"traceutil/trace.go:171","msg":"trace[1298895141] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"520.927412ms","start":"2026-07-30T05:04:24.343841Z","end":"2026-07-30T05:04:24.864768Z","steps":["trace[1298895141] 'process raft request' (duration: 504.65188ms)","trace[1298895141] 'compare' (duration: 15.932991ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:04:24.864975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:24.343831Z","time spent":"521.053906ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:04:24.864988Z","caller":"traceutil/trace.go:171","msg":"trace[865459631] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"520.978323ms","start":"2026-07-30T05:04:24.343992Z","end":"2026-07-30T05:04:24.86497Z","steps":["trace[865459631] 'process raft request' (duration: 520.794858ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:24.865051Z","caller":"traceutil/trace.go:171","msg":"trace[1171192258] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"521.133068ms","start":"2026-07-30T05:04:24.343899Z","end":"2026-07-30T05:04:24.865032Z","steps":["trace[1171192258] 'process raft request' (duration: 520.765687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.865085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:24.343961Z","time spent":"521.066076ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:04:24.865052Z","caller":"traceutil/trace.go:171","msg":"trace[833403219] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"520.823489ms","start":"2026-07-30T05:04:24.344188Z","end":"2026-07-30T05:04:24.865011Z","steps":["trace[833403219] 'process raft request' (duration: 520.658293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.865174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:24.343893Z","time spent":"521.205471ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:04:24.865157Z","caller":"traceutil/trace.go:171","msg":"trace[634080085] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"520.26017ms","start":"2026-07-30T05:04:24.344858Z","end":"2026-07-30T05:04:24.865118Z","steps":["trace[634080085] 'process raft request' (duration: 520.026563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.865333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:24.344829Z","time spent":"520.411925ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:04:24.865395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:24.344174Z","time spent":"521.003244ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:04:24.933679Z","caller":"traceutil/trace.go:171","msg":"trace[601069831] linearizableReadLoop","detail":"{readStateIndex:2344; appliedIndex:2338; }","duration":"564.640713ms","start":"2026-07-30T05:04:24.369015Z","end":"2026-07-30T05:04:24.933655Z","steps":["trace[601069831] 'read index received' (duration: 281.893308ms)","trace[601069831] 'applied index is now lower than readState.Index' (duration: 282.746295ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:04:24.934074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.929862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:04:24.934166Z","caller":"traceutil/trace.go:171","msg":"trace[787997786] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2263; }","duration":"565.17479ms","start":"2026-07-30T05:04:24.368976Z","end":"2026-07-30T05:04:24.934151Z","steps":["trace[787997786] 'agreement among raft nodes before linearized reading' (duration: 564.833909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.934319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:24.36896Z","time spent":"565.339126ms","remote":"127.0.0.1:58134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:04:24.934088Z","caller":"traceutil/trace.go:171","msg":"trace[126679993] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"176.289402ms","start":"2026-07-30T05:04:24.757666Z","end":"2026-07-30T05:04:24.933955Z","steps":["trace[126679993] 'process raft request' (duration: 175.90045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.93449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.608232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:04:24.934582Z","caller":"traceutil/trace.go:171","msg":"trace[685964522] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2264; }","duration":"244.711466ms","start":"2026-07-30T05:04:24.689855Z","end":"2026-07-30T05:04:24.934567Z","steps":["trace[685964522] 'agreement among raft nodes before linearized reading' (duration: 244.53153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:24.934574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.266619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:04:24.934689Z","caller":"traceutil/trace.go:171","msg":"trace[1979063203] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2264; }","duration":"233.511907ms","start":"2026-07-30T05:04:24.701161Z","end":"2026-07-30T05:04:24.934673Z","steps":["trace[1979063203] 'agreement among raft nodes before linearized reading' (duration: 233.247259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:28.873393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830337711424056,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T05:04:29.210636Z","caller":"traceutil/trace.go:171","msg":"trace[1999162437] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"860.651434ms","start":"2026-07-30T05:04:28.349956Z","end":"2026-07-30T05:04:29.210608Z","steps":["trace[1999162437] 'process raft request' (duration: 860.494889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:29.210781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:28.349916Z","time spent":"860.790068ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:04:29.4267Z","caller":"traceutil/trace.go:171","msg":"trace[1212035309] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"1.076531974s","start":"2026-07-30T05:04:28.350145Z","end":"2026-07-30T05:04:29.426677Z","steps":["trace[1212035309] 'process raft request' (duration: 1.076341148s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:29.426849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:28.350108Z","time spent":"1.076665818s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:04:29.426841Z","caller":"traceutil/trace.go:171","msg":"trace[1430575712] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2365; }","duration":"1.053756894s","start":"2026-07-30T05:04:28.37306Z","end":"2026-07-30T05:04:29.426817Z","steps":["trace[1430575712] 'read index received' (duration: 837.420959ms)","trace[1430575712] 'applied index is now lower than readState.Index' (duration: 216.306424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:04:29.427053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.817121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:04:29.427085Z","caller":"traceutil/trace.go:171","msg":"trace[463018372] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2285; }","duration":"900.905043ms","start":"2026-07-30T05:04:28.526173Z","end":"2026-07-30T05:04:29.427078Z","steps":["trace[463018372] 'agreement among raft nodes before linearized reading' (duration: 900.821051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:29.427138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:28.526151Z","time spent":"900.977716ms","remote":"127.0.0.1:57886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:04:29.427164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054091825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:04:29.427229Z","caller":"traceutil/trace.go:171","msg":"trace[280744849] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"482.570651ms","start":"2026-07-30T05:04:28.944649Z","end":"2026-07-30T05:04:29.42722Z","steps":["trace[280744849] 'process raft request' (duration: 481.979832ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:29.427248Z","caller":"traceutil/trace.go:171","msg":"trace[90793392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2285; }","duration":"1.054211269s","start":"2026-07-30T05:04:28.373016Z","end":"2026-07-30T05:04:29.427227Z","steps":["trace[90793392] 'agreement among raft nodes before linearized reading' (duration: 1.053955641s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:29.427284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:28.944632Z","time spent":"482.627643ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:04:29.427296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:28.372999Z","time spent":"1.054287661s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T05:04:29.427451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.453787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T05:04:29.427479Z","caller":"traceutil/trace.go:171","msg":"trace[1872982469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2285; }","duration":"545.523939ms","start":"2026-07-30T05:04:28.881948Z","end":"2026-07-30T05:04:29.427472Z","steps":["trace[1872982469] 'agreement among raft nodes before linearized reading' (duration: 545.419115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:29.427512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.124238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-30T05:04:29.427524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:28.881927Z","time spent":"545.591581ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T05:04:29.427544Z","caller":"traceutil/trace.go:171","msg":"trace[1929057793] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:2285; }","duration":"114.194ms","start":"2026-07-30T05:04:29.313343Z","end":"2026-07-30T05:04:29.427537Z","steps":["trace[1929057793] 'agreement among raft nodes before linearized reading' (duration: 114.086537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:29.427537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.390585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T05:04:29.427627Z","caller":"traceutil/trace.go:171","msg":"trace[1813285271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2285; }","duration":"545.513669ms","start":"2026-07-30T05:04:28.882094Z","end":"2026-07-30T05:04:29.427608Z","steps":["trace[1813285271] 'agreement among raft nodes before linearized reading' (duration: 545.206849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:29.427479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.886078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:04:29.427684Z","caller":"traceutil/trace.go:171","msg":"trace[1364088686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2285; }","duration":"113.145246ms","start":"2026-07-30T05:04:29.314522Z","end":"2026-07-30T05:04:29.427667Z","steps":["trace[1364088686] 'agreement among raft nodes before linearized reading' (duration: 112.832716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:29.427703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.541408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-30T05:04:29.427739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.809328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-30T05:04:29.427733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:28.882084Z","time spent":"545.633893ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T05:04:29.427767Z","caller":"traceutil/trace.go:171","msg":"trace[1681025362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2285; }","duration":"545.888491ms","start":"2026-07-30T05:04:28.881871Z","end":"2026-07-30T05:04:29.42776Z","steps":["trace[1681025362] 'agreement among raft nodes before linearized reading' (duration: 545.786908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:29.427768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.715523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T05:04:29.427803Z","caller":"traceutil/trace.go:171","msg":"trace[594416484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2285; }","duration":"738.782376ms","start":"2026-07-30T05:04:28.689004Z","end":"2026-07-30T05:04:29.427786Z","steps":["trace[594416484] 'agreement among raft nodes before linearized reading' (duration: 738.720554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:29.427791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:28.88186Z","time spent":"545.926032ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T05:04:29.427799Z","caller":"traceutil/trace.go:171","msg":"trace[1113021756] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2285; }","duration":"544.644931ms","start":"2026-07-30T05:04:28.883131Z","end":"2026-07-30T05:04:29.427776Z","steps":["trace[1113021756] 'agreement among raft nodes before linearized reading' (duration: 544.427324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:29.42786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:28.883123Z","time spent":"544.724034ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T05:04:29.427873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.415778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T05:04:29.427895Z","caller":"traceutil/trace.go:171","msg":"trace[1645073893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2285; }","duration":"546.48475ms","start":"2026-07-30T05:04:28.881405Z","end":"2026-07-30T05:04:29.427889Z","steps":["trace[1645073893] 'agreement among raft nodes before linearized reading' (duration: 546.427288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:29.427913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:28.881386Z","time spent":"546.522301ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T05:04:29.427821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:28.688981Z","time spent":"738.835807ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T05:04:46.409532Z","caller":"traceutil/trace.go:171","msg":"trace[618817322] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"173.061989ms","start":"2026-07-30T05:04:46.236441Z","end":"2026-07-30T05:04:46.409503Z","steps":["trace[618817322] 'process raft request' (duration: 172.825121ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:46.410931Z","caller":"traceutil/trace.go:171","msg":"trace[1448531226] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"149.750561ms","start":"2026-07-30T05:04:46.261147Z","end":"2026-07-30T05:04:46.410897Z","steps":["trace[1448531226] 'process raft request' (duration: 149.438231ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:52.1306Z","caller":"traceutil/trace.go:171","msg":"trace[1308236851] linearizableReadLoop","detail":"{readStateIndex:2534; appliedIndex:2533; }","duration":"319.674499ms","start":"2026-07-30T05:04:51.810892Z","end":"2026-07-30T05:04:52.130567Z","steps":["trace[1308236851] 'read index received' (duration: 319.347859ms)","trace[1308236851] 'applied index is now lower than readState.Index' (duration: 325.42µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:04:52.130874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.953069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:04:52.130966Z","caller":"traceutil/trace.go:171","msg":"trace[1067240309] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2446; }","duration":"320.117893ms","start":"2026-07-30T05:04:51.810828Z","end":"2026-07-30T05:04:52.130946Z","steps":["trace[1067240309] 'agreement among raft nodes before linearized reading' (duration: 319.954588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:52.131017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:51.810803Z","time spent":"320.203186ms","remote":"127.0.0.1:57986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:04:52.130881Z","caller":"traceutil/trace.go:171","msg":"trace[1166255789] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"384.737115ms","start":"2026-07-30T05:04:51.746084Z","end":"2026-07-30T05:04:52.130821Z","steps":["trace[1166255789] 'process raft request' (duration: 384.243139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:52.131314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:51.746052Z","time spent":"385.114137ms","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:04:52.562325Z","caller":"traceutil/trace.go:171","msg":"trace[1406935712] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"161.127376ms","start":"2026-07-30T05:04:52.401143Z","end":"2026-07-30T05:04:52.56227Z","steps":["trace[1406935712] 'process raft request' (duration: 108.870611ms)","trace[1406935712] 'compare' (duration: 51.979466ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:52.565195Z","caller":"traceutil/trace.go:171","msg":"trace[1134967127] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"134.231104ms","start":"2026-07-30T05:04:52.43094Z","end":"2026-07-30T05:04:52.565171Z","steps":["trace[1134967127] 'process raft request' (duration: 133.966916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:52.886447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.350538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:04:52.886588Z","caller":"traceutil/trace.go:171","msg":"trace[2092753154] linearizableReadLoop","detail":"{readStateIndex:2538; appliedIndex:2537; }","duration":"285.861255ms","start":"2026-07-30T05:04:52.600702Z","end":"2026-07-30T05:04:52.886563Z","steps":["trace[2092753154] 'read index received' (duration: 122.262429ms)","trace[2092753154] 'applied index is now lower than readState.Index' (duration: 163.597406ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:52.886656Z","caller":"traceutil/trace.go:171","msg":"trace[163318201] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"287.760986ms","start":"2026-07-30T05:04:52.598848Z","end":"2026-07-30T05:04:52.886609Z","steps":["trace[163318201] 'process raft request' (duration: 124.121089ms)","trace[163318201] 'compare' (duration: 163.168972ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:04:52.886791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.506781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:04:52.886911Z","caller":"traceutil/trace.go:171","msg":"trace[1147570050] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2450; }","duration":"221.691648ms","start":"2026-07-30T05:04:52.665194Z","end":"2026-07-30T05:04:52.886885Z","steps":["trace[1147570050] 'agreement among raft nodes before linearized reading' (duration: 221.493502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:52.887035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.32408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:04:52.887105Z","caller":"traceutil/trace.go:171","msg":"trace[1282478627] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2450; }","duration":"286.425813ms","start":"2026-07-30T05:04:52.60066Z","end":"2026-07-30T05:04:52.887086Z","steps":["trace[1282478627] 'agreement among raft nodes before linearized reading' (duration: 285.971699ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:53.063893Z","caller":"traceutil/trace.go:171","msg":"trace[164042672] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"100.697548ms","start":"2026-07-30T05:04:52.963169Z","end":"2026-07-30T05:04:53.063867Z","steps":["trace[164042672] 'process raft request' (duration: 92.714452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:53.815144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830337711424444,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T05:04:53.941414Z","caller":"traceutil/trace.go:171","msg":"trace[472958099] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"652.154969ms","start":"2026-07-30T05:04:53.289236Z","end":"2026-07-30T05:04:53.941391Z","steps":["trace[472958099] 'process raft request' (duration: 652.011695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:53.941548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:53.289206Z","time spent":"652.266363ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:04:54.155331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.024966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:04:54.155519Z","caller":"traceutil/trace.go:171","msg":"trace[993726187] linearizableReadLoop","detail":"{readStateIndex:2542; appliedIndex:2539; }","duration":"841.390396ms","start":"2026-07-30T05:04:53.314111Z","end":"2026-07-30T05:04:54.155502Z","steps":["trace[993726187] 'read index received' (duration: 627.134167ms)","trace[993726187] 'applied index is now lower than readState.Index' (duration: 214.255189ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:54.15555Z","caller":"traceutil/trace.go:171","msg":"trace[935330244] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"635.846206ms","start":"2026-07-30T05:04:53.519658Z","end":"2026-07-30T05:04:54.155504Z","steps":["trace[935330244] 'process raft request' (duration: 506.554921ms)","trace[935330244] 'compare' (duration: 128.83078ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:54.155612Z","caller":"traceutil/trace.go:171","msg":"trace[1820018674] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"635.759984ms","start":"2026-07-30T05:04:53.519799Z","end":"2026-07-30T05:04:54.155559Z","steps":["trace[1820018674] 'process raft request' (duration: 635.63609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:54.155666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.537861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:04:54.155725Z","caller":"traceutil/trace.go:171","msg":"trace[747993889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2454; }","duration":"841.660085ms","start":"2026-07-30T05:04:53.314045Z","end":"2026-07-30T05:04:54.155705Z","steps":["trace[747993889] 'agreement among raft nodes before linearized reading' (duration: 841.537741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:54.155732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.315042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T05:04:54.155746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:53.519627Z","time spent":"636.019702ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:04:54.155783Z","caller":"traceutil/trace.go:171","msg":"trace[44061056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2454; }","duration":"622.399465ms","start":"2026-07-30T05:04:53.533371Z","end":"2026-07-30T05:04:54.155771Z","steps":["trace[44061056] 'agreement among raft nodes before linearized reading' (duration: 622.25115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:54.155785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:53.519769Z","time spent":"635.925289ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:04:54.155772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:53.31402Z","time spent":"841.740867ms","remote":"127.0.0.1:57716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:04:54.155795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.079483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T05:04:54.155874Z","caller":"traceutil/trace.go:171","msg":"trace[1814853849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2454; }","duration":"611.204476ms","start":"2026-07-30T05:04:53.544652Z","end":"2026-07-30T05:04:54.155856Z","steps":["trace[1814853849] 'agreement among raft nodes before linearized reading' (duration: 610.981359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:54.155902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.371458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-30T05:04:54.155908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T05:04:54.155922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:53.544575Z","time spent":"611.33171ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T05:04:54.155932Z","caller":"traceutil/trace.go:171","msg":"trace[916502037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2454; }","duration":"619.41968ms","start":"2026-07-30T05:04:53.536504Z","end":"2026-07-30T05:04:54.155923Z","steps":["trace[916502037] 'agreement among raft nodes before linearized reading' (duration: 619.339647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:54.155926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.696736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T05:04:54.15595Z","caller":"traceutil/trace.go:171","msg":"trace[1546862410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2454; }","duration":"611.392442ms","start":"2026-07-30T05:04:53.544546Z","end":"2026-07-30T05:04:54.155938Z","steps":["trace[1546862410] 'agreement among raft nodes before linearized reading' (duration: 611.278468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:54.155959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:53.536493Z","time spent":"619.461191ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T05:04:54.155976Z","caller":"traceutil/trace.go:171","msg":"trace[570056756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2454; }","duration":"613.80279ms","start":"2026-07-30T05:04:53.542158Z","end":"2026-07-30T05:04:54.155961Z","steps":["trace[570056756] 'agreement among raft nodes before linearized reading' (duration: 613.655605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:54.155982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:53.544534Z","time spent":"611.441394ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T05:04:54.156009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:53.542145Z","time spent":"613.857361ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T05:04:54.155822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:53.533358Z","time spent":"622.455157ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T05:04:54.156075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.083041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T05:04:54.156093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.421521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T05:04:54.15612Z","caller":"traceutil/trace.go:171","msg":"trace[1441965197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2454; }","duration":"261.167323ms","start":"2026-07-30T05:04:53.894935Z","end":"2026-07-30T05:04:54.156102Z","steps":["trace[1441965197] 'agreement among raft nodes before linearized reading' (duration: 261.002458ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:54.156122Z","caller":"traceutil/trace.go:171","msg":"trace[1998415103] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2454; }","duration":"610.469613ms","start":"2026-07-30T05:04:53.545643Z","end":"2026-07-30T05:04:54.156113Z","steps":["trace[1998415103] 'agreement among raft nodes before linearized reading' (duration: 610.38162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:54.156155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:53.545632Z","time spent":"610.517244ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T05:04:54.893352Z","caller":"traceutil/trace.go:171","msg":"trace[380693459] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"322.609533ms","start":"2026-07-30T05:04:54.570719Z","end":"2026-07-30T05:04:54.893328Z","steps":["trace[380693459] 'process raft request' (duration: 322.393786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:54.893504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:54.570693Z","time spent":"322.736297ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:04:55.66432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830337711424457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T05:04:56.000135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035734298s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T05:04:56.03341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009229417s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:04:56.033535Z","caller":"traceutil/trace.go:171","msg":"trace[1882070472] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2461; }","duration":"1.009362791s","start":"2026-07-30T05:04:55.02415Z","end":"2026-07-30T05:04:56.033512Z","steps":["trace[1882070472] 'range keys from in-memory index tree' (duration: 1.009206216s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:56.242617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31743868s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T05:04:56.243066Z","caller":"traceutil/trace.go:171","msg":"trace[1343228959] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"1.27878822s","start":"2026-07-30T05:04:54.964252Z","end":"2026-07-30T05:04:56.24304Z","steps":["trace[1343228959] 'process raft request' (duration: 1.27847009s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:56.243129Z","caller":"traceutil/trace.go:171","msg":"trace[1862075431] linearizableReadLoop","detail":"{readStateIndex:2551; appliedIndex:2549; }","duration":"1.079414678s","start":"2026-07-30T05:04:55.163694Z","end":"2026-07-30T05:04:56.243108Z","steps":["trace[1862075431] 'read index received' (duration: 836.605403ms)","trace[1862075431] 'applied index is now lower than readState.Index' (duration: 242.806995ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:56.243179Z","caller":"traceutil/trace.go:171","msg":"trace[123323175] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"295.03817ms","start":"2026-07-30T05:04:55.948079Z","end":"2026-07-30T05:04:56.243117Z","steps":["trace[123323175] 'process raft request' (duration: 294.783621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:56.243281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:54.964229Z","time spent":"1.278930735s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:04:56.243384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079681246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:04:56.243448Z","caller":"traceutil/trace.go:171","msg":"trace[1373943408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2464; }","duration":"1.079788091s","start":"2026-07-30T05:04:55.163639Z","end":"2026-07-30T05:04:56.243427Z","steps":["trace[1373943408] 'agreement among raft nodes before linearized reading' (duration: 1.079551173s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:56.243495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:55.163616Z","time spent":"1.079868922s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T05:04:56.619609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.445016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:04:56.619886Z","caller":"traceutil/trace.go:171","msg":"trace[96905505] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"458.359166ms","start":"2026-07-30T05:04:56.161484Z","end":"2026-07-30T05:04:56.619843Z","steps":["trace[96905505] 'process raft request' (duration: 204.574379ms)","trace[96905505] 'compare' (duration: 253.281171ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:56.62001Z","caller":"traceutil/trace.go:171","msg":"trace[1680717176] linearizableReadLoop","detail":"{readStateIndex:2554; appliedIndex:2553; }","duration":"376.77965ms","start":"2026-07-30T05:04:56.243178Z","end":"2026-07-30T05:04:56.619957Z","steps":["trace[1680717176] 'read index received' (duration: 122.815647ms)","trace[1680717176] 'applied index is now lower than readState.Index' (duration: 253.960002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:04:56.620063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:56.161458Z","time spent":"458.51814ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:04:56.620175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.99635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T05:04:56.620249Z","caller":"traceutil/trace.go:171","msg":"trace[296391325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2466; }","duration":"388.092582ms","start":"2026-07-30T05:04:56.232138Z","end":"2026-07-30T05:04:56.620231Z","steps":["trace[296391325] 'agreement among raft nodes before linearized reading' (duration: 387.820594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:56.620312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:56.232127Z","time spent":"388.172155ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T05:04:56.620406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.092013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-30T05:04:56.62041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.285223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T05:04:56.620473Z","caller":"traceutil/trace.go:171","msg":"trace[627416044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2466; }","duration":"388.219127ms","start":"2026-07-30T05:04:56.232237Z","end":"2026-07-30T05:04:56.620457Z","steps":["trace[627416044] 'agreement among raft nodes before linearized reading' (duration: 388.01329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:56.620523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:56.232232Z","time spent":"388.278878ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T05:04:56.620524Z","caller":"traceutil/trace.go:171","msg":"trace[676301744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2466; }","duration":"453.476229ms","start":"2026-07-30T05:04:56.167023Z","end":"2026-07-30T05:04:56.620499Z","steps":["trace[676301744] 'agreement among raft nodes before linearized reading' (duration: 453.130138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:56.620579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:56.16701Z","time spent":"453.557561ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T05:04:56.620574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.555039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T05:04:56.62063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.489976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T05:04:56.620637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30625375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:04:56.620669Z","caller":"traceutil/trace.go:171","msg":"trace[1777169398] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2466; }","duration":"306.695163ms","start":"2026-07-30T05:04:56.313958Z","end":"2026-07-30T05:04:56.620653Z","steps":["trace[1777169398] 'agreement among raft nodes before linearized reading' (duration: 306.550928ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:56.620684Z","caller":"traceutil/trace.go:171","msg":"trace[1574796252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2466; }","duration":"388.563148ms","start":"2026-07-30T05:04:56.232101Z","end":"2026-07-30T05:04:56.620665Z","steps":["trace[1574796252] 'agreement among raft nodes before linearized reading' (duration: 388.431724ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:56.620688Z","caller":"traceutil/trace.go:171","msg":"trace[699454375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2466; }","duration":"1.306341234s","start":"2026-07-30T05:04:55.314333Z","end":"2026-07-30T05:04:56.620674Z","steps":["trace[699454375] 'agreement among raft nodes before linearized reading' (duration: 1.306275321s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:56.620726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:56.313935Z","time spent":"306.774406ms","remote":"127.0.0.1:58138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:04:56.620731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:56.232087Z","time spent":"388.63215ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T05:04:56.620732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:55.314303Z","time spent":"1.306418966s","remote":"127.0.0.1:57732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:04:56.620469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004937729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-07-30T05:04:56.620833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.568568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T05:04:56.620876Z","caller":"traceutil/trace.go:171","msg":"trace[502566986] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2466; }","duration":"1.005352583s","start":"2026-07-30T05:04:55.615508Z","end":"2026-07-30T05:04:56.620861Z","steps":["trace[502566986] 'agreement among raft nodes before linearized reading' (duration: 1.004711543s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:56.620927Z","caller":"traceutil/trace.go:171","msg":"trace[2137595460] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2466; }","duration":"388.700002ms","start":"2026-07-30T05:04:56.232205Z","end":"2026-07-30T05:04:56.620905Z","steps":["trace[2137595460] 'agreement among raft nodes before linearized reading' (duration: 388.380342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:56.620983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:56.232197Z","time spent":"388.777655ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T05:04:56.621004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:55.61548Z","time spent":"1.005485688s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T05:04:56.621054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.239995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T05:04:56.621191Z","caller":"traceutil/trace.go:171","msg":"trace[1220343969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2466; }","duration":"387.501704ms","start":"2026-07-30T05:04:56.233663Z","end":"2026-07-30T05:04:56.621165Z","steps":["trace[1220343969] 'agreement among raft nodes before linearized reading' (duration: 386.674038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:56.621312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:56.23364Z","time spent":"387.653168ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T05:04:56.741551Z","caller":"traceutil/trace.go:171","msg":"trace[1052698966] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"116.04375ms","start":"2026-07-30T05:04:56.625486Z","end":"2026-07-30T05:04:56.74153Z","steps":["trace[1052698966] 'process raft request' (duration: 111.113692ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:56.741922Z","caller":"traceutil/trace.go:171","msg":"trace[2128009137] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"116.390991ms","start":"2026-07-30T05:04:56.625509Z","end":"2026-07-30T05:04:56.7419Z","steps":["trace[2128009137] 'process raft request' (duration: 115.984428ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:56.742189Z","caller":"traceutil/trace.go:171","msg":"trace[1004147997] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"115.704069ms","start":"2026-07-30T05:04:56.626476Z","end":"2026-07-30T05:04:56.74218Z","steps":["trace[1004147997] 'process raft request' (duration: 115.657268ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:56.742205Z","caller":"traceutil/trace.go:171","msg":"trace[1571756068] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"116.612579ms","start":"2026-07-30T05:04:56.625582Z","end":"2026-07-30T05:04:56.742195Z","steps":["trace[1571756068] 'process raft request' (duration: 116.482715ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:56.742268Z","caller":"traceutil/trace.go:171","msg":"trace[819533629] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"116.276998ms","start":"2026-07-30T05:04:56.625985Z","end":"2026-07-30T05:04:56.742262Z","steps":["trace[819533629] 'process raft request' (duration: 116.125603ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:56.742286Z","caller":"traceutil/trace.go:171","msg":"trace[1285789529] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"116.704861ms","start":"2026-07-30T05:04:56.625574Z","end":"2026-07-30T05:04:56.742279Z","steps":["trace[1285789529] 'process raft request' (duration: 116.202795ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:56.742284Z","caller":"traceutil/trace.go:171","msg":"trace[1355648046] linearizableReadLoop","detail":"{readStateIndex:2562; appliedIndex:2555; }","duration":"113.565331ms","start":"2026-07-30T05:04:56.628694Z","end":"2026-07-30T05:04:56.742259Z","steps":["trace[1355648046] 'read index received' (duration: 107.862658ms)","trace[1355648046] 'applied index is now lower than readState.Index' (duration: 5.701573ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:56.742328Z","caller":"traceutil/trace.go:171","msg":"trace[1075621148] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"115.044079ms","start":"2026-07-30T05:04:56.627277Z","end":"2026-07-30T05:04:56.742321Z","steps":["trace[1075621148] 'process raft request' (duration: 114.878664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:56.74245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.735386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:04:56.742524Z","caller":"traceutil/trace.go:171","msg":"trace[40143148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2473; }","duration":"113.84289ms","start":"2026-07-30T05:04:56.628663Z","end":"2026-07-30T05:04:56.742506Z","steps":["trace[40143148] 'agreement among raft nodes before linearized reading' (duration: 113.710245ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:06:15.063205Z","caller":"traceutil/trace.go:171","msg":"trace[981235397] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"169.920806ms","start":"2026-07-30T05:06:14.893258Z","end":"2026-07-30T05:06:15.063179Z","steps":["trace[981235397] 'process raft request' (duration: 169.761431ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:06:45.403455Z","caller":"traceutil/trace.go:171","msg":"trace[659490139] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"239.695521ms","start":"2026-07-30T05:06:45.163732Z","end":"2026-07-30T05:06:45.403428Z","steps":["trace[659490139] 'process raft request' (duration: 239.516305ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:06:45.474436Z","caller":"traceutil/trace.go:171","msg":"trace[819998266] linearizableReadLoop","detail":"{readStateIndex:3354; appliedIndex:3352; }","duration":"204.262311ms","start":"2026-07-30T05:06:45.270134Z","end":"2026-07-30T05:06:45.474396Z","steps":["trace[819998266] 'read index received' (duration: 133.208843ms)","trace[819998266] 'applied index is now lower than readState.Index' (duration: 71.050938ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:06:45.474441Z","caller":"traceutil/trace.go:171","msg":"trace[236312161] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"209.754244ms","start":"2026-07-30T05:06:45.264654Z","end":"2026-07-30T05:06:45.474409Z","steps":["trace[236312161] 'process raft request' (duration: 192.763937ms)","trace[236312161] 'compare' (duration: 16.734129ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:06:45.474594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.439186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T05:06:45.474653Z","caller":"traceutil/trace.go:171","msg":"trace[1803557237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3241; }","duration":"204.54069ms","start":"2026-07-30T05:06:45.270098Z","end":"2026-07-30T05:06:45.474639Z","steps":["trace[1803557237] 'agreement among raft nodes before linearized reading' (duration: 204.380774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:06:45.474778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.072594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-30T05:06:45.474821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.101304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-30T05:06:45.474838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.827155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T05:06:45.474897Z","caller":"traceutil/trace.go:171","msg":"trace[435382272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3241; }","duration":"179.210178ms","start":"2026-07-30T05:06:45.295668Z","end":"2026-07-30T05:06:45.474878Z","steps":["trace[435382272] 'agreement among raft nodes before linearized reading' (duration: 179.012492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:06:45.474914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.174393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:06:45.474918Z","caller":"traceutil/trace.go:171","msg":"trace[267832500] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3241; }","duration":"171.936328ms","start":"2026-07-30T05:06:45.302964Z","end":"2026-07-30T05:06:45.474901Z","steps":["trace[267832500] 'agreement among raft nodes before linearized reading' (duration: 171.69293ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:06:45.474953Z","caller":"traceutil/trace.go:171","msg":"trace[298923016] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3241; }","duration":"128.248676ms","start":"2026-07-30T05:06:45.346697Z","end":"2026-07-30T05:06:45.474946Z","steps":["trace[298923016] 'agreement among raft nodes before linearized reading' (duration: 128.197435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:06:45.474972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.140254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T05:06:45.475002Z","caller":"traceutil/trace.go:171","msg":"trace[870611972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3241; }","duration":"178.192426ms","start":"2026-07-30T05:06:45.296801Z","end":"2026-07-30T05:06:45.474994Z","steps":["trace[870611972] 'agreement among raft nodes before linearized reading' (duration: 178.090223ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:06:45.474863Z","caller":"traceutil/trace.go:171","msg":"trace[135533140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3241; }","duration":"204.184708ms","start":"2026-07-30T05:06:45.270659Z","end":"2026-07-30T05:06:45.474844Z","steps":["trace[135533140] 'agreement among raft nodes before linearized reading' (duration: 203.969901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:06:45.475075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.281531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:06:45.475103Z","caller":"traceutil/trace.go:171","msg":"trace[1119518993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3241; }","duration":"161.341593ms","start":"2026-07-30T05:06:45.313753Z","end":"2026-07-30T05:06:45.475094Z","steps":["trace[1119518993] 'agreement among raft nodes before linearized reading' (duration: 161.297432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:06:45.474805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.635198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T05:06:45.475296Z","caller":"traceutil/trace.go:171","msg":"trace[758015428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3241; }","duration":"202.136653ms","start":"2026-07-30T05:06:45.273142Z","end":"2026-07-30T05:06:45.475279Z","steps":["trace[758015428] 'agreement among raft nodes before linearized reading' (duration: 201.621667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:06:45.474879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.849279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-30T05:06:45.475397Z","caller":"traceutil/trace.go:171","msg":"trace[1108511656] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3241; }","duration":"144.378836ms","start":"2026-07-30T05:06:45.331005Z","end":"2026-07-30T05:06:45.475384Z","steps":["trace[1108511656] 'agreement among raft nodes before linearized reading' (duration: 143.826829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:06:46.009142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.714228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:06:46.009363Z","caller":"traceutil/trace.go:171","msg":"trace[1775197385] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"529.908903ms","start":"2026-07-30T05:06:45.479433Z","end":"2026-07-30T05:06:46.009341Z","steps":["trace[1775197385] 'process raft request' (duration: 249.853004ms)","trace[1775197385] 'compare' (duration: 279.550613ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:06:46.009502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:06:45.479415Z","time spent":"530.013995ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:06:46.29069Z","caller":"traceutil/trace.go:171","msg":"trace[734972241] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"811.010015ms","start":"2026-07-30T05:06:45.479649Z","end":"2026-07-30T05:06:46.290659Z","steps":["trace[734972241] 'process raft request' (duration: 748.768526ms)","trace[734972241] 'compare' (duration: 61.800225ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:06:46.290877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:06:45.479643Z","time spent":"811.150029ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:06:46.291148Z","caller":"traceutil/trace.go:171","msg":"trace[26018320] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"811.365936ms","start":"2026-07-30T05:06:45.479753Z","end":"2026-07-30T05:06:46.291119Z","steps":["trace[26018320] 'process raft request' (duration: 810.85271ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:06:46.291221Z","caller":"traceutil/trace.go:171","msg":"trace[1308754052] linearizableReadLoop","detail":"{readStateIndex:3360; appliedIndex:3354; }","duration":"809.358503ms","start":"2026-07-30T05:06:45.481834Z","end":"2026-07-30T05:06:46.291193Z","steps":["trace[1308754052] 'read index received' (duration: 247.497639ms)","trace[1308754052] 'applied index is now lower than readState.Index' (duration: 561.859843ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:06:46.291296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:06:45.47973Z","time spent":"811.486809ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:06:46.291249Z","caller":"traceutil/trace.go:171","msg":"trace[136880556] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"811.293624ms","start":"2026-07-30T05:06:45.479942Z","end":"2026-07-30T05:06:46.291235Z","steps":["trace[136880556] 'process raft request' (duration: 810.84686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:06:46.291412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:06:45.479922Z","time spent":"811.454888ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:06:46.291435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.495021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:06:46.291353Z","caller":"traceutil/trace.go:171","msg":"trace[29933382] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"811.136088ms","start":"2026-07-30T05:06:45.480205Z","end":"2026-07-30T05:06:46.291341Z","steps":["trace[29933382] 'process raft request' (duration: 810.88113ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:06:46.291474Z","caller":"traceutil/trace.go:171","msg":"trace[179621645] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3247; }","duration":"671.589754ms","start":"2026-07-30T05:06:45.619873Z","end":"2026-07-30T05:06:46.291463Z","steps":["trace[179621645] 'agreement among raft nodes before linearized reading' (duration: 671.505511ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:06:46.291468Z","caller":"traceutil/trace.go:171","msg":"trace[2027556319] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"811.133299ms","start":"2026-07-30T05:06:45.480286Z","end":"2026-07-30T05:06:46.291419Z","steps":["trace[2027556319] 'process raft request' (duration: 810.86022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:06:46.29152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:06:45.619852Z","time spent":"671.657247ms","remote":"127.0.0.1:42928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:06:46.291614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:06:45.48019Z","time spent":"811.319725ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:06:46.291665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:06:45.480279Z","time spent":"811.287493ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:06:46.291685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.830367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-30T05:06:46.291802Z","caller":"traceutil/trace.go:171","msg":"trace[326867958] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3247; }","duration":"809.976142ms","start":"2026-07-30T05:06:45.481795Z","end":"2026-07-30T05:06:46.291772Z","steps":["trace[326867958] 'agreement among raft nodes before linearized reading' (duration: 809.666152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:06:46.291867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:06:45.481785Z","time spent":"810.067384ms","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-30T05:11:06.392414Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2939} {"level":"info","ts":"2026-07-30T05:11:06.474196Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2939,"took":"80.786307ms","hash":3773989508,"current-db-size-bytes":34988032,"current-db-size":"35 MB","current-db-size-in-use-bytes":10268672,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-30T05:11:06.474275Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3773989508,"revision":2939,"compact-revision":-1} {"level":"info","ts":"2026-07-30T05:15:41.591419Z","caller":"traceutil/trace.go:171","msg":"trace[1544018718] transaction","detail":"{read_only:false; response_revision:6983; number_of_response:1; }","duration":"161.599724ms","start":"2026-07-30T05:15:41.429791Z","end":"2026-07-30T05:15:41.59139Z","steps":["trace[1544018718] 'process raft request' (duration: 133.80531ms)","trace[1544018718] 'compare' (duration: 27.66693ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:16:06.400098Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4916} {"level":"info","ts":"2026-07-30T05:16:06.444876Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4916,"took":"43.841438ms","hash":3107558707,"current-db-size-bytes":34988032,"current-db-size":"35 MB","current-db-size-in-use-bytes":11726848,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-30T05:16:06.444928Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3107558707,"revision":4916,"compact-revision":2939} {"level":"info","ts":"2026-07-30T05:19:24.356872Z","caller":"traceutil/trace.go:171","msg":"trace[173092346] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"468.136281ms","start":"2026-07-30T05:19:23.888687Z","end":"2026-07-30T05:19:24.356823Z","steps":["trace[173092346] 'process raft request' (duration: 467.196141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:24.357115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:23.888667Z","time spent":"468.330317ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:19:24.357455Z","caller":"traceutil/trace.go:171","msg":"trace[1169801014] linearizableReadLoop","detail":"{readStateIndex:9080; appliedIndex:9078; }","duration":"278.472651ms","start":"2026-07-30T05:19:24.078952Z","end":"2026-07-30T05:19:24.357425Z","steps":["trace[1169801014] 'read index received' (duration: 276.947133ms)","trace[1169801014] 'applied index is now lower than readState.Index' (duration: 1.524288ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:19:24.357665Z","caller":"traceutil/trace.go:171","msg":"trace[157954284] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"281.108915ms","start":"2026-07-30T05:19:24.076519Z","end":"2026-07-30T05:19:24.357628Z","steps":["trace[157954284] 'process raft request' (duration: 280.732113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:24.357936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.00247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-30T05:19:24.357932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.950737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-30T05:19:24.357984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.133825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T05:19:24.358031Z","caller":"traceutil/trace.go:171","msg":"trace[1236989255] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8799; }","duration":"279.125093ms","start":"2026-07-30T05:19:24.078882Z","end":"2026-07-30T05:19:24.358007Z","steps":["trace[1236989255] 'agreement among raft nodes before linearized reading' (duration: 278.811193ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:24.358041Z","caller":"traceutil/trace.go:171","msg":"trace[1315296426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8799; }","duration":"275.212188ms","start":"2026-07-30T05:19:24.082812Z","end":"2026-07-30T05:19:24.358024Z","steps":["trace[1315296426] 'agreement among raft nodes before linearized reading' (duration: 275.037603ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:24.358038Z","caller":"traceutil/trace.go:171","msg":"trace[628010349] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8799; }","duration":"174.132094ms","start":"2026-07-30T05:19:24.183863Z","end":"2026-07-30T05:19:24.357995Z","steps":["trace[628010349] 'agreement among raft nodes before linearized reading' (duration: 173.935388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:24.358057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.512557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T05:19:24.358143Z","caller":"traceutil/trace.go:171","msg":"trace[257084227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8799; }","duration":"275.634501ms","start":"2026-07-30T05:19:24.082489Z","end":"2026-07-30T05:19:24.358123Z","steps":["trace[257084227] 'agreement among raft nodes before linearized reading' (duration: 275.379153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:24.358013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.632426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T05:19:24.358206Z","caller":"traceutil/trace.go:171","msg":"trace[1797817824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8799; }","duration":"278.846293ms","start":"2026-07-30T05:19:24.079345Z","end":"2026-07-30T05:19:24.358192Z","steps":["trace[1797817824] 'agreement among raft nodes before linearized reading' (duration: 278.41121ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:42.519893Z","caller":"traceutil/trace.go:171","msg":"trace[1715762713] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"102.531169ms","start":"2026-07-30T05:19:42.417337Z","end":"2026-07-30T05:19:42.519868Z","steps":["trace[1715762713] 'process raft request' (duration: 102.402155ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:42.535745Z","caller":"traceutil/trace.go:171","msg":"trace[77940234] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"113.827779ms","start":"2026-07-30T05:19:42.421879Z","end":"2026-07-30T05:19:42.535707Z","steps":["trace[77940234] 'process raft request' (duration: 113.400325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:49.703036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:49.355761Z","time spent":"347.265909ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-30T05:19:49.703034Z","caller":"traceutil/trace.go:171","msg":"trace[202033823] linearizableReadLoop","detail":"{readStateIndex:9251; appliedIndex:9250; }","duration":"287.751827ms","start":"2026-07-30T05:19:49.415255Z","end":"2026-07-30T05:19:49.703007Z","steps":["trace[202033823] 'read index received' (duration: 287.640884ms)","trace[202033823] 'applied index is now lower than readState.Index' (duration: 109.413µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:19:49.703212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.947784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-30T05:19:49.703248Z","caller":"traceutil/trace.go:171","msg":"trace[2075826687] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8963; }","duration":"288.034187ms","start":"2026-07-30T05:19:49.415201Z","end":"2026-07-30T05:19:49.703235Z","steps":["trace[2075826687] 'agreement among raft nodes before linearized reading' (duration: 287.891362ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:49.860954Z","caller":"traceutil/trace.go:171","msg":"trace[899650308] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"442.799836ms","start":"2026-07-30T05:19:49.41813Z","end":"2026-07-30T05:19:49.86093Z","steps":["trace[899650308] 'process raft request' (duration: 442.579769ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:49.861021Z","caller":"traceutil/trace.go:171","msg":"trace[1651777336] linearizableReadLoop","detail":"{readStateIndex:9254; appliedIndex:9251; }","duration":"157.887269ms","start":"2026-07-30T05:19:49.703108Z","end":"2026-07-30T05:19:49.860995Z","steps":["trace[1651777336] 'read index received' (duration: 157.30308ms)","trace[1651777336] 'applied index is now lower than readState.Index' (duration: 583.198µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:19:49.861065Z","caller":"traceutil/trace.go:171","msg":"trace[1829750095] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"220.523831ms","start":"2026-07-30T05:19:49.640506Z","end":"2026-07-30T05:19:49.86103Z","steps":["trace[1829750095] 'process raft request' (duration: 220.390196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:49.861113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:49.41812Z","time spent":"442.9115ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:19:49.861124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.753509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:19:49.860955Z","caller":"traceutil/trace.go:171","msg":"trace[624731661] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"444.731768ms","start":"2026-07-30T05:19:49.416202Z","end":"2026-07-30T05:19:49.860934Z","steps":["trace[624731661] 'process raft request' (duration: 444.262383ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:49.861177Z","caller":"traceutil/trace.go:171","msg":"trace[436370874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8966; }","duration":"282.858762ms","start":"2026-07-30T05:19:49.578303Z","end":"2026-07-30T05:19:49.861162Z","steps":["trace[436370874] 'agreement among raft nodes before linearized reading' (duration: 282.711657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:49.861356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:49.416186Z","time spent":"445.033248ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:19:49.861406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.192441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T05:19:49.861467Z","caller":"traceutil/trace.go:171","msg":"trace[421995143] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8966; }","duration":"411.345286ms","start":"2026-07-30T05:19:49.450105Z","end":"2026-07-30T05:19:49.86145Z","steps":["trace[421995143] 'agreement among raft nodes before linearized reading' (duration: 411.019256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:49.86156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:49.450082Z","time spent":"411.45788ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T05:19:49.862028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.560754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:19:49.862094Z","caller":"traceutil/trace.go:171","msg":"trace[876821657] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8968; }","duration":"149.680798ms","start":"2026-07-30T05:19:49.7124Z","end":"2026-07-30T05:19:49.862081Z","steps":["trace[876821657] 'agreement among raft nodes before linearized reading' (duration: 149.554594ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:49.862163Z","caller":"traceutil/trace.go:171","msg":"trace[267270974] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"154.869903ms","start":"2026-07-30T05:19:49.707273Z","end":"2026-07-30T05:19:49.862143Z","steps":["trace[267270974] 'process raft request' (duration: 154.637116ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:49.862214Z","caller":"traceutil/trace.go:171","msg":"trace[1113669605] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"157.779725ms","start":"2026-07-30T05:19:49.704413Z","end":"2026-07-30T05:19:49.862192Z","steps":["trace[1113669605] 'process raft request' (duration: 157.383073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:55.21454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830337711440429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T05:19:55.725764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830337711440429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T05:19:55.763996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.511986101s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T05:19:55.764395Z","caller":"traceutil/trace.go:171","msg":"trace[1394877811] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"1.512439375s","start":"2026-07-30T05:19:54.25193Z","end":"2026-07-30T05:19:55.764369Z","steps":["trace[1394877811] 'process raft request' (duration: 1.512230609s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:55.764575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:54.251922Z","time spent":"1.512551469s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:19:55.77074Z","caller":"traceutil/trace.go:171","msg":"trace[10081014] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"1.518666973s","start":"2026-07-30T05:19:54.252052Z","end":"2026-07-30T05:19:55.770719Z","steps":["trace[10081014] 'process raft request' (duration: 1.518427956s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:55.770858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:54.252027Z","time spent":"1.518766167s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:19:55.774575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:55.231529Z","time spent":"543.041095ms","remote":"127.0.0.1:57798","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-30T05:19:55.774621Z","caller":"traceutil/trace.go:171","msg":"trace[1694880315] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"541.580318ms","start":"2026-07-30T05:19:55.233029Z","end":"2026-07-30T05:19:55.774609Z","steps":["trace[1694880315] 'process raft request' (duration: 541.527766ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:55.774635Z","caller":"traceutil/trace.go:171","msg":"trace[415847943] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"542.187997ms","start":"2026-07-30T05:19:55.232429Z","end":"2026-07-30T05:19:55.774617Z","steps":["trace[415847943] 'process raft request' (duration: 542.054763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:55.774691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:55.232937Z","time spent":"541.715632ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:19:55.774728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:55.232415Z","time spent":"542.26764ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:19:55.774769Z","caller":"traceutil/trace.go:171","msg":"trace[353605766] linearizableReadLoop","detail":"{readStateIndex:9285; appliedIndex:9279; }","duration":"1.522564978s","start":"2026-07-30T05:19:54.252164Z","end":"2026-07-30T05:19:55.774729Z","steps":["trace[353605766] 'read index received' (duration: 1.512019642s)","trace[353605766] 'applied index is now lower than readState.Index' (duration: 10.543736ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:19:55.77484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522910679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:19:55.77488Z","caller":"traceutil/trace.go:171","msg":"trace[966929415] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8996; }","duration":"1.522981101s","start":"2026-07-30T05:19:54.251887Z","end":"2026-07-30T05:19:55.774868Z","steps":["trace[966929415] 'agreement among raft nodes before linearized reading' (duration: 1.522865767s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:55.774905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:54.251869Z","time spent":"1.523030502s","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:19:55.775011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523111145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-30T05:19:55.775042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.044535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T05:19:55.775064Z","caller":"traceutil/trace.go:171","msg":"trace[2098792569] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8996; }","duration":"1.523197918s","start":"2026-07-30T05:19:54.25185Z","end":"2026-07-30T05:19:55.775048Z","steps":["trace[2098792569] 'agreement among raft nodes before linearized reading' (duration: 1.523009442s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:55.775076Z","caller":"traceutil/trace.go:171","msg":"trace[313009402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8996; }","duration":"543.101966ms","start":"2026-07-30T05:19:55.231961Z","end":"2026-07-30T05:19:55.775063Z","steps":["trace[313009402] 'agreement among raft nodes before linearized reading' (duration: 542.935941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:55.77508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522310909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-30T05:19:55.775092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:54.251823Z","time spent":"1.52326359s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T05:19:55.775103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.224113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:19:55.775121Z","caller":"traceutil/trace.go:171","msg":"trace[1844807511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8996; }","duration":"1.522355411s","start":"2026-07-30T05:19:54.252755Z","end":"2026-07-30T05:19:55.775111Z","steps":["trace[1844807511] 'agreement among raft nodes before linearized reading' (duration: 1.522136634s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:55.775131Z","caller":"traceutil/trace.go:171","msg":"trace[1159306043] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8996; }","duration":"188.294715ms","start":"2026-07-30T05:19:55.586828Z","end":"2026-07-30T05:19:55.775123Z","steps":["trace[1159306043] 'agreement among raft nodes before linearized reading' (duration: 188.254064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:55.775152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:54.252734Z","time spent":"1.522410273s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T05:19:55.77516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.744935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-30T05:19:55.775188Z","caller":"traceutil/trace.go:171","msg":"trace[1334187213] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8996; }","duration":"542.774216ms","start":"2026-07-30T05:19:55.232403Z","end":"2026-07-30T05:19:55.775177Z","steps":["trace[1334187213] 'agreement among raft nodes before linearized reading' (duration: 542.718724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:55.775196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.152298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T05:19:55.775213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:55.232399Z","time spent":"542.807337ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T05:19:55.775215Z","caller":"traceutil/trace.go:171","msg":"trace[1234759536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8996; }","duration":"543.177329ms","start":"2026-07-30T05:19:55.232032Z","end":"2026-07-30T05:19:55.775209Z","steps":["trace[1234759536] 'agreement among raft nodes before linearized reading' (duration: 543.121847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:55.775241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:55.232029Z","time spent":"543.20894ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T05:19:55.775104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:55.231956Z","time spent":"543.142617ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T05:19:55.775265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.780106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-30T05:19:55.775304Z","caller":"traceutil/trace.go:171","msg":"trace[1914846231] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8996; }","duration":"542.836698ms","start":"2026-07-30T05:19:55.232459Z","end":"2026-07-30T05:19:55.775295Z","steps":["trace[1914846231] 'agreement among raft nodes before linearized reading' (duration: 542.441615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:55.775326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:55.232447Z","time spent":"542.874129ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T05:19:55.775335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.046107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:19:55.775329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.770637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-30T05:19:55.775349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.686215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T05:19:55.775356Z","caller":"traceutil/trace.go:171","msg":"trace[682992928] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8996; }","duration":"544.094378ms","start":"2026-07-30T05:19:55.231253Z","end":"2026-07-30T05:19:55.775347Z","steps":["trace[682992928] 'agreement among raft nodes before linearized reading' (duration: 544.060837ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:55.775371Z","caller":"traceutil/trace.go:171","msg":"trace[1398271025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8996; }","duration":"543.749717ms","start":"2026-07-30T05:19:55.231615Z","end":"2026-07-30T05:19:55.775365Z","steps":["trace[1398271025] 'agreement among raft nodes before linearized reading' (duration: 543.684835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:55.775375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:55.231237Z","time spent":"544.134049ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:19:55.775396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.74511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:19:55.77537Z","caller":"traceutil/trace.go:171","msg":"trace[1005243064] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8996; }","duration":"543.812349ms","start":"2026-07-30T05:19:55.231545Z","end":"2026-07-30T05:19:55.775358Z","steps":["trace[1005243064] 'agreement among raft nodes before linearized reading' (duration: 543.708995ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:55.775414Z","caller":"traceutil/trace.go:171","msg":"trace[1164690527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8996; }","duration":"463.788361ms","start":"2026-07-30T05:19:55.31162Z","end":"2026-07-30T05:19:55.775408Z","steps":["trace[1164690527] 'agreement among raft nodes before linearized reading' (duration: 463.75506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:55.77543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:55.3116Z","time spent":"463.826963ms","remote":"127.0.0.1:57716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:19:55.775427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:55.231462Z","time spent":"543.958004ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T05:19:55.775451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.85496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-30T05:19:55.775397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:55.231593Z","time spent":"543.798369ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T05:19:55.775479Z","caller":"traceutil/trace.go:171","msg":"trace[383149474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8996; }","duration":"543.893031ms","start":"2026-07-30T05:19:55.231578Z","end":"2026-07-30T05:19:55.775471Z","steps":["trace[383149474] 'agreement among raft nodes before linearized reading' (duration: 543.812769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:55.775366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.038296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-30T05:19:55.775507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:55.231571Z","time spent":"543.930012ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T05:19:55.775512Z","caller":"traceutil/trace.go:171","msg":"trace[642966166] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8996; }","duration":"544.229512ms","start":"2026-07-30T05:19:55.231274Z","end":"2026-07-30T05:19:55.775503Z","steps":["trace[642966166] 'agreement among raft nodes before linearized reading' (duration: 544.029546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:55.775611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:55.231246Z","time spent":"544.357936ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T05:21:06.406502Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7195} {"level":"info","ts":"2026-07-30T05:21:06.462487Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7195,"took":"54.757513ms","hash":2763501757,"current-db-size-bytes":34988032,"current-db-size":"35 MB","current-db-size-in-use-bytes":12902400,"current-db-size-in-use":"13 MB"} {"level":"info","ts":"2026-07-30T05:21:06.462555Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2763501757,"revision":7195,"compact-revision":4916} {"level":"info","ts":"2026-07-30T05:21:25.932026Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T05:21:25.938215Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-30T05:21:25.938309Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-30T05:25:39.356812Z","caller":"traceutil/trace.go:171","msg":"trace[1119041510] transaction","detail":"{read_only:false; response_revision:11685; number_of_response:1; }","duration":"366.71797ms","start":"2026-07-30T05:25:38.990062Z","end":"2026-07-30T05:25:39.35678Z","steps":["trace[1119041510] 'process raft request' (duration: 366.534534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:25:39.357026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:25:38.990032Z","time spent":"366.885126ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:25:39.387951Z","caller":"traceutil/trace.go:171","msg":"trace[228430338] transaction","detail":"{read_only:false; response_revision:11686; number_of_response:1; }","duration":"390.330716ms","start":"2026-07-30T05:25:38.997605Z","end":"2026-07-30T05:25:39.387935Z","steps":["trace[228430338] 'process raft request' (duration: 390.196441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:25:39.388032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:25:38.997591Z","time spent":"390.398348ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:25:39.388404Z","caller":"traceutil/trace.go:171","msg":"trace[803494997] transaction","detail":"{read_only:false; response_revision:11687; number_of_response:1; }","duration":"386.564806ms","start":"2026-07-30T05:25:39.001807Z","end":"2026-07-30T05:25:39.388372Z","steps":["trace[803494997] 'process raft request' (duration: 386.08439ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:25:39.388416Z","caller":"traceutil/trace.go:171","msg":"trace[913271028] linearizableReadLoop","detail":"{readStateIndex:12059; appliedIndex:12055; }","duration":"280.161929ms","start":"2026-07-30T05:25:39.108226Z","end":"2026-07-30T05:25:39.388388Z","steps":["trace[913271028] 'read index received' (duration: 248.384212ms)","trace[913271028] 'applied index is now lower than readState.Index' (duration: 31.776117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:25:39.388599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:25:39.001787Z","time spent":"386.704261ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:25:39.388601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.344625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:25:39.388591Z","caller":"traceutil/trace.go:171","msg":"trace[1450174410] transaction","detail":"{read_only:false; response_revision:11688; number_of_response:1; }","duration":"379.447927ms","start":"2026-07-30T05:25:39.009096Z","end":"2026-07-30T05:25:39.388544Z","steps":["trace[1450174410] 'process raft request' (duration: 379.086766ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:25:39.388665Z","caller":"traceutil/trace.go:171","msg":"trace[376509409] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:11688; }","duration":"280.48784ms","start":"2026-07-30T05:25:39.108159Z","end":"2026-07-30T05:25:39.388647Z","steps":["trace[376509409] 'agreement among raft nodes before linearized reading' (duration: 280.316694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:25:39.388753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:25:39.009083Z","time spent":"379.586392ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:25:55.645513Z","caller":"traceutil/trace.go:171","msg":"trace[1546702620] transaction","detail":"{read_only:false; response_revision:11997; number_of_response:1; }","duration":"198.757123ms","start":"2026-07-30T05:25:55.446726Z","end":"2026-07-30T05:25:55.645483Z","steps":["trace[1546702620] 'process raft request' (duration: 193.164093ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:25:55.645816Z","caller":"traceutil/trace.go:171","msg":"trace[999990959] linearizableReadLoop","detail":"{readStateIndex:12382; appliedIndex:12379; }","duration":"152.229813ms","start":"2026-07-30T05:25:55.493552Z","end":"2026-07-30T05:25:55.645782Z","steps":["trace[999990959] 'read index received' (duration: 146.430447ms)","trace[999990959] 'applied index is now lower than readState.Index' (duration: 5.798116ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:25:55.645879Z","caller":"traceutil/trace.go:171","msg":"trace[608379115] transaction","detail":"{read_only:false; response_revision:11998; number_of_response:1; }","duration":"196.267523ms","start":"2026-07-30T05:25:55.449588Z","end":"2026-07-30T05:25:55.645855Z","steps":["trace[608379115] 'process raft request' (duration: 195.846049ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:25:55.645965Z","caller":"traceutil/trace.go:171","msg":"trace[1930604056] transaction","detail":"{read_only:false; response_revision:11999; number_of_response:1; }","duration":"193.938149ms","start":"2026-07-30T05:25:55.452013Z","end":"2026-07-30T05:25:55.645951Z","steps":["trace[1930604056] 'process raft request' (duration: 193.66255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:25:55.646244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.701568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T05:25:55.646339Z","caller":"traceutil/trace.go:171","msg":"trace[1130009705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11999; }","duration":"152.839473ms","start":"2026-07-30T05:25:55.493486Z","end":"2026-07-30T05:25:55.646326Z","steps":["trace[1130009705] 'agreement among raft nodes before linearized reading' (duration: 152.631246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:25:55.646347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.228003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T05:25:55.646241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.337817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T05:25:55.646489Z","caller":"traceutil/trace.go:171","msg":"trace[1444442044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11999; }","duration":"147.420489ms","start":"2026-07-30T05:25:55.499011Z","end":"2026-07-30T05:25:55.646432Z","steps":["trace[1444442044] 'agreement among raft nodes before linearized reading' (duration: 147.14464ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:25:55.646494Z","caller":"traceutil/trace.go:171","msg":"trace[2079130390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11999; }","duration":"147.593475ms","start":"2026-07-30T05:25:55.498856Z","end":"2026-07-30T05:25:55.64645Z","steps":["trace[2079130390] 'agreement among raft nodes before linearized reading' (duration: 147.225473ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:06.41374Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9571} {"level":"info","ts":"2026-07-30T05:26:06.468639Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9571,"took":"53.383208ms","hash":2910081707,"current-db-size-bytes":34988032,"current-db-size":"35 MB","current-db-size-in-use-bytes":14782464,"current-db-size-in-use":"15 MB"} {"level":"info","ts":"2026-07-30T05:26:06.468706Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2910081707,"revision":9571,"compact-revision":7195} {"level":"warn","ts":"2026-07-30T05:26:56.380319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.732225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:26:56.380575Z","caller":"traceutil/trace.go:171","msg":"trace[267335837] transaction","detail":"{read_only:false; response_revision:12732; number_of_response:1; }","duration":"450.819932ms","start":"2026-07-30T05:26:55.929721Z","end":"2026-07-30T05:26:56.380541Z","steps":["trace[267335837] 'process raft request' (duration: 250.766438ms)","trace[267335837] 'compare' (duration: 199.577839ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:26:56.380612Z","caller":"traceutil/trace.go:171","msg":"trace[1579830296] transaction","detail":"{read_only:false; response_revision:12733; number_of_response:1; }","duration":"424.841601ms","start":"2026-07-30T05:26:55.955746Z","end":"2026-07-30T05:26:56.380588Z","steps":["trace[1579830296] 'process raft request' (duration: 424.756448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:56.380715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:55.955728Z","time spent":"424.937674ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:26:56.380738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:55.929704Z","time spent":"450.948527ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:26:56.380858Z","caller":"traceutil/trace.go:171","msg":"trace[114098546] linearizableReadLoop","detail":"{readStateIndex:13134; appliedIndex:13133; }","duration":"429.17237ms","start":"2026-07-30T05:26:55.951634Z","end":"2026-07-30T05:26:56.380806Z","steps":["trace[114098546] 'read index received' (duration: 228.816076ms)","trace[114098546] 'applied index is now lower than readState.Index' (duration: 200.350794ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:26:56.381074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.344865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:26:56.381154Z","caller":"traceutil/trace.go:171","msg":"trace[459577965] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12733; }","duration":"424.461729ms","start":"2026-07-30T05:26:55.956656Z","end":"2026-07-30T05:26:56.381118Z","steps":["trace[459577965] 'agreement among raft nodes before linearized reading' (duration: 424.345435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:56.381206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.796589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-30T05:26:56.381261Z","caller":"traceutil/trace.go:171","msg":"trace[904538017] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12733; }","duration":"379.904342ms","start":"2026-07-30T05:26:56.001343Z","end":"2026-07-30T05:26:56.381247Z","steps":["trace[904538017] 'agreement among raft nodes before linearized reading' (duration: 379.692195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:56.381293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.55147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:26:56.381304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:56.00133Z","time spent":"379.964104ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T05:26:56.381303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.489618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-30T05:26:56.38133Z","caller":"traceutil/trace.go:171","msg":"trace[266006971] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:12733; }","duration":"423.607201ms","start":"2026-07-30T05:26:55.957713Z","end":"2026-07-30T05:26:56.381321Z","steps":["trace[266006971] 'agreement among raft nodes before linearized reading' (duration: 423.528699ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:56.381382Z","caller":"traceutil/trace.go:171","msg":"trace[1563958571] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:12733; }","duration":"423.598252ms","start":"2026-07-30T05:26:55.957765Z","end":"2026-07-30T05:26:56.381363Z","steps":["trace[1563958571] 'agreement among raft nodes before linearized reading' (duration: 423.398865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:56.381413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:55.957703Z","time spent":"423.700505ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-30T05:26:56.381429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:55.957746Z","time spent":"423.673913ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-30T05:26:56.3812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:55.956641Z","time spent":"424.548702ms","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T05:26:56.381585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.350101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9qvgc\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-07-30T05:26:56.381624Z","caller":"traceutil/trace.go:171","msg":"trace[1861075060] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9qvgc; range_end:; response_count:1; response_revision:12733; }","duration":"159.429855ms","start":"2026-07-30T05:26:56.222185Z","end":"2026-07-30T05:26:56.381615Z","steps":["trace[1861075060] 'agreement among raft nodes before linearized reading' (duration: 159.303311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:56.381647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.292753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-30T05:26:56.381707Z","caller":"traceutil/trace.go:171","msg":"trace[1795961619] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12733; }","duration":"424.377156ms","start":"2026-07-30T05:26:55.95732Z","end":"2026-07-30T05:26:56.381698Z","steps":["trace[1795961619] 'agreement among raft nodes before linearized reading' (duration: 424.214341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:56.381772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:55.957307Z","time spent":"424.452108ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-30T05:26:56.381824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.993412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T05:26:56.381881Z","caller":"traceutil/trace.go:171","msg":"trace[1453236601] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12733; }","duration":"423.085695ms","start":"2026-07-30T05:26:55.958784Z","end":"2026-07-30T05:26:56.38187Z","steps":["trace[1453236601] 'agreement among raft nodes before linearized reading' (duration: 422.967471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:56.381917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:55.958762Z","time spent":"423.148707ms","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T05:26:56.381817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.609701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9qvgc\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-07-30T05:26:56.382042Z","caller":"traceutil/trace.go:171","msg":"trace[1775518570] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9qvgc; range_end:; response_count:1; response_revision:12733; }","duration":"209.838668ms","start":"2026-07-30T05:26:56.172193Z","end":"2026-07-30T05:26:56.382032Z","steps":["trace[1775518570] 'agreement among raft nodes before linearized reading' (duration: 209.514057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:56.381723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.476631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T05:26:56.382269Z","caller":"traceutil/trace.go:171","msg":"trace[1328982693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12733; }","duration":"405.997287ms","start":"2026-07-30T05:26:55.976204Z","end":"2026-07-30T05:26:56.382202Z","steps":["trace[1328982693] 'agreement among raft nodes before linearized reading' (duration: 405.418919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:56.382363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:55.976189Z","time spent":"406.137462ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T05:26:56.382726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.77839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T05:26:56.382784Z","caller":"traceutil/trace.go:171","msg":"trace[384812346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12733; }","duration":"449.861021ms","start":"2026-07-30T05:26:55.93291Z","end":"2026-07-30T05:26:56.382771Z","steps":["trace[384812346] 'agreement among raft nodes before linearized reading' (duration: 448.005672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:56.382821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:55.932899Z","time spent":"449.915404ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T05:26:57.849746Z","caller":"traceutil/trace.go:171","msg":"trace[1338113414] linearizableReadLoop","detail":"{readStateIndex:13143; appliedIndex:13142; }","duration":"164.435464ms","start":"2026-07-30T05:26:57.685287Z","end":"2026-07-30T05:26:57.849722Z","steps":["trace[1338113414] 'read index received' (duration: 164.268198ms)","trace[1338113414] 'applied index is now lower than readState.Index' (duration: 166.256µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:26:57.849779Z","caller":"traceutil/trace.go:171","msg":"trace[1237430620] transaction","detail":"{read_only:false; response_revision:12741; number_of_response:1; }","duration":"184.954611ms","start":"2026-07-30T05:26:57.664795Z","end":"2026-07-30T05:26:57.84975Z","steps":["trace[1237430620] 'process raft request' (duration: 184.752004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:57.849901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.59266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:26:57.849981Z","caller":"traceutil/trace.go:171","msg":"trace[699508111] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:12741; }","duration":"164.652831ms","start":"2026-07-30T05:26:57.685276Z","end":"2026-07-30T05:26:57.849929Z","steps":["trace[699508111] 'agreement among raft nodes before linearized reading' (duration: 164.567909ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:58.135843Z","caller":"traceutil/trace.go:171","msg":"trace[1260552413] linearizableReadLoop","detail":"{readStateIndex:13144; appliedIndex:13143; }","duration":"285.999856ms","start":"2026-07-30T05:26:57.849816Z","end":"2026-07-30T05:26:58.135816Z","steps":["trace[1260552413] 'read index received' (duration: 285.894582ms)","trace[1260552413] 'applied index is now lower than readState.Index' (duration: 104.023µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:26:58.135886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.206981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:26:58.135941Z","caller":"traceutil/trace.go:171","msg":"trace[1934692945] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12742; }","duration":"345.312514ms","start":"2026-07-30T05:26:57.790615Z","end":"2026-07-30T05:26:58.135927Z","steps":["trace[1934692945] 'agreement among raft nodes before linearized reading' (duration: 345.213041ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:58.135847Z","caller":"traceutil/trace.go:171","msg":"trace[1599948001] transaction","detail":"{read_only:false; response_revision:12742; number_of_response:1; }","duration":"358.133215ms","start":"2026-07-30T05:26:57.777687Z","end":"2026-07-30T05:26:58.13582Z","steps":["trace[1599948001] 'process raft request' (duration: 357.767323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:58.135981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:57.7906Z","time spent":"345.371997ms","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T05:26:58.135978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.376693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T05:26:58.136038Z","caller":"traceutil/trace.go:171","msg":"trace[1992291796] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12742; }","duration":"343.482496ms","start":"2026-07-30T05:26:57.79254Z","end":"2026-07-30T05:26:58.136022Z","steps":["trace[1992291796] 'agreement among raft nodes before linearized reading' (duration: 343.29689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:58.136042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.275672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T05:26:58.136062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:57.792518Z","time spent":"343.540228ms","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-30T05:26:58.136093Z","caller":"traceutil/trace.go:171","msg":"trace[1098620768] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12742; }","duration":"419.374636ms","start":"2026-07-30T05:26:57.7167Z","end":"2026-07-30T05:26:58.136075Z","steps":["trace[1098620768] 'agreement among raft nodes before linearized reading' (duration: 419.238081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:58.13605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.048146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9dxh7\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-30T05:26:58.135978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.950625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-30T05:26:58.136112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:57.777659Z","time spent":"358.332261ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:26:58.13616Z","caller":"traceutil/trace.go:171","msg":"trace[234747551] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12742; }","duration":"346.171372ms","start":"2026-07-30T05:26:57.789983Z","end":"2026-07-30T05:26:58.136154Z","steps":["trace[234747551] 'agreement among raft nodes before linearized reading' (duration: 345.849272ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:58.136159Z","caller":"traceutil/trace.go:171","msg":"trace[274546079] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-9dxh7; range_end:; response_count:1; response_revision:12742; }","duration":"360.209811ms","start":"2026-07-30T05:26:57.775936Z","end":"2026-07-30T05:26:58.136145Z","steps":["trace[274546079] 'agreement among raft nodes before linearized reading' (duration: 359.976044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:58.136156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:57.716659Z","time spent":"419.477839ms","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T05:26:58.136184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:57.789973Z","time spent":"346.206253ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-30T05:26:58.136204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:57.775913Z","time spent":"360.280574ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9dxh7\" "} {"level":"info","ts":"2026-07-30T05:26:58.166825Z","caller":"traceutil/trace.go:171","msg":"trace[336086001] transaction","detail":"{read_only:false; response_revision:12743; number_of_response:1; }","duration":"276.211573ms","start":"2026-07-30T05:26:57.89059Z","end":"2026-07-30T05:26:58.166801Z","steps":["trace[336086001] 'process raft request' (duration: 275.903483ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:58.167371Z","caller":"traceutil/trace.go:171","msg":"trace[872801688] transaction","detail":"{read_only:false; response_revision:12744; number_of_response:1; }","duration":"268.918729ms","start":"2026-07-30T05:26:57.898424Z","end":"2026-07-30T05:26:58.167343Z","steps":["trace[872801688] 'process raft request' (duration: 268.267968ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:58.167751Z","caller":"traceutil/trace.go:171","msg":"trace[1359111886] transaction","detail":"{read_only:false; response_revision:12745; number_of_response:1; }","duration":"267.894457ms","start":"2026-07-30T05:26:57.899842Z","end":"2026-07-30T05:26:58.167737Z","steps":["trace[1359111886] 'process raft request' (duration: 267.37359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:58.167972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.918276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T05:26:58.168056Z","caller":"traceutil/trace.go:171","msg":"trace[447430958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12745; }","duration":"213.04833ms","start":"2026-07-30T05:26:57.954988Z","end":"2026-07-30T05:26:58.168036Z","steps":["trace[447430958] 'agreement among raft nodes before linearized reading' (duration: 212.72966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:58.76715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830337711449169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T05:26:59.755238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.754649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:26:59.75533Z","caller":"traceutil/trace.go:171","msg":"trace[305535979] linearizableReadLoop","detail":"{readStateIndex:13148; appliedIndex:13147; }","duration":"1.489185364s","start":"2026-07-30T05:26:58.26613Z","end":"2026-07-30T05:26:59.755316Z","steps":["trace[305535979] 'read index received' (duration: 676.234438ms)","trace[305535979] 'applied index is now lower than readState.Index' (duration: 812.949585ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:26:59.755382Z","caller":"traceutil/trace.go:171","msg":"trace[825279182] transaction","detail":"{read_only:false; response_revision:12746; number_of_response:1; }","duration":"1.58278385s","start":"2026-07-30T05:26:58.172566Z","end":"2026-07-30T05:26:59.755349Z","steps":["trace[825279182] 'process raft request' (duration: 769.839684ms)","trace[825279182] 'compare' (duration: 811.927033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:26:59.755442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441892209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:26:59.755471Z","caller":"traceutil/trace.go:171","msg":"trace[706553644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12746; }","duration":"1.441953851s","start":"2026-07-30T05:26:58.313508Z","end":"2026-07-30T05:26:59.755462Z","steps":["trace[706553644] 'agreement among raft nodes before linearized reading' (duration: 1.441894919s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.755501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.313484Z","time spent":"1.442009033s","remote":"127.0.0.1:57732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:26:59.755474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489311247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:26:59.755533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.172545Z","time spent":"1.582900794s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:26:59.755598Z","caller":"traceutil/trace.go:171","msg":"trace[873694763] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:12746; }","duration":"1.489488453s","start":"2026-07-30T05:26:58.26608Z","end":"2026-07-30T05:26:59.755568Z","steps":["trace[873694763] 'agreement among raft nodes before linearized reading' (duration: 1.489275036s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.755663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.266059Z","time spent":"1.489587896s","remote":"127.0.0.1:35154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:26:59.755671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279225272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:26:59.755703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274996796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T05:26:59.755696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278763207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:26:59.755734Z","caller":"traceutil/trace.go:171","msg":"trace[1415416549] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12746; }","duration":"1.279307364s","start":"2026-07-30T05:26:58.47641Z","end":"2026-07-30T05:26:59.755718Z","steps":["trace[1415416549] 'agreement among raft nodes before linearized reading' (duration: 1.279197241s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:59.755756Z","caller":"traceutil/trace.go:171","msg":"trace[943606856] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12746; }","duration":"1.27510207s","start":"2026-07-30T05:26:58.480638Z","end":"2026-07-30T05:26:59.75574Z","steps":["trace[943606856] 'agreement among raft nodes before linearized reading' (duration: 1.274928225s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.755773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.476397Z","time spent":"1.279367716s","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T05:26:59.755783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369181571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T05:26:59.755779Z","caller":"traceutil/trace.go:171","msg":"trace[820588094] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12746; }","duration":"1.2788592s","start":"2026-07-30T05:26:58.476894Z","end":"2026-07-30T05:26:59.755753Z","steps":["trace[820588094] 'agreement among raft nodes before linearized reading' (duration: 1.278723015s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.755761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303490609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9qvgc\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-07-30T05:26:59.755815Z","caller":"traceutil/trace.go:171","msg":"trace[1397205144] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12746; }","duration":"1.369251813s","start":"2026-07-30T05:26:58.386553Z","end":"2026-07-30T05:26:59.755805Z","steps":["trace[1397205144] 'agreement among raft nodes before linearized reading' (duration: 1.36915641s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.755829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330750811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-30T05:26:59.75584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.386531Z","time spent":"1.369303265s","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T05:26:59.755845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370843714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T05:26:59.755849Z","caller":"traceutil/trace.go:171","msg":"trace[1055555434] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9qvgc; range_end:; response_count:1; response_revision:12746; }","duration":"1.303607302s","start":"2026-07-30T05:26:58.452223Z","end":"2026-07-30T05:26:59.755831Z","steps":["trace[1055555434] 'agreement among raft nodes before linearized reading' (duration: 1.303387975s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:59.755878Z","caller":"traceutil/trace.go:171","msg":"trace[1534410784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12746; }","duration":"1.370895976s","start":"2026-07-30T05:26:58.384973Z","end":"2026-07-30T05:26:59.755869Z","steps":["trace[1534410784] 'agreement among raft nodes before linearized reading' (duration: 1.370820384s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:59.755878Z","caller":"traceutil/trace.go:171","msg":"trace[568139698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12746; }","duration":"1.330810823s","start":"2026-07-30T05:26:58.425048Z","end":"2026-07-30T05:26:59.755858Z","steps":["trace[568139698] 'agreement among raft nodes before linearized reading' (duration: 1.330703349s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.755889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306106912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9qvgc\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-07-30T05:26:59.755668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36946267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:26:59.755782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313797268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-30T05:26:59.755897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279039976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:26:59.755919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.425034Z","time spent":"1.330877566s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T05:26:59.755928Z","caller":"traceutil/trace.go:171","msg":"trace[1088276779] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12746; }","duration":"1.36976034s","start":"2026-07-30T05:26:58.386159Z","end":"2026-07-30T05:26:59.755919Z","steps":["trace[1088276779] 'agreement among raft nodes before linearized reading' (duration: 1.36945021s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:59.755933Z","caller":"traceutil/trace.go:171","msg":"trace[608308491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12746; }","duration":"1.313997685s","start":"2026-07-30T05:26:58.441927Z","end":"2026-07-30T05:26:59.755924Z","steps":["trace[608308491] 'agreement among raft nodes before linearized reading' (duration: 1.313671615s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:59.755937Z","caller":"traceutil/trace.go:171","msg":"trace[1111526708] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9qvgc; range_end:; response_count:1; response_revision:12746; }","duration":"1.306166354s","start":"2026-07-30T05:26:58.449751Z","end":"2026-07-30T05:26:59.755917Z","steps":["trace[1111526708] 'agreement among raft nodes before linearized reading' (duration: 1.306070251s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:59.755948Z","caller":"traceutil/trace.go:171","msg":"trace[842494897] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12746; }","duration":"1.279114188s","start":"2026-07-30T05:26:58.476821Z","end":"2026-07-30T05:26:59.755935Z","steps":["trace[842494897] 'agreement among raft nodes before linearized reading' (duration: 1.279034576s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.755961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.386149Z","time spent":"1.369804581s","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T05:26:59.755966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.441903Z","time spent":"1.314055736s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T05:26:59.755773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37038269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-30T05:26:59.755973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.449733Z","time spent":"1.306232806s","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9qvgc\" "} {"level":"warn","ts":"2026-07-30T05:26:59.755984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.476804Z","time spent":"1.27917096s","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-30T05:26:59.755898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.384959Z","time spent":"1.370935417s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T05:26:59.756015Z","caller":"traceutil/trace.go:171","msg":"trace[835905624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12746; }","duration":"1.370656488s","start":"2026-07-30T05:26:58.385341Z","end":"2026-07-30T05:26:59.755998Z","steps":["trace[835905624] 'agreement among raft nodes before linearized reading' (duration: 1.370338198s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.755699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367540229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:26:59.755905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276422812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:26:59.755894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.45219Z","time spent":"1.303694705s","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9qvgc\" "} {"level":"info","ts":"2026-07-30T05:26:59.75607Z","caller":"traceutil/trace.go:171","msg":"trace[1967461864] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:12746; }","duration":"1.367953382s","start":"2026-07-30T05:26:58.388107Z","end":"2026-07-30T05:26:59.75606Z","steps":["trace[1967461864] 'agreement among raft nodes before linearized reading' (duration: 1.367493298s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.756077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367219049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-30T05:26:59.756098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.388037Z","time spent":"1.368054345s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-30T05:26:59.756105Z","caller":"traceutil/trace.go:171","msg":"trace[1084523500] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12746; }","duration":"1.3672664s","start":"2026-07-30T05:26:58.38883Z","end":"2026-07-30T05:26:59.756096Z","steps":["trace[1084523500] 'agreement among raft nodes before linearized reading' (duration: 1.367187358s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:59.756093Z","caller":"traceutil/trace.go:171","msg":"trace[1464643510] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:12746; }","duration":"1.276628719s","start":"2026-07-30T05:26:58.479449Z","end":"2026-07-30T05:26:59.756077Z","steps":["trace[1464643510] 'agreement among raft nodes before linearized reading' (duration: 1.276415842s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.756015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.312122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6c55g\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-07-30T05:26:59.756141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.388817Z","time spent":"1.367317592s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-30T05:26:59.756141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298556861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-30T05:26:59.756157Z","caller":"traceutil/trace.go:171","msg":"trace[1202987383] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6c55g; range_end:; response_count:1; response_revision:12746; }","duration":"731.507388ms","start":"2026-07-30T05:26:59.024639Z","end":"2026-07-30T05:26:59.756146Z","steps":["trace[1202987383] 'agreement among raft nodes before linearized reading' (duration: 731.293721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.75617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.479438Z","time spent":"1.276708581s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:26:59.756178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.670283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-30T05:26:59.756193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:59.024618Z","time spent":"731.56351ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-6c55g\" "} {"level":"info","ts":"2026-07-30T05:26:59.756187Z","caller":"traceutil/trace.go:171","msg":"trace[1362898960] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12746; }","duration":"1.298632493s","start":"2026-07-30T05:26:58.45754Z","end":"2026-07-30T05:26:59.756172Z","steps":["trace[1362898960] 'agreement among raft nodes before linearized reading' (duration: 1.298521179s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:59.756206Z","caller":"traceutil/trace.go:171","msg":"trace[2026892825] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12746; }","duration":"870.723445ms","start":"2026-07-30T05:26:58.885475Z","end":"2026-07-30T05:26:59.756198Z","steps":["trace[2026892825] 'agreement among raft nodes before linearized reading' (duration: 870.644992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.756237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.88546Z","time spent":"870.764777ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-30T05:26:59.756231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.457525Z","time spent":"1.298695824s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T05:26:59.756059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.385319Z","time spent":"1.370729471s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T05:26:59.756256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367948612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-07-30T05:26:59.755906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.64642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-30T05:26:59.756287Z","caller":"traceutil/trace.go:171","msg":"trace[1585978419] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:12746; }","duration":"1.367996403s","start":"2026-07-30T05:26:58.388282Z","end":"2026-07-30T05:26:59.756279Z","steps":["trace[1585978419] 'agreement among raft nodes before linearized reading' (duration: 1.367918491s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:59.756298Z","caller":"traceutil/trace.go:171","msg":"trace[1125031924] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:12746; }","duration":"378.075434ms","start":"2026-07-30T05:26:59.378211Z","end":"2026-07-30T05:26:59.756286Z","steps":["trace[1125031924] 'agreement among raft nodes before linearized reading' (duration: 377.616799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.756312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.388272Z","time spent":"1.368034885s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-30T05:26:59.756333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:59.378188Z","time spent":"378.136026ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-07-30T05:26:59.756331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.593673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T05:26:59.756122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.498636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T05:26:59.756385Z","caller":"traceutil/trace.go:171","msg":"trace[1605587810] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12746; }","duration":"975.655354ms","start":"2026-07-30T05:26:58.780714Z","end":"2026-07-30T05:26:59.75637Z","steps":["trace[1605587810] 'agreement among raft nodes before linearized reading' (duration: 975.430597ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:59.756397Z","caller":"traceutil/trace.go:171","msg":"trace[2105789911] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12746; }","duration":"869.794465ms","start":"2026-07-30T05:26:58.886594Z","end":"2026-07-30T05:26:59.756388Z","steps":["trace[2105789911] 'agreement among raft nodes before linearized reading' (duration: 869.450694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.756104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.597479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:26:59.756455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.177933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:26:59.756467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.886583Z","time spent":"869.875458ms","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T05:26:59.756467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.780709Z","time spent":"975.746857ms","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-30T05:26:59.756489Z","caller":"traceutil/trace.go:171","msg":"trace[717027199] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12746; }","duration":"977.242495ms","start":"2026-07-30T05:26:58.779233Z","end":"2026-07-30T05:26:59.756475Z","steps":["trace[717027199] 'agreement among raft nodes before linearized reading' (duration: 977.204403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.756518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.779211Z","time spent":"977.299647ms","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-30T05:26:59.756509Z","caller":"traceutil/trace.go:171","msg":"trace[343525911] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12746; }","duration":"968.9832ms","start":"2026-07-30T05:26:58.787483Z","end":"2026-07-30T05:26:59.756466Z","steps":["trace[343525911] 'agreement among raft nodes before linearized reading' (duration: 968.598038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.75579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.480631Z","time spent":"1.275151601s","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T05:26:59.756398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.137292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:26:59.756558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.787473Z","time spent":"969.071844ms","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T05:26:59.756455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.923865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:26:59.756548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.55473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-30T05:26:59.755835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.476863Z","time spent":"1.278959623s","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-30T05:26:59.756627Z","caller":"traceutil/trace.go:171","msg":"trace[1498644795] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12746; }","duration":"900.646353ms","start":"2026-07-30T05:26:58.855953Z","end":"2026-07-30T05:26:59.756599Z","steps":["trace[1498644795] 'agreement among raft nodes before linearized reading' (duration: 900.518258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.756674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.961648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:26:59.756692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169126777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:26:59.756691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.855941Z","time spent":"900.742636ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-30T05:26:59.756576Z","caller":"traceutil/trace.go:171","msg":"trace[1538876933] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12746; }","duration":"977.325598ms","start":"2026-07-30T05:26:58.779241Z","end":"2026-07-30T05:26:59.756566Z","steps":["trace[1538876933] 'agreement among raft nodes before linearized reading' (duration: 977.09652ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:59.756722Z","caller":"traceutil/trace.go:171","msg":"trace[1555009020] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:12746; }","duration":"1.169201439s","start":"2026-07-30T05:26:58.58751Z","end":"2026-07-30T05:26:59.756711Z","steps":["trace[1555009020] 'agreement among raft nodes before linearized reading' (duration: 1.169150938s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:26:59.756605Z","caller":"traceutil/trace.go:171","msg":"trace[2145020906] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12746; }","duration":"873.09775ms","start":"2026-07-30T05:26:58.883497Z","end":"2026-07-30T05:26:59.756595Z","steps":["trace[2145020906] 'agreement among raft nodes before linearized reading' (duration: 872.933105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.756737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.779229Z","time spent":"977.497414ms","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-30T05:26:59.756753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.883483Z","time spent":"873.265436ms","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T05:26:59.756752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.587487Z","time spent":"1.169257971s","remote":"127.0.0.1:42836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:26:59.756719Z","caller":"traceutil/trace.go:171","msg":"trace[158760694] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12746; }","duration":"978.03257ms","start":"2026-07-30T05:26:58.778675Z","end":"2026-07-30T05:26:59.756707Z","steps":["trace[158760694] 'agreement among raft nodes before linearized reading' (duration: 977.970568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.756804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.778659Z","time spent":"978.141254ms","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T05:26:59.756817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.061769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T05:26:59.756878Z","caller":"traceutil/trace.go:171","msg":"trace[1084488937] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12746; }","duration":"959.805327ms","start":"2026-07-30T05:26:58.797061Z","end":"2026-07-30T05:26:59.756867Z","steps":["trace[1084488937] 'agreement among raft nodes before linearized reading' (duration: 959.639862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.756887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.191303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-30T05:26:59.756908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.797047Z","time spent":"959.853528ms","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-30T05:26:59.756924Z","caller":"traceutil/trace.go:171","msg":"trace[158817197] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12746; }","duration":"968.308839ms","start":"2026-07-30T05:26:58.788605Z","end":"2026-07-30T05:26:59.756914Z","steps":["trace[158817197] 'agreement among raft nodes before linearized reading' (duration: 968.159414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:26:59.756953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:58.788598Z","time spent":"968.349101ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-30T05:27:00.057332Z","caller":"traceutil/trace.go:171","msg":"trace[1607523140] transaction","detail":"{read_only:false; response_revision:12747; number_of_response:1; }","duration":"296.654927ms","start":"2026-07-30T05:26:59.76066Z","end":"2026-07-30T05:27:00.057315Z","steps":["trace[1607523140] 'process raft request' (duration: 296.353537ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:27:00.057638Z","caller":"traceutil/trace.go:171","msg":"trace[1044969926] transaction","detail":"{read_only:false; response_revision:12748; number_of_response:1; }","duration":"294.788237ms","start":"2026-07-30T05:26:59.76282Z","end":"2026-07-30T05:27:00.057608Z","steps":["trace[1044969926] 'process raft request' (duration: 294.463907ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:27:00.057749Z","caller":"traceutil/trace.go:171","msg":"trace[1427240134] transaction","detail":"{read_only:false; response_revision:12749; number_of_response:1; }","duration":"294.807817ms","start":"2026-07-30T05:26:59.762907Z","end":"2026-07-30T05:27:00.057715Z","steps":["trace[1427240134] 'process raft request' (duration: 294.615871ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:27:00.057858Z","caller":"traceutil/trace.go:171","msg":"trace[1568009803] transaction","detail":"{read_only:false; response_revision:12750; number_of_response:1; }","duration":"294.919751ms","start":"2026-07-30T05:26:59.762923Z","end":"2026-07-30T05:27:00.057843Z","steps":["trace[1568009803] 'process raft request' (duration: 294.731215ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:27:00.058084Z","caller":"traceutil/trace.go:171","msg":"trace[1840604574] transaction","detail":"{read_only:false; response_revision:12751; number_of_response:1; }","duration":"295.102317ms","start":"2026-07-30T05:26:59.762947Z","end":"2026-07-30T05:27:00.058049Z","steps":["trace[1840604574] 'process raft request' (duration: 294.823308ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:27:00.058168Z","caller":"traceutil/trace.go:171","msg":"trace[1818592431] transaction","detail":"{read_only:false; response_revision:12752; number_of_response:1; }","duration":"203.529545ms","start":"2026-07-30T05:26:59.854627Z","end":"2026-07-30T05:27:00.058156Z","steps":["trace[1818592431] 'process raft request' (duration: 203.34776ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:27:00.058285Z","caller":"traceutil/trace.go:171","msg":"trace[434979307] transaction","detail":"{read_only:false; response_revision:12753; number_of_response:1; }","duration":"118.767352ms","start":"2026-07-30T05:26:59.939503Z","end":"2026-07-30T05:27:00.058271Z","steps":["trace[434979307] 'process raft request' (duration: 118.596317ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:27:00.058282Z","caller":"traceutil/trace.go:171","msg":"trace[1468219974] linearizableReadLoop","detail":"{readStateIndex:13154; appliedIndex:13148; }","duration":"294.528449ms","start":"2026-07-30T05:26:59.763731Z","end":"2026-07-30T05:27:00.05826Z","steps":["trace[1468219974] 'read index received' (duration: 215.385485ms)","trace[1468219974] 'applied index is now lower than readState.Index' (duration: 79.141634ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:27:00.058919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.166549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:45 size:430118"} {"level":"info","ts":"2026-07-30T05:27:00.05904Z","caller":"traceutil/trace.go:171","msg":"trace[1826043114] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:45; response_revision:12753; }","duration":"295.317744ms","start":"2026-07-30T05:26:59.763712Z","end":"2026-07-30T05:27:00.059029Z","steps":["trace[1826043114] 'agreement among raft nodes before linearized reading' (duration: 294.644853ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:27:00.180235Z","caller":"traceutil/trace.go:171","msg":"trace[227059120] linearizableReadLoop","detail":"{readStateIndex:13157; appliedIndex:13156; }","duration":"121.881182ms","start":"2026-07-30T05:27:00.058335Z","end":"2026-07-30T05:27:00.180216Z","steps":["trace[227059120] 'read index received' (duration: 90.873359ms)","trace[227059120] 'applied index is now lower than readState.Index' (duration: 31.006893ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:27:00.180268Z","caller":"traceutil/trace.go:171","msg":"trace[1966003967] transaction","detail":"{read_only:false; response_revision:12754; number_of_response:1; }","duration":"169.809376ms","start":"2026-07-30T05:27:00.010431Z","end":"2026-07-30T05:27:00.180241Z","steps":["trace[1966003967] 'process raft request' (duration: 138.858855ms)","trace[1966003967] 'compare' (duration: 30.816746ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:27:00.180655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.287687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:27:00.180717Z","caller":"traceutil/trace.go:171","msg":"trace[874278982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12754; }","duration":"416.545936ms","start":"2026-07-30T05:26:59.764158Z","end":"2026-07-30T05:27:00.180703Z","steps":["trace[874278982] 'agreement among raft nodes before linearized reading' (duration: 416.226595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:27:00.180752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:59.764152Z","time spent":"416.592847ms","remote":"127.0.0.1:57716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:27:00.180807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.009986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-30T05:27:00.180869Z","caller":"traceutil/trace.go:171","msg":"trace[2107426820] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12754; }","duration":"132.085428ms","start":"2026-07-30T05:27:00.048767Z","end":"2026-07-30T05:27:00.180852Z","steps":["trace[2107426820] 'agreement among raft nodes before linearized reading' (duration: 131.570852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:27:00.181295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.732681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:45 size:430118"} {"level":"info","ts":"2026-07-30T05:27:00.181403Z","caller":"traceutil/trace.go:171","msg":"trace[454700081] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:45; response_revision:12754; }","duration":"416.903426ms","start":"2026-07-30T05:26:59.76448Z","end":"2026-07-30T05:27:00.181384Z","steps":["trace[454700081] 'agreement among raft nodes before linearized reading' (duration: 415.838952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:27:00.181455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:59.764475Z","time spent":"416.960818ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":45,"response size":430141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-30T05:27:00.181474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.425769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:45 size:430118"} {"level":"info","ts":"2026-07-30T05:27:00.181611Z","caller":"traceutil/trace.go:171","msg":"trace[1345602179] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:45; response_revision:12754; }","duration":"415.593844ms","start":"2026-07-30T05:26:59.765975Z","end":"2026-07-30T05:27:00.181569Z","steps":["trace[1345602179] 'agreement among raft nodes before linearized reading' (duration: 414.308753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:27:00.181694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:26:59.765942Z","time spent":"415.711308ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":45,"response size":430141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-30T05:27:00.431697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.076774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-30T05:27:00.431825Z","caller":"traceutil/trace.go:171","msg":"trace[966017832] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12757; }","duration":"145.24891ms","start":"2026-07-30T05:27:00.286556Z","end":"2026-07-30T05:27:00.431805Z","steps":["trace[966017832] 'range keys from in-memory index tree' (duration: 144.902839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.048261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830337711451998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T05:28:35.517959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.302381373s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T05:28:35.518418Z","caller":"traceutil/trace.go:171","msg":"trace[382735506] transaction","detail":"{read_only:false; response_revision:13346; number_of_response:1; }","duration":"1.302938191s","start":"2026-07-30T05:28:34.215453Z","end":"2026-07-30T05:28:35.518391Z","steps":["trace[382735506] 'process raft request' (duration: 1.302712214s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.518583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:34.215435Z","time spent":"1.303042985s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:28:35.524268Z","caller":"traceutil/trace.go:171","msg":"trace[472513020] transaction","detail":"{read_only:false; response_revision:13347; number_of_response:1; }","duration":"1.121533663s","start":"2026-07-30T05:28:34.402705Z","end":"2026-07-30T05:28:35.524239Z","steps":["trace[472513020] 'process raft request' (duration: 1.121323667s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.524489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:34.402676Z","time spent":"1.121667708s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:28:35.524555Z","caller":"traceutil/trace.go:171","msg":"trace[1317984066] transaction","detail":"{read_only:false; response_revision:13348; number_of_response:1; }","duration":"1.035021355s","start":"2026-07-30T05:28:34.489503Z","end":"2026-07-30T05:28:35.524525Z","steps":["trace[1317984066] 'process raft request' (duration: 1.034683094s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:28:35.524674Z","caller":"traceutil/trace.go:171","msg":"trace[638180490] transaction","detail":"{read_only:false; response_revision:13349; number_of_response:1; }","duration":"1.015006224s","start":"2026-07-30T05:28:34.509644Z","end":"2026-07-30T05:28:35.524651Z","steps":["trace[638180490] 'process raft request' (duration: 1.014833788s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.524703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:34.489484Z","time spent":"1.035144038s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:28:35.52482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:34.509627Z","time spent":"1.015121647s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:28:35.5249Z","caller":"traceutil/trace.go:171","msg":"trace[1228587774] transaction","detail":"{read_only:false; response_revision:13350; number_of_response:1; }","duration":"1.012142981s","start":"2026-07-30T05:28:34.512747Z","end":"2026-07-30T05:28:35.52489Z","steps":["trace[1228587774] 'process raft request' (duration: 1.011838172s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.52495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:34.512721Z","time spent":"1.012207083s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:28:35.526988Z","caller":"traceutil/trace.go:171","msg":"trace[756643304] linearizableReadLoop","detail":"{readStateIndex:13771; appliedIndex:13766; }","duration":"1.082246076s","start":"2026-07-30T05:28:34.444724Z","end":"2026-07-30T05:28:35.52697Z","steps":["trace[756643304] 'read index received' (duration: 1.073426653s)","trace[756643304] 'applied index is now lower than readState.Index' (duration: 8.818273ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:28:35.527173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081802052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:28:35.52723Z","caller":"traceutil/trace.go:171","msg":"trace[188432218] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13351; }","duration":"1.081881795s","start":"2026-07-30T05:28:34.445335Z","end":"2026-07-30T05:28:35.527217Z","steps":["trace[188432218] 'agreement among raft nodes before linearized reading' (duration: 1.081783181s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.527268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:34.445327Z","time spent":"1.081929526s","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T05:28:35.527258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002944917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-30T05:28:35.527306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.761892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9qvgc\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-07-30T05:28:35.527292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.71356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9dxh7\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-30T05:28:35.527321Z","caller":"traceutil/trace.go:171","msg":"trace[906047832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13351; }","duration":"1.003008919s","start":"2026-07-30T05:28:34.524295Z","end":"2026-07-30T05:28:35.527304Z","steps":["trace[906047832] 'agreement among raft nodes before linearized reading' (duration: 1.002853524s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:28:35.527342Z","caller":"traceutil/trace.go:171","msg":"trace[1961282570] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9qvgc; range_end:; response_count:1; response_revision:13351; }","duration":"476.816713ms","start":"2026-07-30T05:28:35.050514Z","end":"2026-07-30T05:28:35.52733Z","steps":["trace[1961282570] 'agreement among raft nodes before linearized reading' (duration: 476.7124ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:28:35.52736Z","caller":"traceutil/trace.go:171","msg":"trace[750240302] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-9dxh7; range_end:; response_count:1; response_revision:13351; }","duration":"476.795543ms","start":"2026-07-30T05:28:35.050546Z","end":"2026-07-30T05:28:35.527341Z","steps":["trace[750240302] 'agreement among raft nodes before linearized reading' (duration: 476.617267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.527352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015818199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-30T05:28:35.527404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:35.050543Z","time spent":"476.851114ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9dxh7\" "} {"level":"warn","ts":"2026-07-30T05:28:35.527453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.851619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:28:35.527466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016689867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-30T05:28:35.527456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049098035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T05:28:35.527502Z","caller":"traceutil/trace.go:171","msg":"trace[1735779333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13351; }","duration":"1.016770519s","start":"2026-07-30T05:28:34.510724Z","end":"2026-07-30T05:28:35.527494Z","steps":["trace[1735779333] 'agreement among raft nodes before linearized reading' (duration: 1.016684407s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:28:35.527504Z","caller":"traceutil/trace.go:171","msg":"trace[577328955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13351; }","duration":"215.934521ms","start":"2026-07-30T05:28:35.311556Z","end":"2026-07-30T05:28:35.527491Z","steps":["trace[577328955] 'agreement among raft nodes before linearized reading' (duration: 215.858209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.527527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:34.510702Z","time spent":"1.016820011s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T05:28:35.527525Z","caller":"traceutil/trace.go:171","msg":"trace[2036467163] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13351; }","duration":"1.049189178s","start":"2026-07-30T05:28:34.478318Z","end":"2026-07-30T05:28:35.527507Z","steps":["trace[2036467163] 'agreement among raft nodes before linearized reading' (duration: 1.049025113s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.527566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078684381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T05:28:35.527612Z","caller":"traceutil/trace.go:171","msg":"trace[57664286] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13351; }","duration":"1.078765704s","start":"2026-07-30T05:28:34.448833Z","end":"2026-07-30T05:28:35.527599Z","steps":["trace[57664286] 'agreement among raft nodes before linearized reading' (duration: 1.078609539s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.527647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:34.448816Z","time spent":"1.078819816s","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T05:28:35.527577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:34.478301Z","time spent":"1.04926633s","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T05:28:35.52767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012650697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-30T05:28:35.527649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003815955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T05:28:35.527754Z","caller":"traceutil/trace.go:171","msg":"trace[225438011] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13351; }","duration":"1.012751851s","start":"2026-07-30T05:28:34.51498Z","end":"2026-07-30T05:28:35.527732Z","steps":["trace[225438011] 'agreement among raft nodes before linearized reading' (duration: 1.012455312s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.527173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082450843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-30T05:28:35.527792Z","caller":"traceutil/trace.go:171","msg":"trace[393778971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13351; }","duration":"1.003998221s","start":"2026-07-30T05:28:34.523761Z","end":"2026-07-30T05:28:35.527759Z","steps":["trace[393778971] 'agreement among raft nodes before linearized reading' (duration: 1.003560667s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.52737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:34.524255Z","time spent":"1.003103322s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T05:28:35.527828Z","caller":"traceutil/trace.go:171","msg":"trace[198931226] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13351; }","duration":"1.083141105s","start":"2026-07-30T05:28:34.444672Z","end":"2026-07-30T05:28:35.527813Z","steps":["trace[198931226] 'agreement among raft nodes before linearized reading' (duration: 1.082401171s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.527698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.229862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9qvgc\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-07-30T05:28:35.527813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:34.51497Z","time spent":"1.012829063s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T05:28:35.527935Z","caller":"traceutil/trace.go:171","msg":"trace[1710049360] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9qvgc; range_end:; response_count:1; response_revision:13351; }","duration":"455.493621ms","start":"2026-07-30T05:28:35.072414Z","end":"2026-07-30T05:28:35.527908Z","steps":["trace[1710049360] 'agreement among raft nodes before linearized reading' (duration: 455.135509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.528034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:35.072398Z","time spent":"455.624485ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9qvgc\" "} {"level":"warn","ts":"2026-07-30T05:28:35.527861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:34.523752Z","time spent":"1.004099674s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T05:28:35.528011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.865339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6c55g\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-07-30T05:28:35.527378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:35.050503Z","time spent":"476.867135ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9qvgc\" "} {"level":"warn","ts":"2026-07-30T05:28:35.5279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:34.444646Z","time spent":"1.083243958s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-30T05:28:35.528418Z","caller":"traceutil/trace.go:171","msg":"trace[1818072434] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6c55g; range_end:; response_count:1; response_revision:13351; }","duration":"479.044665ms","start":"2026-07-30T05:28:35.049085Z","end":"2026-07-30T05:28:35.52813Z","steps":["trace[1818072434] 'agreement among raft nodes before linearized reading' (duration: 478.185967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.528831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:35.049059Z","time spent":"479.750038ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-6c55g\" "} {"level":"info","ts":"2026-07-30T05:28:35.52866Z","caller":"traceutil/trace.go:171","msg":"trace[1892266910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13351; }","duration":"1.015927733s","start":"2026-07-30T05:28:34.511491Z","end":"2026-07-30T05:28:35.527419Z","steps":["trace[1892266910] 'agreement among raft nodes before linearized reading' (duration: 1.015702226s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:28:35.528913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:28:34.511481Z","time spent":"1.01741035s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T05:31:06.42193Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12078} {"level":"info","ts":"2026-07-30T05:31:06.481729Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12078,"took":"58.082457ms","hash":4174650173,"current-db-size-bytes":34988032,"current-db-size":"35 MB","current-db-size-in-use-bytes":16187392,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-30T05:31:06.481786Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4174650173,"revision":12078,"compact-revision":9571} {"level":"info","ts":"2026-07-30T05:33:16.761903Z","caller":"traceutil/trace.go:171","msg":"trace[157050937] transaction","detail":"{read_only:false; response_revision:15669; number_of_response:1; }","duration":"120.138274ms","start":"2026-07-30T05:33:16.641737Z","end":"2026-07-30T05:33:16.761876Z","steps":["trace[157050937] 'process raft request' (duration: 120.091152ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:33:16.76195Z","caller":"traceutil/trace.go:171","msg":"trace[1280154635] transaction","detail":"{read_only:false; response_revision:15668; number_of_response:1; }","duration":"120.182085ms","start":"2026-07-30T05:33:16.641737Z","end":"2026-07-30T05:33:16.76192Z","steps":["trace[1280154635] 'process raft request' (duration: 119.938077ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:33:16.939653Z","caller":"traceutil/trace.go:171","msg":"trace[1455235116] linearizableReadLoop","detail":"{readStateIndex:16160; appliedIndex:16159; }","duration":"131.702883ms","start":"2026-07-30T05:33:16.807921Z","end":"2026-07-30T05:33:16.939624Z","steps":["trace[1455235116] 'read index received' (duration: 44.294464ms)","trace[1455235116] 'applied index is now lower than readState.Index' (duration: 87.407309ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:33:16.9398Z","caller":"traceutil/trace.go:171","msg":"trace[1338490392] transaction","detail":"{read_only:false; response_revision:15670; number_of_response:1; }","duration":"159.600963ms","start":"2026-07-30T05:33:16.780132Z","end":"2026-07-30T05:33:16.939733Z","steps":["trace[1338490392] 'process raft request' (duration: 72.174004ms)","trace[1338490392] 'compare' (duration: 87.202032ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:33:16.939915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.971731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-07-30T05:33:16.940039Z","caller":"traceutil/trace.go:171","msg":"trace[499039232] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15670; }","duration":"132.140066ms","start":"2026-07-30T05:33:16.80787Z","end":"2026-07-30T05:33:16.94001Z","steps":["trace[499039232] 'agreement among raft nodes before linearized reading' (duration: 131.839437ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:36:06.427475Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14381} {"level":"info","ts":"2026-07-30T05:36:06.499482Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14381,"took":"70.169919ms","hash":1811756120,"current-db-size-bytes":34988032,"current-db-size":"35 MB","current-db-size-in-use-bytes":15953920,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-30T05:36:06.499537Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1811756120,"revision":14381,"compact-revision":12078} {"level":"info","ts":"2026-07-30T05:40:07.080853Z","caller":"traceutil/trace.go:171","msg":"trace[698168990] transaction","detail":"{read_only:false; response_revision:18543; number_of_response:1; }","duration":"198.908648ms","start":"2026-07-30T05:40:06.88192Z","end":"2026-07-30T05:40:07.080828Z","steps":["trace[698168990] 'process raft request' (duration: 198.730503ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:40:07.082037Z","caller":"traceutil/trace.go:171","msg":"trace[296727307] linearizableReadLoop","detail":"{readStateIndex:19122; appliedIndex:19122; }","duration":"159.936975ms","start":"2026-07-30T05:40:06.922062Z","end":"2026-07-30T05:40:07.081999Z","steps":["trace[296727307] 'read index received' (duration: 159.907164ms)","trace[296727307] 'applied index is now lower than readState.Index' (duration: 26.86µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:40:07.083291Z","caller":"traceutil/trace.go:171","msg":"trace[536530469] transaction","detail":"{read_only:false; response_revision:18544; number_of_response:1; }","duration":"115.037081ms","start":"2026-07-30T05:40:06.968237Z","end":"2026-07-30T05:40:07.083274Z","steps":["trace[536530469] 'process raft request' (duration: 114.746732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:40:07.084908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.812516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T05:40:07.084993Z","caller":"traceutil/trace.go:171","msg":"trace[1569641048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18543; }","duration":"162.94663ms","start":"2026-07-30T05:40:06.922029Z","end":"2026-07-30T05:40:07.084976Z","steps":["trace[1569641048] 'agreement among raft nodes before linearized reading' (duration: 160.10627ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:40:13.841576Z","caller":"traceutil/trace.go:171","msg":"trace[2102482994] transaction","detail":"{read_only:false; response_revision:18589; number_of_response:1; }","duration":"374.596984ms","start":"2026-07-30T05:40:13.466953Z","end":"2026-07-30T05:40:13.84155Z","steps":["trace[2102482994] 'process raft request' (duration: 373.84572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:40:13.841723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:40:13.466935Z","time spent":"374.714288ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:40:13.857998Z","caller":"traceutil/trace.go:171","msg":"trace[2132624316] linearizableReadLoop","detail":"{readStateIndex:19170; appliedIndex:19168; }","duration":"380.861984ms","start":"2026-07-30T05:40:13.477109Z","end":"2026-07-30T05:40:13.857971Z","steps":["trace[2132624316] 'read index received' (duration: 363.709927ms)","trace[2132624316] 'applied index is now lower than readState.Index' (duration: 17.150887ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:40:13.858056Z","caller":"traceutil/trace.go:171","msg":"trace[227451892] transaction","detail":"{read_only:false; response_revision:18590; number_of_response:1; }","duration":"389.080837ms","start":"2026-07-30T05:40:13.468935Z","end":"2026-07-30T05:40:13.858016Z","steps":["trace[227451892] 'process raft request' (duration: 388.895061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:40:13.85823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.108752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-30T05:40:13.858315Z","caller":"traceutil/trace.go:171","msg":"trace[1498824290] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:18590; }","duration":"381.244167ms","start":"2026-07-30T05:40:13.477053Z","end":"2026-07-30T05:40:13.858297Z","steps":["trace[1498824290] 'agreement among raft nodes before linearized reading' (duration: 381.04153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:40:13.858358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:40:13.477028Z","time spent":"381.317628ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T05:40:13.85838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.375391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9dxh7\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-07-30T05:40:13.858482Z","caller":"traceutil/trace.go:171","msg":"trace[1242037292] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-9dxh7; range_end:; response_count:1; response_revision:18590; }","duration":"282.514765ms","start":"2026-07-30T05:40:13.575934Z","end":"2026-07-30T05:40:13.858449Z","steps":["trace[1242037292] 'agreement among raft nodes before linearized reading' (duration: 282.282078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:40:13.858254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.818497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-30T05:40:13.858587Z","caller":"traceutil/trace.go:171","msg":"trace[1220214245] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:18590; }","duration":"373.188279ms","start":"2026-07-30T05:40:13.485383Z","end":"2026-07-30T05:40:13.858572Z","steps":["trace[1220214245] 'agreement among raft nodes before linearized reading' (duration: 372.739725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:40:13.858631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:40:13.485371Z","time spent":"373.245801ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T05:40:13.858657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:40:13.468923Z","time spent":"389.373006ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:40:14.278584Z","caller":"traceutil/trace.go:171","msg":"trace[1757376558] transaction","detail":"{read_only:false; response_revision:18592; number_of_response:1; }","duration":"414.758666ms","start":"2026-07-30T05:40:13.863443Z","end":"2026-07-30T05:40:14.278201Z","steps":["trace[1757376558] 'process raft request' (duration: 410.162599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:40:14.278812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:40:13.863414Z","time spent":"415.317534ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:40:14.776655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.241427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T05:40:14.776993Z","caller":"traceutil/trace.go:171","msg":"trace[1365739975] transaction","detail":"{read_only:false; response_revision:18596; number_of_response:1; }","duration":"692.958714ms","start":"2026-07-30T05:40:14.084016Z","end":"2026-07-30T05:40:14.776975Z","steps":["trace[1365739975] 'process raft request' (duration: 692.892812ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:40:14.777001Z","caller":"traceutil/trace.go:171","msg":"trace[289713923] transaction","detail":"{read_only:false; response_revision:18595; number_of_response:1; }","duration":"716.701791ms","start":"2026-07-30T05:40:14.060276Z","end":"2026-07-30T05:40:14.776978Z","steps":["trace[289713923] 'process raft request' (duration: 716.582437ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:40:14.777025Z","caller":"traceutil/trace.go:171","msg":"trace[1456626356] transaction","detail":"{read_only:false; response_revision:18593; number_of_response:1; }","duration":"899.934368ms","start":"2026-07-30T05:40:13.877062Z","end":"2026-07-30T05:40:14.776996Z","steps":["trace[1456626356] 'process raft request' (duration: 779.271418ms)","trace[1456626356] 'compare' (duration: 119.962748ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:40:14.77702Z","caller":"traceutil/trace.go:171","msg":"trace[1961195557] transaction","detail":"{read_only:false; response_revision:18594; number_of_response:1; }","duration":"834.373747ms","start":"2026-07-30T05:40:13.942607Z","end":"2026-07-30T05:40:14.776981Z","steps":["trace[1961195557] 'process raft request' (duration: 834.14246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:40:14.777114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:40:14.060253Z","time spent":"716.796044ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:40:14.77708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:40:14.08399Z","time spent":"693.052237ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:40:14.777135Z","caller":"traceutil/trace.go:171","msg":"trace[799291914] transaction","detail":"{read_only:false; response_revision:18597; number_of_response:1; }","duration":"535.746007ms","start":"2026-07-30T05:40:14.241363Z","end":"2026-07-30T05:40:14.777109Z","steps":["trace[799291914] 'process raft request' (duration: 535.575152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:40:14.777172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:40:13.877028Z","time spent":"900.068363ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20785,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:40:14.777194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:40:13.942589Z","time spent":"834.523171ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:40:14.777277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:40:14.241338Z","time spent":"535.853531ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:40:14.806118Z","caller":"traceutil/trace.go:171","msg":"trace[1344617118] linearizableReadLoop","detail":"{readStateIndex:19178; appliedIndex:19172; }","duration":"506.156322ms","start":"2026-07-30T05:40:14.299941Z","end":"2026-07-30T05:40:14.806098Z","steps":["trace[1344617118] 'read index received' (duration: 356.478116ms)","trace[1344617118] 'applied index is now lower than readState.Index' (duration: 149.676946ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:40:14.806331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.454841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T05:40:14.80634Z","caller":"traceutil/trace.go:171","msg":"trace[1538642543] transaction","detail":"{read_only:false; response_revision:18598; number_of_response:1; }","duration":"515.942605ms","start":"2026-07-30T05:40:14.290365Z","end":"2026-07-30T05:40:14.806308Z","steps":["trace[1538642543] 'process raft request' (duration: 515.642365ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:40:14.806399Z","caller":"traceutil/trace.go:171","msg":"trace[462130188] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:18598; }","duration":"343.566904ms","start":"2026-07-30T05:40:14.462814Z","end":"2026-07-30T05:40:14.806381Z","steps":["trace[462130188] 'agreement among raft nodes before linearized reading' (duration: 343.461121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:40:14.806402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.443452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6c55g\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-07-30T05:40:14.806443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:40:14.462793Z","time spent":"343.640177ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:40:14.806483Z","caller":"traceutil/trace.go:171","msg":"trace[1750371040] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6c55g; range_end:; response_count:1; response_revision:18598; }","duration":"506.569966ms","start":"2026-07-30T05:40:14.299893Z","end":"2026-07-30T05:40:14.806463Z","steps":["trace[1750371040] 'agreement among raft nodes before linearized reading' (duration: 506.336918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:40:14.806489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.306124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9qvgc\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-07-30T05:40:14.806503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:40:14.290339Z","time spent":"516.08475ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:40:14.806539Z","caller":"traceutil/trace.go:171","msg":"trace[235017353] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9qvgc; range_end:; response_count:1; response_revision:18598; }","duration":"175.391307ms","start":"2026-07-30T05:40:14.631136Z","end":"2026-07-30T05:40:14.806527Z","steps":["trace[235017353] 'agreement among raft nodes before linearized reading' (duration: 175.232172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:40:14.806542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:40:14.299881Z","time spent":"506.646948ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-6c55g\" "} {"level":"info","ts":"2026-07-30T05:40:19.60886Z","caller":"traceutil/trace.go:171","msg":"trace[1410007157] transaction","detail":"{read_only:false; response_revision:18642; number_of_response:1; }","duration":"116.187098ms","start":"2026-07-30T05:40:19.492647Z","end":"2026-07-30T05:40:19.608834Z","steps":["trace[1410007157] 'process raft request' (duration: 114.282967ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:40:47.433829Z","caller":"traceutil/trace.go:171","msg":"trace[1138342747] linearizableReadLoop","detail":"{readStateIndex:19467; appliedIndex:19466; }","duration":"120.289728ms","start":"2026-07-30T05:40:47.313513Z","end":"2026-07-30T05:40:47.433803Z","steps":["trace[1138342747] 'read index received' (duration: 120.257997ms)","trace[1138342747] 'applied index is now lower than readState.Index' (duration: 30.691µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:40:47.434064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.538617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T05:40:47.434106Z","caller":"traceutil/trace.go:171","msg":"trace[994198543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18874; }","duration":"120.626789ms","start":"2026-07-30T05:40:47.313464Z","end":"2026-07-30T05:40:47.434091Z","steps":["trace[994198543] 'agreement among raft nodes before linearized reading' (duration: 120.550347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:40:47.43418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.623599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T05:40:47.434417Z","caller":"traceutil/trace.go:171","msg":"trace[953295961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18874; }","duration":"104.933869ms","start":"2026-07-30T05:40:47.329464Z","end":"2026-07-30T05:40:47.434398Z","steps":["trace[953295961] 'agreement among raft nodes before linearized reading' (duration: 104.544597ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:40:47.434053Z","caller":"traceutil/trace.go:171","msg":"trace[137009654] transaction","detail":"{read_only:false; response_revision:18874; number_of_response:1; }","duration":"151.854236ms","start":"2026-07-30T05:40:47.282166Z","end":"2026-07-30T05:40:47.43402Z","steps":["trace[137009654] 'process raft request' (duration: 151.497625ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:40:47.622943Z","caller":"traceutil/trace.go:171","msg":"trace[1680988745] transaction","detail":"{read_only:false; response_revision:18880; number_of_response:1; }","duration":"113.349687ms","start":"2026-07-30T05:40:47.50957Z","end":"2026-07-30T05:40:47.62292Z","steps":["trace[1680988745] 'process raft request' (duration: 113.197083ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:41:06.434811Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16791} {"level":"info","ts":"2026-07-30T05:41:06.511142Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16791,"took":"74.326142ms","hash":2161007395,"current-db-size-bytes":34988032,"current-db-size":"35 MB","current-db-size-in-use-bytes":16322560,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-30T05:41:06.511207Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2161007395,"revision":16791,"compact-revision":14381} {"level":"info","ts":"2026-07-30T05:42:01.844889Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T05:42:01.85451Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-30T05:42:01.854641Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-30T05:46:06.442601Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19031} {"level":"info","ts":"2026-07-30T05:46:06.515963Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19031,"took":"71.020517ms","hash":1308458139,"current-db-size-bytes":34988032,"current-db-size":"35 MB","current-db-size-in-use-bytes":14327808,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-07-30T05:46:06.516036Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1308458139,"revision":19031,"compact-revision":16791} {"level":"info","ts":"2026-07-30T05:51:06.448527Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20976} {"level":"info","ts":"2026-07-30T05:51:06.523358Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20976,"took":"72.953347ms","hash":432154773,"current-db-size-bytes":34988032,"current-db-size":"35 MB","current-db-size-in-use-bytes":13959168,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-07-30T05:51:06.523441Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":432154773,"revision":20976,"compact-revision":19031}