{"level":"warn","ts":"2026-04-08T01:14:42.034683Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T01:14:42.034805Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.22:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.22:2380","--initial-cluster=instance=https://199.204.45.22:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.22:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.22:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-08T01:14:42.034937Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T01:14:42.034953Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-04-08T01:14:42.034986Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T01:14:42.035885Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"]} {"level":"info","ts":"2026-04-08T01:14:42.03598Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.22:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-08T01:14:42.041169Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.869598ms"} {"level":"info","ts":"2026-04-08T01:14:42.060293Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fed19d9291630e09","cluster-id":"6ebf1e01320cc017"} {"level":"info","ts":"2026-04-08T01:14:42.06037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=()"} {"level":"info","ts":"2026-04-08T01:14:42.06039Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 0"} {"level":"info","ts":"2026-04-08T01:14:42.060401Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fed19d9291630e09 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-08T01:14:42.06041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 1"} {"level":"info","ts":"2026-04-08T01:14:42.060452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"warn","ts":"2026-04-08T01:14:42.068709Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-08T01:14:42.070053Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-08T01:14:42.071363Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-08T01:14:42.074736Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fed19d9291630e09","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-08T01:14:42.074834Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fed19d9291630e09","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-08T01:14:42.075044Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T01:14:42.075096Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T01:14:42.075106Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T01:14:42.075781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"info","ts":"2026-04-08T01:14:42.075898Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","added-peer-id":"fed19d9291630e09","added-peer-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-04-08T01:14:42.080659Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T01:14:42.080782Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-04-08T01:14:42.080831Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-04-08T01:14:42.081538Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fed19d9291630e09","initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-08T01:14:42.081588Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-08T01:14:42.360647Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 is starting a new election at term 1"} {"level":"info","ts":"2026-04-08T01:14:42.360778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-08T01:14:42.360812Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgPreVoteResp from fed19d9291630e09 at term 1"} {"level":"info","ts":"2026-04-08T01:14:42.360837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became candidate at term 2"} {"level":"info","ts":"2026-04-08T01:14:42.360869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgVoteResp from fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-04-08T01:14:42.360885Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became leader at term 2"} {"level":"info","ts":"2026-04-08T01:14:42.360898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fed19d9291630e09 elected leader fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-04-08T01:14:42.362065Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:14:42.36405Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T01:14:42.364104Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T01:14:42.364039Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fed19d9291630e09","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.22:2379]}","request-path":"/0/members/fed19d9291630e09/attributes","cluster-id":"6ebf1e01320cc017","publish-timeout":"7s"} {"level":"info","ts":"2026-04-08T01:14:42.364523Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-08T01:14:42.364572Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-08T01:14:42.365331Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:14:42.365454Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:14:42.36549Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:14:42.3683Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.22:2379"} {"level":"info","ts":"2026-04-08T01:14:42.371259Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-08T01:14:46.23254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.363243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-08T01:14:46.232659Z","caller":"traceutil/trace.go:171","msg":"trace[519754499] linearizableReadLoop","detail":"{readStateIndex:127; appliedIndex:126; }","duration":"154.851228ms","start":"2026-04-08T01:14:46.077791Z","end":"2026-04-08T01:14:46.232642Z","steps":["trace[519754499] 'read index received' (duration: 45.5µs)","trace[519754499] 'applied index is now lower than readState.Index' (duration: 154.804188ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:14:46.232712Z","caller":"traceutil/trace.go:171","msg":"trace[553586220] transaction","detail":"{read_only:false; response_revision:123; number_of_response:1; }","duration":"315.560046ms","start":"2026-04-08T01:14:45.917114Z","end":"2026-04-08T01:14:46.232674Z","steps":["trace[553586220] 'process raft request' (duration: 83.302393ms)","trace[553586220] 'compare' (duration: 231.196491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:14:46.232843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.051651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-08T01:14:46.232885Z","caller":"traceutil/trace.go:171","msg":"trace[980982998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:123; }","duration":"155.134342ms","start":"2026-04-08T01:14:46.077738Z","end":"2026-04-08T01:14:46.232873Z","steps":["trace[980982998] 'agreement among raft nodes before linearized reading' (duration: 155.01673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:14:46.232978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:45.917095Z","time spent":"315.760578ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:14:47.469039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.116478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-08T01:14:47.469275Z","caller":"traceutil/trace.go:171","msg":"trace[1761401453] transaction","detail":"{read_only:false; response_revision:124; number_of_response:1; }","duration":"1.233121024s","start":"2026-04-08T01:14:46.236122Z","end":"2026-04-08T01:14:47.469243Z","steps":["trace[1761401453] 'process raft request' (duration: 288.747643ms)","trace[1761401453] 'compare' (duration: 943.963286ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:14:47.469348Z","caller":"traceutil/trace.go:171","msg":"trace[1860760961] transaction","detail":"{read_only:false; response_revision:125; number_of_response:1; }","duration":"1.231157881s","start":"2026-04-08T01:14:46.238169Z","end":"2026-04-08T01:14:47.469327Z","steps":["trace[1860760961] 'process raft request' (duration: 1.23097924s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:14:47.469407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:46.236105Z","time spent":"1.233234335s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:14:47.469419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:46.238144Z","time spent":"1.231247123s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:14:48.878246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000199176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T01:14:48.878416Z","caller":"traceutil/trace.go:171","msg":"trace[761145469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000425698s","start":"2026-04-08T01:14:46.877967Z","end":"2026-04-08T01:14:48.878392Z","steps":["trace[761145469] 'agreement among raft nodes before linearized reading' (duration: 2.000240626s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:14:48.878554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:46.877927Z","time spent":"2.0006128s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 01:14:48 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T01:14:49.566545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872359867s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-08T01:14:49.566664Z","caller":"traceutil/trace.go:171","msg":"trace[1648273937] linearizableReadLoop","detail":"{readStateIndex:130; appliedIndex:127; }","duration":"2.688607445s","start":"2026-04-08T01:14:46.878034Z","end":"2026-04-08T01:14:49.566642Z","steps":["trace[1648273937] 'read index received' (duration: 122.63746ms)","trace[1648273937] 'applied index is now lower than readState.Index' (duration: 2.565968555s)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:14:49.566681Z","caller":"traceutil/trace.go:171","msg":"trace[646011412] transaction","detail":"{read_only:false; response_revision:126; number_of_response:1; }","duration":"2.73932003s","start":"2026-04-08T01:14:46.827341Z","end":"2026-04-08T01:14:49.566661Z","steps":["trace[646011412] 'process raft request' (duration: 866.773551ms)","trace[646011412] 'compare' (duration: 1.871545169s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:14:49.56678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:46.827307Z","time spent":"2.739417942s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5877,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:14:49.889513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000531925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T01:14:49.889595Z","caller":"traceutil/trace.go:171","msg":"trace[2034898855] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000675756s","start":"2026-04-08T01:14:47.888902Z","end":"2026-04-08T01:14:49.889578Z","steps":["trace[2034898855] 'agreement among raft nodes before linearized reading' (duration: 2.000575075s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:14:49.889645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:47.888875Z","time spent":"2.000759077s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 01:14:49 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T01:14:50.067638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730484047,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:14:50.568749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730484047,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:14:50.878767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000005311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T01:14:50.878949Z","caller":"traceutil/trace.go:171","msg":"trace[812925654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000282914s","start":"2026-04-08T01:14:48.878646Z","end":"2026-04-08T01:14:50.878929Z","steps":["trace[812925654] 'agreement among raft nodes before linearized reading' (duration: 2.000046791s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:14:50.879029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:48.878621Z","time spent":"2.000393585s","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:14:51.041406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.372556998s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T01:14:51.773513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.719378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-08T01:14:51.773786Z","caller":"traceutil/trace.go:171","msg":"trace[311447559] transaction","detail":"{read_only:false; response_revision:127; number_of_response:1; }","duration":"3.105041164s","start":"2026-04-08T01:14:48.668713Z","end":"2026-04-08T01:14:51.773755Z","steps":["trace[311447559] 'process raft request' (duration: 2.372951912s)","trace[311447559] 'compare' (duration: 731.467036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:14:51.77391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:48.668688Z","time spent":"3.105156795s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:14:51.774329Z","caller":"traceutil/trace.go:171","msg":"trace[1265930009] linearizableReadLoop","detail":"{readStateIndex:133; appliedIndex:130; }","duration":"2.207601234s","start":"2026-04-08T01:14:49.566707Z","end":"2026-04-08T01:14:51.774308Z","steps":["trace[1265930009] 'read index received' (duration: 1.474972067s)","trace[1265930009] 'applied index is now lower than readState.Index' (duration: 732.628187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:14:51.774436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:49.44823Z","time spent":"2.326199134s","remote":"127.0.0.1:46284","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T01:14:51.774501Z","caller":"traceutil/trace.go:171","msg":"trace[895499716] transaction","detail":"{read_only:false; response_revision:129; number_of_response:1; }","duration":"1.030197281s","start":"2026-04-08T01:14:50.744296Z","end":"2026-04-08T01:14:51.774493Z","steps":["trace[895499716] 'process raft request' (duration: 1.029955689s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:14:51.774568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:50.744273Z","time spent":"1.030264222s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3959,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:14:51.77447Z","caller":"traceutil/trace.go:171","msg":"trace[734419055] transaction","detail":"{read_only:false; response_revision:128; number_of_response:1; }","duration":"1.676157218s","start":"2026-04-08T01:14:50.098303Z","end":"2026-04-08T01:14:51.77446Z","steps":["trace[734419055] 'process raft request' (duration: 1.675887245s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:14:51.77482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:50.098279Z","time spent":"1.676473721s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:14:51.775112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.280395246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T01:14:51.775119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.652449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:14:51.775121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387024868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:14:51.775153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.303503771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:14:51.775163Z","caller":"traceutil/trace.go:171","msg":"trace[173054856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:129; }","duration":"4.280482227s","start":"2026-04-08T01:14:47.494665Z","end":"2026-04-08T01:14:51.775147Z","steps":["trace[173054856] 'agreement among raft nodes before linearized reading' (duration: 4.280317475s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:14:51.775185Z","caller":"traceutil/trace.go:171","msg":"trace[1216905207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:129; }","duration":"797.74984ms","start":"2026-04-08T01:14:50.977403Z","end":"2026-04-08T01:14:51.775153Z","steps":["trace[1216905207] 'agreement among raft nodes before linearized reading' (duration: 797.661159ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:14:51.775189Z","caller":"traceutil/trace.go:171","msg":"trace[1879438766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:129; }","duration":"1.387117719s","start":"2026-04-08T01:14:50.388053Z","end":"2026-04-08T01:14:51.77517Z","steps":["trace[1879438766] 'agreement among raft nodes before linearized reading' (duration: 1.386935527s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:14:51.775176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.742293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5890"} {"level":"info","ts":"2026-04-08T01:14:51.775215Z","caller":"traceutil/trace.go:171","msg":"trace[1427165820] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:0; response_revision:129; }","duration":"4.303566412s","start":"2026-04-08T01:14:47.471626Z","end":"2026-04-08T01:14:51.775193Z","steps":["trace[1427165820] 'agreement among raft nodes before linearized reading' (duration: 4.303351179s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:14:51.775216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:47.49465Z","time spent":"4.280557748s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:14:51.775279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:50.977372Z","time spent":"797.894681ms","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:14:51.775272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:50.388037Z","time spent":"1.38722184s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:14:51.775284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473982288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:14:51.775289Z","caller":"traceutil/trace.go:171","msg":"trace[1566667901] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:129; }","duration":"544.882024ms","start":"2026-04-08T01:14:51.230386Z","end":"2026-04-08T01:14:51.775268Z","steps":["trace[1566667901] 'agreement among raft nodes before linearized reading' (duration: 544.677012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:14:51.775293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:47.471547Z","time spent":"4.303733883s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" "} {"level":"info","ts":"2026-04-08T01:14:51.775325Z","caller":"traceutil/trace.go:171","msg":"trace[472106936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:129; }","duration":"4.474058239s","start":"2026-04-08T01:14:47.301256Z","end":"2026-04-08T01:14:51.775314Z","steps":["trace[472106936] 'agreement among raft nodes before linearized reading' (duration: 4.473925357s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:14:51.775339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:51.230371Z","time spent":"544.956735ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5913,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-08T01:14:51.775359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:14:47.301232Z","time spent":"4.474121129s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T01:14:57.422552Z","caller":"traceutil/trace.go:171","msg":"trace[1790937829] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"138.428467ms","start":"2026-04-08T01:14:57.284097Z","end":"2026-04-08T01:14:57.422525Z","steps":["trace[1790937829] 'process raft request' (duration: 137.807741ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:07.330625Z","caller":"traceutil/trace.go:171","msg":"trace[1083852266] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"337.070898ms","start":"2026-04-08T01:15:06.993515Z","end":"2026-04-08T01:15:07.330586Z","steps":["trace[1083852266] 'process raft request' (duration: 336.851116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:07.331277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:06.993475Z","time spent":"337.28773ms","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:07.645447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.18027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:15:07.645599Z","caller":"traceutil/trace.go:171","msg":"trace[1022039460] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:437; }","duration":"270.640173ms","start":"2026-04-08T01:15:07.374938Z","end":"2026-04-08T01:15:07.645578Z","steps":["trace[1022039460] 'read index received' (duration: 101.245271ms)","trace[1022039460] 'applied index is now lower than readState.Index' (duration: 169.393302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:07.645739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.793514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:15:07.645775Z","caller":"traceutil/trace.go:171","msg":"trace[1775105428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:421; }","duration":"270.870405ms","start":"2026-04-08T01:15:07.374894Z","end":"2026-04-08T01:15:07.645764Z","steps":["trace[1775105428] 'agreement among raft nodes before linearized reading' (duration: 270.741744ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:07.645919Z","caller":"traceutil/trace.go:171","msg":"trace[961503168] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"307.044093ms","start":"2026-04-08T01:15:07.338839Z","end":"2026-04-08T01:15:07.645883Z","steps":["trace[961503168] 'process raft request' (duration: 137.322229ms)","trace[961503168] 'compare' (duration: 168.961647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:07.646085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:07.338814Z","time spent":"307.187645ms","remote":"127.0.0.1:46734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:15:07.845266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.904481ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T01:15:07.898157Z","caller":"traceutil/trace.go:171","msg":"trace[320218291] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"243.263352ms","start":"2026-04-08T01:15:07.654875Z","end":"2026-04-08T01:15:07.898138Z","steps":["trace[320218291] 'process raft request' (duration: 243.114691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:08.275618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.745249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:15:08.275839Z","caller":"traceutil/trace.go:171","msg":"trace[1939142591] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"620.939657ms","start":"2026-04-08T01:15:07.65487Z","end":"2026-04-08T01:15:08.27581Z","steps":["trace[1939142591] 'process raft request' (duration: 338.907714ms)","trace[1939142591] 'compare' (duration: 281.451747ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:08.275944Z","caller":"traceutil/trace.go:171","msg":"trace[722615966] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:439; }","duration":"390.544489ms","start":"2026-04-08T01:15:07.885381Z","end":"2026-04-08T01:15:08.275925Z","steps":["trace[722615966] 'read index received' (duration: 12.659342ms)","trace[722615966] 'applied index is now lower than readState.Index' (duration: 377.884146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:08.275986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:07.65482Z","time spent":"621.088827ms","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:08.276171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.78182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:15:08.276229Z","caller":"traceutil/trace.go:171","msg":"trace[346500438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:425; }","duration":"390.863211ms","start":"2026-04-08T01:15:07.885348Z","end":"2026-04-08T01:15:08.276212Z","steps":["trace[346500438] 'agreement among raft nodes before linearized reading' (duration: 390.71485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:08.276264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:07.885334Z","time spent":"390.922861ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:15:08.276296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.705858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:15:08.276346Z","caller":"traceutil/trace.go:171","msg":"trace[408180891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:425; }","duration":"357.797669ms","start":"2026-04-08T01:15:07.918535Z","end":"2026-04-08T01:15:08.276333Z","steps":["trace[408180891] 'agreement among raft nodes before linearized reading' (duration: 357.688078ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:08.276332Z","caller":"traceutil/trace.go:171","msg":"trace[743401502] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"621.39126ms","start":"2026-04-08T01:15:07.654929Z","end":"2026-04-08T01:15:08.276321Z","steps":["trace[743401502] 'process raft request' (duration: 620.795835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:08.276371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:07.918518Z","time spent":"357.8482ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:15:08.276423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:07.65489Z","time spent":"621.498401ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:15:08.276457Z","caller":"traceutil/trace.go:171","msg":"trace[124392475] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"621.471901ms","start":"2026-04-08T01:15:07.654972Z","end":"2026-04-08T01:15:08.276444Z","steps":["trace[124392475] 'process raft request' (duration: 620.899876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:08.276517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:07.654942Z","time spent":"621.541451ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:15:08.544367Z","caller":"traceutil/trace.go:171","msg":"trace[238504392] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"264.029914ms","start":"2026-04-08T01:15:08.280312Z","end":"2026-04-08T01:15:08.544341Z","steps":["trace[238504392] 'process raft request' (duration: 244.723766ms)","trace[238504392] 'compare' (duration: 18.730703ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:08.5446Z","caller":"traceutil/trace.go:171","msg":"trace[1746012370] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"258.856739ms","start":"2026-04-08T01:15:08.285713Z","end":"2026-04-08T01:15:08.54457Z","steps":["trace[1746012370] 'process raft request' (duration: 258.584476ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:08.544726Z","caller":"traceutil/trace.go:171","msg":"trace[1536019671] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"263.277657ms","start":"2026-04-08T01:15:08.281427Z","end":"2026-04-08T01:15:08.544704Z","steps":["trace[1536019671] 'process raft request' (duration: 262.624871ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:08.544723Z","caller":"traceutil/trace.go:171","msg":"trace[1737112337] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"262.227779ms","start":"2026-04-08T01:15:08.28247Z","end":"2026-04-08T01:15:08.544698Z","steps":["trace[1737112337] 'process raft request' (duration: 261.700594ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:08.544725Z","caller":"traceutil/trace.go:171","msg":"trace[577368738] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"261.351681ms","start":"2026-04-08T01:15:08.283316Z","end":"2026-04-08T01:15:08.544668Z","steps":["trace[577368738] 'process raft request' (duration: 260.905026ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:08.544669Z","caller":"traceutil/trace.go:171","msg":"trace[1096633042] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"262.613872ms","start":"2026-04-08T01:15:08.282043Z","end":"2026-04-08T01:15:08.544657Z","steps":["trace[1096633042] 'process raft request' (duration: 262.081976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:09.014016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.931546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:15:09.014274Z","caller":"traceutil/trace.go:171","msg":"trace[1082030943] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"464.789265ms","start":"2026-04-08T01:15:08.549468Z","end":"2026-04-08T01:15:09.014258Z","steps":["trace[1082030943] 'process raft request' (duration: 164.540406ms)","trace[1082030943] 'compare' (duration: 299.836445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:09.014442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:08.549459Z","time spent":"464.842495ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4013,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:15:09.08041Z","caller":"traceutil/trace.go:171","msg":"trace[786671807] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"530.852766ms","start":"2026-04-08T01:15:08.549525Z","end":"2026-04-08T01:15:09.080378Z","steps":["trace[786671807] 'process raft request' (duration: 530.607004ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:09.080523Z","caller":"traceutil/trace.go:171","msg":"trace[916835164] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:450; }","duration":"528.238224ms","start":"2026-04-08T01:15:08.552253Z","end":"2026-04-08T01:15:09.080491Z","steps":["trace[916835164] 'read index received' (duration: 161.772592ms)","trace[916835164] 'applied index is now lower than readState.Index' (duration: 366.463512ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:09.080556Z","caller":"traceutil/trace.go:171","msg":"trace[460262451] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"530.050969ms","start":"2026-04-08T01:15:08.550487Z","end":"2026-04-08T01:15:09.080538Z","steps":["trace[460262451] 'process raft request' (duration: 529.828637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:09.080693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:08.550473Z","time spent":"530.132499ms","remote":"127.0.0.1:46734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:09.080706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.449476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-08T01:15:09.080434Z","caller":"traceutil/trace.go:171","msg":"trace[2053054107] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"530.822447ms","start":"2026-04-08T01:15:08.549582Z","end":"2026-04-08T01:15:09.080404Z","steps":["trace[2053054107] 'process raft request' (duration: 530.690355ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:09.080745Z","caller":"traceutil/trace.go:171","msg":"trace[1315723468] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:436; }","duration":"528.532506ms","start":"2026-04-08T01:15:08.5522Z","end":"2026-04-08T01:15:09.080732Z","steps":["trace[1315723468] 'agreement among raft nodes before linearized reading' (duration: 528.434365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:09.080786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:08.552179Z","time spent":"528.599257ms","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4218,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-08T01:15:09.080834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:08.549567Z","time spent":"531.195529ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:15:09.080898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:08.5495Z","time spent":"531.25172ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:15:09.244092Z","caller":"traceutil/trace.go:171","msg":"trace[719097643] linearizableReadLoop","detail":"{readStateIndex:456; appliedIndex:454; }","duration":"163.476614ms","start":"2026-04-08T01:15:09.080591Z","end":"2026-04-08T01:15:09.244068Z","steps":["trace[719097643] 'read index received' (duration: 70.765282ms)","trace[719097643] 'applied index is now lower than readState.Index' (duration: 92.710272ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:09.244186Z","caller":"traceutil/trace.go:171","msg":"trace[1367786905] transaction","detail":"{read_only:false; number_of_response:1; response_revision:437; }","duration":"227.281857ms","start":"2026-04-08T01:15:09.016869Z","end":"2026-04-08T01:15:09.244151Z","steps":["trace[1367786905] 'process raft request' (duration: 134.480424ms)","trace[1367786905] 'compare' (duration: 92.55708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:09.244249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.760775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:15:09.244285Z","caller":"traceutil/trace.go:171","msg":"trace[356692488] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"226.687001ms","start":"2026-04-08T01:15:09.017573Z","end":"2026-04-08T01:15:09.24426Z","steps":["trace[356692488] 'process raft request' (duration: 226.441379ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:09.244288Z","caller":"traceutil/trace.go:171","msg":"trace[108106516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:438; }","duration":"607.898507ms","start":"2026-04-08T01:15:08.636377Z","end":"2026-04-08T01:15:09.244276Z","steps":["trace[108106516] 'agreement among raft nodes before linearized reading' (duration: 607.775906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:09.244365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:08.636359Z","time spent":"607.993977ms","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:15:09.293305Z","caller":"traceutil/trace.go:171","msg":"trace[793296079] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"201.877446ms","start":"2026-04-08T01:15:09.091408Z","end":"2026-04-08T01:15:09.293286Z","steps":["trace[793296079] 'process raft request' (duration: 201.714375ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:09.437964Z","caller":"traceutil/trace.go:171","msg":"trace[145559162] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"111.280182ms","start":"2026-04-08T01:15:09.326658Z","end":"2026-04-08T01:15:09.437938Z","steps":["trace[145559162] 'process raft request' (duration: 111.231941ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:09.43838Z","caller":"traceutil/trace.go:171","msg":"trace[1522227498] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"141.094851ms","start":"2026-04-08T01:15:09.297267Z","end":"2026-04-08T01:15:09.438362Z","steps":["trace[1522227498] 'process raft request' (duration: 76.926856ms)","trace[1522227498] 'compare' (duration: 63.408588ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:09.438695Z","caller":"traceutil/trace.go:171","msg":"trace[1920655711] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"141.006331ms","start":"2026-04-08T01:15:09.297678Z","end":"2026-04-08T01:15:09.438684Z","steps":["trace[1920655711] 'process raft request' (duration: 140.112132ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:09.439077Z","caller":"traceutil/trace.go:171","msg":"trace[154285535] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"139.361516ms","start":"2026-04-08T01:15:09.299701Z","end":"2026-04-08T01:15:09.439063Z","steps":["trace[154285535] 'process raft request' (duration: 138.138905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:09.691008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.914568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-08T01:15:09.691086Z","caller":"traceutil/trace.go:171","msg":"trace[2027418267] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:450; }","duration":"150.049898ms","start":"2026-04-08T01:15:09.541019Z","end":"2026-04-08T01:15:09.691069Z","steps":["trace[2027418267] 'range keys from in-memory index tree' (duration: 149.797516ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:09.711451Z","caller":"traceutil/trace.go:171","msg":"trace[927109409] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"170.127962ms","start":"2026-04-08T01:15:09.541303Z","end":"2026-04-08T01:15:09.711431Z","steps":["trace[927109409] 'process raft request' (duration: 169.91372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:10.186981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.682891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:15:10.187057Z","caller":"traceutil/trace.go:171","msg":"trace[751995212] linearizableReadLoop","detail":"{readStateIndex:470; appliedIndex:469; }","duration":"285.266614ms","start":"2026-04-08T01:15:09.901778Z","end":"2026-04-08T01:15:10.187045Z","steps":["trace[751995212] 'read index received' (duration: 16.369571ms)","trace[751995212] 'applied index is now lower than readState.Index' (duration: 268.896333ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:10.18712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.350135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:15:10.187139Z","caller":"traceutil/trace.go:171","msg":"trace[1488679960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:452; }","duration":"285.409746ms","start":"2026-04-08T01:15:09.901723Z","end":"2026-04-08T01:15:10.187133Z","steps":["trace[1488679960] 'agreement among raft nodes before linearized reading' (duration: 285.353235ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:10.187298Z","caller":"traceutil/trace.go:171","msg":"trace[1155896470] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"467.353789ms","start":"2026-04-08T01:15:09.719931Z","end":"2026-04-08T01:15:10.187285Z","steps":["trace[1155896470] 'process raft request' (duration: 198.299985ms)","trace[1155896470] 'compare' (duration: 268.294868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:10.187492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:09.719915Z","time spent":"467.49136ms","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:12.608353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.50028ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-08T01:15:12.608427Z","caller":"traceutil/trace.go:171","msg":"trace[1467177471] linearizableReadLoop","detail":"{readStateIndex:476; appliedIndex:475; }","duration":"178.124673ms","start":"2026-04-08T01:15:12.430291Z","end":"2026-04-08T01:15:12.608416Z","steps":["trace[1467177471] 'read index received' (duration: 27.507732ms)","trace[1467177471] 'applied index is now lower than readState.Index' (duration: 150.615831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:12.608531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.232354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:15:12.608576Z","caller":"traceutil/trace.go:171","msg":"trace[1939663495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:457; }","duration":"178.341364ms","start":"2026-04-08T01:15:12.430223Z","end":"2026-04-08T01:15:12.608564Z","steps":["trace[1939663495] 'agreement among raft nodes before linearized reading' (duration: 178.247403ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:15.40361Z","caller":"traceutil/trace.go:171","msg":"trace[1878282305] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"191.305697ms","start":"2026-04-08T01:15:15.212283Z","end":"2026-04-08T01:15:15.403588Z","steps":["trace[1878282305] 'process raft request' (duration: 191.202776ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:16.961939Z","caller":"traceutil/trace.go:171","msg":"trace[358049951] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"174.145075ms","start":"2026-04-08T01:15:16.787766Z","end":"2026-04-08T01:15:16.961912Z","steps":["trace[358049951] 'process raft request' (duration: 93.153572ms)","trace[358049951] 'compare' (duration: 80.868522ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:17.561083Z","caller":"traceutil/trace.go:171","msg":"trace[1408433831] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"150.948537ms","start":"2026-04-08T01:15:17.410111Z","end":"2026-04-08T01:15:17.56106Z","steps":["trace[1408433831] 'process raft request' (duration: 150.814506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:18.596958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730484762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:15:18.812164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176049382s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T01:15:19.323606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.251338ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T01:15:19.323703Z","caller":"traceutil/trace.go:171","msg":"trace[635470781] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:490; }","duration":"1.227318287s","start":"2026-04-08T01:15:18.096368Z","end":"2026-04-08T01:15:19.323686Z","steps":["trace[635470781] 'read index received' (duration: 715.931108ms)","trace[635470781] 'applied index is now lower than readState.Index' (duration: 511.385409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:19.323853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.755467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:15:19.323898Z","caller":"traceutil/trace.go:171","msg":"trace[2087384749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:471; }","duration":"850.838839ms","start":"2026-04-08T01:15:18.473039Z","end":"2026-04-08T01:15:19.323878Z","steps":["trace[2087384749] 'agreement among raft nodes before linearized reading' (duration: 850.744808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:19.323883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.250765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T01:15:19.323936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:18.473018Z","time spent":"850.908619ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T01:15:19.323976Z","caller":"traceutil/trace.go:171","msg":"trace[930968859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:471; }","duration":"357.370616ms","start":"2026-04-08T01:15:18.966571Z","end":"2026-04-08T01:15:19.323941Z","steps":["trace[930968859] 'agreement among raft nodes before linearized reading' (duration: 357.220255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:19.323932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.210919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T01:15:19.324024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:18.966551Z","time spent":"357.464408ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T01:15:19.324028Z","caller":"traceutil/trace.go:171","msg":"trace[1958581919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:471; }","duration":"536.332892ms","start":"2026-04-08T01:15:18.787681Z","end":"2026-04-08T01:15:19.324014Z","steps":["trace[1958581919] 'agreement among raft nodes before linearized reading' (duration: 536.20213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:19.324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227582549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"warn","ts":"2026-04-08T01:15:19.324091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:18.787621Z","time spent":"536.460692ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T01:15:19.324144Z","caller":"traceutil/trace.go:171","msg":"trace[1631709292] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:471; }","duration":"1.227797223s","start":"2026-04-08T01:15:18.096316Z","end":"2026-04-08T01:15:19.324113Z","steps":["trace[1631709292] 'agreement among raft nodes before linearized reading' (duration: 1.227447939s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:19.324171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.609993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:15:19.32421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:18.096296Z","time spent":"1.227902193s","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12692,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-04-08T01:15:19.324224Z","caller":"traceutil/trace.go:171","msg":"trace[411845443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:471; }","duration":"687.694423ms","start":"2026-04-08T01:15:18.636518Z","end":"2026-04-08T01:15:19.324213Z","steps":["trace[411845443] 'agreement among raft nodes before linearized reading' (duration: 687.630523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:19.324264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:18.636498Z","time spent":"687.760414ms","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:15:19.743567Z","caller":"traceutil/trace.go:171","msg":"trace[2078016579] linearizableReadLoop","detail":"{readStateIndex:494; appliedIndex:492; }","duration":"278.23434ms","start":"2026-04-08T01:15:19.465311Z","end":"2026-04-08T01:15:19.743546Z","steps":["trace[2078016579] 'read index received' (duration: 278.028768ms)","trace[2078016579] 'applied index is now lower than readState.Index' (duration: 204.962µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:19.743611Z","caller":"traceutil/trace.go:171","msg":"trace[1312103865] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"415.51375ms","start":"2026-04-08T01:15:19.32807Z","end":"2026-04-08T01:15:19.743584Z","steps":["trace[1312103865] 'process raft request' (duration: 415.307849ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:19.743675Z","caller":"traceutil/trace.go:171","msg":"trace[1901722445] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"415.4067ms","start":"2026-04-08T01:15:19.32826Z","end":"2026-04-08T01:15:19.743667Z","steps":["trace[1901722445] 'process raft request' (duration: 415.250599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:19.743751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:19.328049Z","time spent":"415.625821ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:19.743893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:19.328237Z","time spent":"415.4612ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:19.744076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.400648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:15:19.744131Z","caller":"traceutil/trace.go:171","msg":"trace[873315765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:474; }","duration":"179.492308ms","start":"2026-04-08T01:15:19.564628Z","end":"2026-04-08T01:15:19.744121Z","steps":["trace[873315765] 'agreement among raft nodes before linearized reading' (duration: 179.411988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:19.744136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.830334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"info","ts":"2026-04-08T01:15:19.744169Z","caller":"traceutil/trace.go:171","msg":"trace[1512833651] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:474; }","duration":"278.905896ms","start":"2026-04-08T01:15:19.465251Z","end":"2026-04-08T01:15:19.744157Z","steps":["trace[1512833651] 'agreement among raft nodes before linearized reading' (duration: 278.834735ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:19.864564Z","caller":"traceutil/trace.go:171","msg":"trace[1839914259] linearizableReadLoop","detail":"{readStateIndex:495; appliedIndex:494; }","duration":"101.920367ms","start":"2026-04-08T01:15:19.762614Z","end":"2026-04-08T01:15:19.864535Z","steps":["trace[1839914259] 'read index received' (duration: 49.572538ms)","trace[1839914259] 'applied index is now lower than readState.Index' (duration: 52.346729ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:19.864735Z","caller":"traceutil/trace.go:171","msg":"trace[1211688236] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"116.587755ms","start":"2026-04-08T01:15:19.748098Z","end":"2026-04-08T01:15:19.864685Z","steps":["trace[1211688236] 'process raft request' (duration: 64.184314ms)","trace[1211688236] 'compare' (duration: 52.142738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:19.864775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.126659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"info","ts":"2026-04-08T01:15:19.864829Z","caller":"traceutil/trace.go:171","msg":"trace[942809866] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:475; }","duration":"102.2381ms","start":"2026-04-08T01:15:19.762567Z","end":"2026-04-08T01:15:19.864805Z","steps":["trace[942809866] 'agreement among raft nodes before linearized reading' (duration: 102.068349ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:21.216265Z","caller":"traceutil/trace.go:171","msg":"trace[2056810574] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"500.580435ms","start":"2026-04-08T01:15:20.715663Z","end":"2026-04-08T01:15:21.216244Z","steps":["trace[2056810574] 'process raft request' (duration: 500.280173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:21.216392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:20.715647Z","time spent":"500.688966ms","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:15:21.494021Z","caller":"traceutil/trace.go:171","msg":"trace[1228987132] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"252.558327ms","start":"2026-04-08T01:15:21.241442Z","end":"2026-04-08T01:15:21.494Z","steps":["trace[1228987132] 'process raft request' (duration: 252.242155ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:21.494083Z","caller":"traceutil/trace.go:171","msg":"trace[1114921697] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"253.648836ms","start":"2026-04-08T01:15:21.240307Z","end":"2026-04-08T01:15:21.493956Z","steps":["trace[1114921697] 'process raft request' (duration: 162.171222ms)","trace[1114921697] 'compare' (duration: 90.96854ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:21.844111Z","caller":"traceutil/trace.go:171","msg":"trace[793725787] linearizableReadLoop","detail":"{readStateIndex:500; appliedIndex:499; }","duration":"207.531602ms","start":"2026-04-08T01:15:21.636556Z","end":"2026-04-08T01:15:21.844087Z","steps":["trace[793725787] 'read index received' (duration: 114.862599ms)","trace[793725787] 'applied index is now lower than readState.Index' (duration: 92.667843ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:21.844446Z","caller":"traceutil/trace.go:171","msg":"trace[807869877] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"345.836625ms","start":"2026-04-08T01:15:21.498389Z","end":"2026-04-08T01:15:21.844225Z","steps":["trace[807869877] 'process raft request' (duration: 253.108932ms)","trace[807869877] 'compare' (duration: 92.457741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:21.844459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.890415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:15:21.84451Z","caller":"traceutil/trace.go:171","msg":"trace[1198076606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:480; }","duration":"207.993835ms","start":"2026-04-08T01:15:21.636503Z","end":"2026-04-08T01:15:21.844497Z","steps":["trace[1198076606] 'agreement among raft nodes before linearized reading' (duration: 207.871334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:21.844656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:21.498368Z","time spent":"346.121987ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:15:22.187484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.231216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:15:22.187713Z","caller":"traceutil/trace.go:171","msg":"trace[272767627] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"338.292797ms","start":"2026-04-08T01:15:21.849398Z","end":"2026-04-08T01:15:22.187691Z","steps":["trace[272767627] 'process raft request' (duration: 161.752019ms)","trace[272767627] 'compare' (duration: 176.068905ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:22.187761Z","caller":"traceutil/trace.go:171","msg":"trace[1944598466] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:501; }","duration":"319.068285ms","start":"2026-04-08T01:15:21.868676Z","end":"2026-04-08T01:15:22.187744Z","steps":["trace[1944598466] 'read index received' (duration: 142.472976ms)","trace[1944598466] 'applied index is now lower than readState.Index' (duration: 176.594089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:22.187802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:21.849374Z","time spent":"338.377778ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:22.187888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.212826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:15:22.187936Z","caller":"traceutil/trace.go:171","msg":"trace[2120699146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:484; }","duration":"319.294366ms","start":"2026-04-08T01:15:21.868627Z","end":"2026-04-08T01:15:22.187922Z","steps":["trace[2120699146] 'agreement among raft nodes before linearized reading' (duration: 319.187085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:22.187979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:21.868609Z","time spent":"319.359667ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T01:15:22.188211Z","caller":"traceutil/trace.go:171","msg":"trace[1287918000] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"338.140836ms","start":"2026-04-08T01:15:21.850056Z","end":"2026-04-08T01:15:22.188197Z","steps":["trace[1287918000] 'process raft request' (duration: 337.538991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:22.188301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:21.850044Z","time spent":"338.203546ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2364,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:15:22.18834Z","caller":"traceutil/trace.go:171","msg":"trace[1510982691] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"338.164136ms","start":"2026-04-08T01:15:21.850139Z","end":"2026-04-08T01:15:22.188303Z","steps":["trace[1510982691] 'process raft request' (duration: 337.525611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:22.188433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:21.850117Z","time spent":"338.271446ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:22.622508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.274616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:15:22.62267Z","caller":"traceutil/trace.go:171","msg":"trace[126490536] linearizableReadLoop","detail":"{readStateIndex:507; appliedIndex:505; }","duration":"342.635493ms","start":"2026-04-08T01:15:22.280019Z","end":"2026-04-08T01:15:22.622655Z","steps":["trace[126490536] 'read index received' (duration: 91.083706ms)","trace[126490536] 'applied index is now lower than readState.Index' (duration: 251.550977ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:22.622678Z","caller":"traceutil/trace.go:171","msg":"trace[1960635802] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"429.839798ms","start":"2026-04-08T01:15:22.192808Z","end":"2026-04-08T01:15:22.622648Z","steps":["trace[1960635802] 'process raft request' (duration: 178.362471ms)","trace[1960635802] 'compare' (duration: 251.165095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:22.622806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:22.1928Z","time spent":"429.951609ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:15:22.62282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.789395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-08T01:15:22.622831Z","caller":"traceutil/trace.go:171","msg":"trace[1769048026] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"429.928569ms","start":"2026-04-08T01:15:22.192836Z","end":"2026-04-08T01:15:22.622765Z","steps":["trace[1769048026] 'process raft request' (duration: 429.772798ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:22.622933Z","caller":"traceutil/trace.go:171","msg":"trace[566567986] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:487; }","duration":"342.950765ms","start":"2026-04-08T01:15:22.27997Z","end":"2026-04-08T01:15:22.62292Z","steps":["trace[566567986] 'agreement among raft nodes before linearized reading' (duration: 342.736434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:22.622969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:22.279953Z","time spent":"343.005546ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-04-08T01:15:22.623042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:22.192816Z","time spent":"430.162251ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":734,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:15:23.800291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175044528s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T01:15:24.440639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.128811ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-08T01:15:24.441223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:22.625107Z","time spent":"1.816109496s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T01:15:24.441674Z","caller":"traceutil/trace.go:171","msg":"trace[1559565141] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"1.813336655s","start":"2026-04-08T01:15:22.62829Z","end":"2026-04-08T01:15:24.441627Z","steps":["trace[1559565141] 'process raft request' (duration: 1.812443568s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:24.441708Z","caller":"traceutil/trace.go:171","msg":"trace[598698628] linearizableReadLoop","detail":"{readStateIndex:509; appliedIndex:507; }","duration":"847.377969ms","start":"2026-04-08T01:15:23.594187Z","end":"2026-04-08T01:15:24.441565Z","steps":["trace[598698628] 'read index received' (duration: 206.318831ms)","trace[598698628] 'applied index is now lower than readState.Index' (duration: 641.057428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:24.441849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.644551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T01:15:24.4419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:22.628272Z","time spent":"1.813469415s","remote":"127.0.0.1:46580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:15:24.441912Z","caller":"traceutil/trace.go:171","msg":"trace[1722944628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:488; }","duration":"847.721592ms","start":"2026-04-08T01:15:23.594173Z","end":"2026-04-08T01:15:24.441895Z","steps":["trace[1722944628] 'agreement among raft nodes before linearized reading' (duration: 847.52038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:24.441948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:23.594112Z","time spent":"847.829493ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:15:24.442109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.937344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:15:24.442153Z","caller":"traceutil/trace.go:171","msg":"trace[1212810601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:488; }","duration":"213.012654ms","start":"2026-04-08T01:15:24.229127Z","end":"2026-04-08T01:15:24.44214Z","steps":["trace[1212810601] 'agreement among raft nodes before linearized reading' (duration: 212.901954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:24.442173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.050013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:15:24.442192Z","caller":"traceutil/trace.go:171","msg":"trace[2087693946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:488; }","duration":"250.106524ms","start":"2026-04-08T01:15:24.19208Z","end":"2026-04-08T01:15:24.442187Z","steps":["trace[2087693946] 'agreement among raft nodes before linearized reading' (duration: 250.064163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:24.442212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.522275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:15:24.442248Z","caller":"traceutil/trace.go:171","msg":"trace[6948622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:488; }","duration":"233.614315ms","start":"2026-04-08T01:15:24.208623Z","end":"2026-04-08T01:15:24.442238Z","steps":["trace[6948622] 'agreement among raft nodes before linearized reading' (duration: 233.518844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:24.442596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.690805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:15:24.44267Z","caller":"traceutil/trace.go:171","msg":"trace[779987363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:488; }","duration":"805.786705ms","start":"2026-04-08T01:15:23.636857Z","end":"2026-04-08T01:15:24.442644Z","steps":["trace[779987363] 'agreement among raft nodes before linearized reading' (duration: 805.693614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:24.4427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:23.636836Z","time spent":"805.855855ms","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:15:24.944652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730484811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:15:25.445231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730484811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:15:25.693265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251061973s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:15:25.704549Z","caller":"traceutil/trace.go:171","msg":"trace[1021684987] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"1.262411451s","start":"2026-04-08T01:15:24.442111Z","end":"2026-04-08T01:15:25.704522Z","steps":["trace[1021684987] 'process raft request' (duration: 1.251351996s)","trace[1021684987] 'compare' (duration: 10.30949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:25.704687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:24.442087Z","time spent":"1.262528242s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:15:25.719286Z","caller":"traceutil/trace.go:171","msg":"trace[52216810] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"1.272701531s","start":"2026-04-08T01:15:24.446572Z","end":"2026-04-08T01:15:25.719274Z","steps":["trace[52216810] 'process raft request' (duration: 1.272450099s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:25.719348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:24.446552Z","time spent":"1.272768772s","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:15:25.719468Z","caller":"traceutil/trace.go:171","msg":"trace[789876443] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"1.272832153s","start":"2026-04-08T01:15:24.446609Z","end":"2026-04-08T01:15:25.719441Z","steps":["trace[789876443] 'process raft request' (duration: 1.272584621s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:25.719491Z","caller":"traceutil/trace.go:171","msg":"trace[190302196] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"1.272726583s","start":"2026-04-08T01:15:24.446747Z","end":"2026-04-08T01:15:25.719474Z","steps":["trace[190302196] 'process raft request' (duration: 1.272584321s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:25.719663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:24.446591Z","time spent":"1.272950654s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:25.71979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:24.446597Z","time spent":"1.272968304s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:15:25.720046Z","caller":"traceutil/trace.go:171","msg":"trace[2138697785] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"1.273227026s","start":"2026-04-08T01:15:24.446806Z","end":"2026-04-08T01:15:25.720033Z","steps":["trace[2138697785] 'process raft request' (duration: 1.27260224s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:25.720142Z","caller":"traceutil/trace.go:171","msg":"trace[1293684489] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"1.030748262s","start":"2026-04-08T01:15:24.689381Z","end":"2026-04-08T01:15:25.72013Z","steps":["trace[1293684489] 'process raft request' (duration: 1.030664042s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:25.720156Z","caller":"traceutil/trace.go:171","msg":"trace[1752892542] linearizableReadLoop","detail":"{readStateIndex:517; appliedIndex:509; }","duration":"1.276551161s","start":"2026-04-08T01:15:24.443564Z","end":"2026-04-08T01:15:25.720115Z","steps":["trace[1752892542] 'read index received' (duration: 1.249880555s)","trace[1752892542] 'applied index is now lower than readState.Index' (duration: 26.669596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:25.720144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:24.446792Z","time spent":"1.273289626s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:25.720208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:24.689363Z","time spent":"1.030813153s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:15:25.720197Z","caller":"traceutil/trace.go:171","msg":"trace[265640304] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"992.173613ms","start":"2026-04-08T01:15:24.727997Z","end":"2026-04-08T01:15:25.72017Z","steps":["trace[265640304] 'process raft request' (duration: 992.083212ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:25.720267Z","caller":"traceutil/trace.go:171","msg":"trace[1649661513] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"1.272983464s","start":"2026-04-08T01:15:24.44726Z","end":"2026-04-08T01:15:25.720244Z","steps":["trace[1649661513] 'process raft request' (duration: 1.272679472s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:25.720344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:24.727972Z","time spent":"992.290203ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:25.720416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:24.447248Z","time spent":"1.273091655s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:25.720441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276779323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:15:25.720539Z","caller":"traceutil/trace.go:171","msg":"trace[1448998056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:496; }","duration":"1.276948934s","start":"2026-04-08T01:15:24.443523Z","end":"2026-04-08T01:15:25.720472Z","steps":["trace[1448998056] 'agreement among raft nodes before linearized reading' (duration: 1.276735192s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:25.720586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:24.443504Z","time spent":"1.277071716s","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:15:25.947348Z","caller":"traceutil/trace.go:171","msg":"trace[724412578] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"122.763538ms","start":"2026-04-08T01:15:25.824519Z","end":"2026-04-08T01:15:25.947282Z","steps":["trace[724412578] 'process raft request' (duration: 117.966111ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:25.947487Z","caller":"traceutil/trace.go:171","msg":"trace[1730097822] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"122.815448ms","start":"2026-04-08T01:15:25.824634Z","end":"2026-04-08T01:15:25.94745Z","steps":["trace[1730097822] 'process raft request' (duration: 122.465126ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:25.947484Z","caller":"traceutil/trace.go:171","msg":"trace[1371215417] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"120.104167ms","start":"2026-04-08T01:15:25.827346Z","end":"2026-04-08T01:15:25.94745Z","steps":["trace[1371215417] 'process raft request' (duration: 119.879656ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:28.873979Z","caller":"traceutil/trace.go:171","msg":"trace[2071154457] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"777.336183ms","start":"2026-04-08T01:15:28.096614Z","end":"2026-04-08T01:15:28.873951Z","steps":["trace[2071154457] 'process raft request' (duration: 768.579595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:28.874161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:28.096582Z","time spent":"777.512825ms","remote":"127.0.0.1:46248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:15:28.87634Z","caller":"traceutil/trace.go:171","msg":"trace[1609711067] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:603; }","duration":"238.911034ms","start":"2026-04-08T01:15:28.637409Z","end":"2026-04-08T01:15:28.87632Z","steps":["trace[1609711067] 'read index received' (duration: 227.87414ms)","trace[1609711067] 'applied index is now lower than readState.Index' (duration: 11.036184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:28.876433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.013785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:15:28.876457Z","caller":"traceutil/trace.go:171","msg":"trace[1322264970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"239.093115ms","start":"2026-04-08T01:15:28.637358Z","end":"2026-04-08T01:15:28.876451Z","steps":["trace[1322264970] 'agreement among raft nodes before linearized reading' (duration: 239.037125ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:28.876647Z","caller":"traceutil/trace.go:171","msg":"trace[227011763] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"778.34716ms","start":"2026-04-08T01:15:28.098291Z","end":"2026-04-08T01:15:28.876638Z","steps":["trace[227011763] 'process raft request' (duration: 777.748695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:28.876715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:28.098279Z","time spent":"778.391681ms","remote":"127.0.0.1:46248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18032,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:15:28.876769Z","caller":"traceutil/trace.go:171","msg":"trace[1979816977] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"666.422911ms","start":"2026-04-08T01:15:28.21034Z","end":"2026-04-08T01:15:28.876763Z","steps":["trace[1979816977] 'process raft request' (duration: 665.866036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:28.876805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:28.210312Z","time spent":"666.474272ms","remote":"127.0.0.1:46248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:15:35.190774Z","caller":"traceutil/trace.go:171","msg":"trace[260995438] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:657; }","duration":"132.706535ms","start":"2026-04-08T01:15:35.058041Z","end":"2026-04-08T01:15:35.190747Z","steps":["trace[260995438] 'read index received' (duration: 131.946129ms)","trace[260995438] 'applied index is now lower than readState.Index' (duration: 759.496µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:35.190885Z","caller":"traceutil/trace.go:171","msg":"trace[1366255902] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"370.776668ms","start":"2026-04-08T01:15:34.820044Z","end":"2026-04-08T01:15:35.190821Z","steps":["trace[1366255902] 'process raft request' (duration: 370.198703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:35.191065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.991797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-68k6g\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-04-08T01:15:35.191086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:34.820009Z","time spent":"370.948639ms","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:15:35.191155Z","caller":"traceutil/trace.go:171","msg":"trace[1526119405] range","detail":"{range_begin:/registry/pods/kube-system/cilium-68k6g; range_end:; response_count:1; response_revision:633; }","duration":"133.132008ms","start":"2026-04-08T01:15:35.058003Z","end":"2026-04-08T01:15:35.191135Z","steps":["trace[1526119405] 'agreement among raft nodes before linearized reading' (duration: 132.843776ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:35.93711Z","caller":"traceutil/trace.go:171","msg":"trace[1962280263] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"729.986488ms","start":"2026-04-08T01:15:35.207099Z","end":"2026-04-08T01:15:35.937086Z","steps":["trace[1962280263] 'process raft request' (duration: 692.893396ms)","trace[1962280263] 'compare' (duration: 36.976341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:35.937247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:35.207078Z","time spent":"730.098738ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:37.635986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000414929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T01:15:37.636068Z","caller":"traceutil/trace.go:171","msg":"trace[1940328343] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00054651s","start":"2026-04-08T01:15:35.635503Z","end":"2026-04-08T01:15:37.63605Z","steps":["trace[1940328343] 'agreement among raft nodes before linearized reading' (duration: 2.000447339s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:37.636129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:35.635482Z","time spent":"2.0006267s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 01:15:37 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T01:15:37.891215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328397198s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:15:37.891498Z","caller":"traceutil/trace.go:171","msg":"trace[829754227] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:658; }","duration":"2.255913528s","start":"2026-04-08T01:15:35.635554Z","end":"2026-04-08T01:15:37.891468Z","steps":["trace[829754227] 'read index received' (duration: 264.450381ms)","trace[829754227] 'applied index is now lower than readState.Index' (duration: 1.991461957s)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:37.891549Z","caller":"traceutil/trace.go:171","msg":"trace[1804642403] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"2.087335351s","start":"2026-04-08T01:15:35.80418Z","end":"2026-04-08T01:15:37.891516Z","steps":["trace[1804642403] 'process raft request' (duration: 2.08714618s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:37.891513Z","caller":"traceutil/trace.go:171","msg":"trace[33362819] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"2.64850571s","start":"2026-04-08T01:15:35.242966Z","end":"2026-04-08T01:15:37.891471Z","steps":["trace[33362819] 'process raft request' (duration: 1.319775838s)","trace[33362819] 'compare' (duration: 1.328179087s)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:37.891666Z","caller":"traceutil/trace.go:171","msg":"trace[2003833465] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.856776719s","start":"2026-04-08T01:15:36.034846Z","end":"2026-04-08T01:15:37.891623Z","steps":["trace[2003833465] 'process raft request' (duration: 1.856574517s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:37.891691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:35.242937Z","time spent":"2.648689541s","remote":"127.0.0.1:46482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:15:37.891719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:35.804152Z","time spent":"2.087465652s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:37.891784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:36.034815Z","time spent":"1.85690985s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:37.89182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118116296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:15:37.891871Z","caller":"traceutil/trace.go:171","msg":"trace[2123392126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:637; }","duration":"2.118218856s","start":"2026-04-08T01:15:35.773638Z","end":"2026-04-08T01:15:37.891857Z","steps":["trace[2123392126] 'agreement among raft nodes before linearized reading' (duration: 2.117978855s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:37.891914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:35.773614Z","time spent":"2.118289168s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:15:37.891929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113206951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:15:37.891999Z","caller":"traceutil/trace.go:171","msg":"trace[1342774313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:637; }","duration":"2.113309071s","start":"2026-04-08T01:15:35.778671Z","end":"2026-04-08T01:15:37.89198Z","steps":["trace[1342774313] 'agreement among raft nodes before linearized reading' (duration: 2.11312447s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:37.892037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:35.778655Z","time spent":"2.113373823s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:15:37.892114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115004383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T01:15:37.892124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.862192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:15:37.892142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113475363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:15:37.892159Z","caller":"traceutil/trace.go:171","msg":"trace[726708092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:637; }","duration":"2.115075724s","start":"2026-04-08T01:15:35.77707Z","end":"2026-04-08T01:15:37.892146Z","steps":["trace[726708092] 'agreement among raft nodes before linearized reading' (duration: 2.114950403s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:37.892166Z","caller":"traceutil/trace.go:171","msg":"trace[1787125825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"255.939232ms","start":"2026-04-08T01:15:37.636215Z","end":"2026-04-08T01:15:37.892154Z","steps":["trace[1787125825] 'agreement among raft nodes before linearized reading' (duration: 255.868262ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:37.892183Z","caller":"traceutil/trace.go:171","msg":"trace[216651582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:637; }","duration":"2.113545463s","start":"2026-04-08T01:15:35.778626Z","end":"2026-04-08T01:15:37.892172Z","steps":["trace[216651582] 'agreement among raft nodes before linearized reading' (duration: 2.113391622s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:37.892204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:35.777057Z","time spent":"2.115135255s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:15:37.892216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:35.778613Z","time spent":"2.113595704s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:15:40.820905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.259179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T01:15:40.820886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.833227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:15:40.820973Z","caller":"traceutil/trace.go:171","msg":"trace[1919362698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:656; }","duration":"905.371621ms","start":"2026-04-08T01:15:39.915588Z","end":"2026-04-08T01:15:40.820959Z","steps":["trace[1919362698] 'range keys from in-memory index tree' (duration: 905.144479ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:40.820986Z","caller":"traceutil/trace.go:171","msg":"trace[1221678148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:656; }","duration":"904.987068ms","start":"2026-04-08T01:15:39.915981Z","end":"2026-04-08T01:15:40.820968Z","steps":["trace[1221678148] 'range keys from in-memory index tree' (duration: 904.581535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:40.821003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:39.915564Z","time spent":"905.433051ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:15:40.821037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:39.91596Z","time spent":"905.068638ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:15:40.820905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.906253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-68k6g\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-04-08T01:15:40.821118Z","caller":"traceutil/trace.go:171","msg":"trace[1409860905] range","detail":"{range_begin:/registry/pods/kube-system/cilium-68k6g; range_end:; response_count:1; response_revision:656; }","duration":"742.165255ms","start":"2026-04-08T01:15:40.078935Z","end":"2026-04-08T01:15:40.8211Z","steps":["trace[1409860905] 'range keys from in-memory index tree' (duration: 741.712231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:40.821131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.986288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T01:15:40.821162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:40.078916Z","time spent":"742.234855ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17543,"request content":"key:\"/registry/pods/kube-system/cilium-68k6g\" "} {"level":"warn","ts":"2026-04-08T01:15:40.821144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.853267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:15:40.82122Z","caller":"traceutil/trace.go:171","msg":"trace[1681902147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:656; }","duration":"905.113379ms","start":"2026-04-08T01:15:39.916084Z","end":"2026-04-08T01:15:40.821197Z","steps":["trace[1681902147] 'range keys from in-memory index tree' (duration: 904.788547ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:40.821242Z","caller":"traceutil/trace.go:171","msg":"trace[372835114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:656; }","duration":"905.024258ms","start":"2026-04-08T01:15:39.916194Z","end":"2026-04-08T01:15:40.821219Z","steps":["trace[372835114] 'range keys from in-memory index tree' (duration: 904.681876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:40.821268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:39.916078Z","time spent":"905.179109ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:15:40.821303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:39.916184Z","time spent":"905.109328ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T01:15:41.024389Z","caller":"traceutil/trace.go:171","msg":"trace[1168556253] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"198.730248ms","start":"2026-04-08T01:15:40.825633Z","end":"2026-04-08T01:15:41.024363Z","steps":["trace[1168556253] 'process raft request' (duration: 198.656947ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:41.024394Z","caller":"traceutil/trace.go:171","msg":"trace[408649367] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"199.191691ms","start":"2026-04-08T01:15:40.825169Z","end":"2026-04-08T01:15:41.02436Z","steps":["trace[408649367] 'process raft request' (duration: 191.236804ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:41.024564Z","caller":"traceutil/trace.go:171","msg":"trace[786055639] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"199.11713ms","start":"2026-04-08T01:15:40.82543Z","end":"2026-04-08T01:15:41.024547Z","steps":["trace[786055639] 'process raft request' (duration: 198.817408ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:41.196047Z","caller":"traceutil/trace.go:171","msg":"trace[2014924649] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"362.36225ms","start":"2026-04-08T01:15:40.833662Z","end":"2026-04-08T01:15:41.196025Z","steps":["trace[2014924649] 'process raft request' (duration: 362.115978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:41.196268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:40.833653Z","time spent":"362.513071ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:15:41.466285Z","caller":"traceutil/trace.go:171","msg":"trace[1454478762] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"111.936571ms","start":"2026-04-08T01:15:41.354321Z","end":"2026-04-08T01:15:41.466257Z","steps":["trace[1454478762] 'process raft request' (duration: 99.367661ms)","trace[1454478762] 'compare' (duration: 12.453209ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:41.752717Z","caller":"traceutil/trace.go:171","msg":"trace[1348937444] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:704; }","duration":"116.602763ms","start":"2026-04-08T01:15:41.636088Z","end":"2026-04-08T01:15:41.752691Z","steps":["trace[1348937444] 'read index received' (duration: 26.016793ms)","trace[1348937444] 'applied index is now lower than readState.Index' (duration: 90.58416ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:41.75277Z","caller":"traceutil/trace.go:171","msg":"trace[2100751657] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"173.662231ms","start":"2026-04-08T01:15:41.579076Z","end":"2026-04-08T01:15:41.752738Z","steps":["trace[2100751657] 'process raft request' (duration: 173.417808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:41.752862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.744654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:15:41.753017Z","caller":"traceutil/trace.go:171","msg":"trace[1868488623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:681; }","duration":"116.915506ms","start":"2026-04-08T01:15:41.636042Z","end":"2026-04-08T01:15:41.752958Z","steps":["trace[1868488623] 'agreement among raft nodes before linearized reading' (duration: 116.747824ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:42.02228Z","caller":"traceutil/trace.go:171","msg":"trace[1877837202] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"134.975084ms","start":"2026-04-08T01:15:41.887281Z","end":"2026-04-08T01:15:42.022257Z","steps":["trace[1877837202] 'process raft request' (duration: 134.860057ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:42.243381Z","caller":"traceutil/trace.go:171","msg":"trace[125244749] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"132.680294ms","start":"2026-04-08T01:15:42.110677Z","end":"2026-04-08T01:15:42.243357Z","steps":["trace[125244749] 'process raft request' (duration: 124.258861ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:42.376383Z","caller":"traceutil/trace.go:171","msg":"trace[862693155] linearizableReadLoop","detail":"{readStateIndex:717; appliedIndex:716; }","duration":"100.820036ms","start":"2026-04-08T01:15:42.275498Z","end":"2026-04-08T01:15:42.376318Z","steps":["trace[862693155] 'read index received' (duration: 78.217097ms)","trace[862693155] 'applied index is now lower than readState.Index' (duration: 22.601469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:42.376601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.065361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:15:42.376447Z","caller":"traceutil/trace.go:171","msg":"trace[735683062] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"119.497895ms","start":"2026-04-08T01:15:42.256903Z","end":"2026-04-08T01:15:42.376401Z","steps":["trace[735683062] 'process raft request' (duration: 96.752828ms)","trace[735683062] 'compare' (duration: 22.385696ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:42.376716Z","caller":"traceutil/trace.go:171","msg":"trace[1023003492] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:691; }","duration":"101.219399ms","start":"2026-04-08T01:15:42.275467Z","end":"2026-04-08T01:15:42.376686Z","steps":["trace[1023003492] 'agreement among raft nodes before linearized reading' (duration: 101.020148ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:42.933828Z","caller":"traceutil/trace.go:171","msg":"trace[1084290025] linearizableReadLoop","detail":"{readStateIndex:723; appliedIndex:722; }","duration":"101.654314ms","start":"2026-04-08T01:15:42.832147Z","end":"2026-04-08T01:15:42.933802Z","steps":["trace[1084290025] 'read index received' (duration: 101.42254ms)","trace[1084290025] 'applied index is now lower than readState.Index' (duration: 230.844µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:42.93386Z","caller":"traceutil/trace.go:171","msg":"trace[149886391] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"159.192952ms","start":"2026-04-08T01:15:42.774635Z","end":"2026-04-08T01:15:42.933828Z","steps":["trace[149886391] 'process raft request' (duration: 159.013552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:42.934114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.952141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:15:42.934169Z","caller":"traceutil/trace.go:171","msg":"trace[665634361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:696; }","duration":"102.062877ms","start":"2026-04-08T01:15:42.832093Z","end":"2026-04-08T01:15:42.934156Z","steps":["trace[665634361] 'agreement among raft nodes before linearized reading' (duration: 101.816423ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:43.1529Z","caller":"traceutil/trace.go:171","msg":"trace[1759675680] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"120.983414ms","start":"2026-04-08T01:15:43.031887Z","end":"2026-04-08T01:15:43.152871Z","steps":["trace[1759675680] 'process raft request' (duration: 120.790714ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:43.1771Z","caller":"traceutil/trace.go:171","msg":"trace[1896514930] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"144.777743ms","start":"2026-04-08T01:15:43.032297Z","end":"2026-04-08T01:15:43.177074Z","steps":["trace[1896514930] 'process raft request' (duration: 144.688048ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:43.177142Z","caller":"traceutil/trace.go:171","msg":"trace[1805284457] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"144.901689ms","start":"2026-04-08T01:15:43.032195Z","end":"2026-04-08T01:15:43.177097Z","steps":["trace[1805284457] 'process raft request' (duration: 144.636185ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:43.17726Z","caller":"traceutil/trace.go:171","msg":"trace[1811278093] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:724; }","duration":"101.59438ms","start":"2026-04-08T01:15:43.075633Z","end":"2026-04-08T01:15:43.177227Z","steps":["trace[1811278093] 'read index received' (duration: 77.02557ms)","trace[1811278093] 'applied index is now lower than readState.Index' (duration: 24.5659ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:43.177356Z","caller":"traceutil/trace.go:171","msg":"trace[157331053] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"141.904053ms","start":"2026-04-08T01:15:43.035426Z","end":"2026-04-08T01:15:43.17733Z","steps":["trace[157331053] 'process raft request' (duration: 141.596676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:43.177521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.864406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-08T01:15:43.177566Z","caller":"traceutil/trace.go:171","msg":"trace[1774771992] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:701; }","duration":"101.976512ms","start":"2026-04-08T01:15:43.075578Z","end":"2026-04-08T01:15:43.177554Z","steps":["trace[1774771992] 'agreement among raft nodes before linearized reading' (duration: 101.753039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:43.714035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.063694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T01:15:43.714041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.637204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-04-08T01:15:43.714094Z","caller":"traceutil/trace.go:171","msg":"trace[1565462123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:705; }","duration":"229.16949ms","start":"2026-04-08T01:15:43.484911Z","end":"2026-04-08T01:15:43.714081Z","steps":["trace[1565462123] 'range keys from in-memory index tree' (duration: 228.939258ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:43.714152Z","caller":"traceutil/trace.go:171","msg":"trace[582367958] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:705; }","duration":"238.773842ms","start":"2026-04-08T01:15:43.475344Z","end":"2026-04-08T01:15:43.714118Z","steps":["trace[582367958] 'range keys from in-memory index tree' (duration: 238.493607ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:44.659442Z","caller":"traceutil/trace.go:171","msg":"trace[1375462293] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"127.910101ms","start":"2026-04-08T01:15:44.531507Z","end":"2026-04-08T01:15:44.659417Z","steps":["trace[1375462293] 'process raft request' (duration: 127.494228ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:45.191226Z","caller":"traceutil/trace.go:171","msg":"trace[1719667196] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"112.855232ms","start":"2026-04-08T01:15:45.078352Z","end":"2026-04-08T01:15:45.191207Z","steps":["trace[1719667196] 'process raft request' (duration: 112.624059ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:45.349338Z","caller":"traceutil/trace.go:171","msg":"trace[2051353261] linearizableReadLoop","detail":"{readStateIndex:750; appliedIndex:748; }","duration":"191.579399ms","start":"2026-04-08T01:15:45.157716Z","end":"2026-04-08T01:15:45.349295Z","steps":["trace[2051353261] 'read index received' (duration: 33.277629ms)","trace[2051353261] 'applied index is now lower than readState.Index' (duration: 158.30079ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:45.349503Z","caller":"traceutil/trace.go:171","msg":"trace[2033711286] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"228.524026ms","start":"2026-04-08T01:15:45.120947Z","end":"2026-04-08T01:15:45.349471Z","steps":["trace[2033711286] 'process raft request' (duration: 160.676968ms)","trace[2033711286] 'compare' (duration: 67.481338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:45.349546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.838713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:15:45.349738Z","caller":"traceutil/trace.go:171","msg":"trace[2147241224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:723; }","duration":"192.087487ms","start":"2026-04-08T01:15:45.157637Z","end":"2026-04-08T01:15:45.349724Z","steps":["trace[2147241224] 'agreement among raft nodes before linearized reading' (duration: 191.77956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:45.35699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.572107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:15:45.357039Z","caller":"traceutil/trace.go:171","msg":"trace[1683093876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:724; }","duration":"171.660642ms","start":"2026-04-08T01:15:45.185363Z","end":"2026-04-08T01:15:45.357024Z","steps":["trace[1683093876] 'agreement among raft nodes before linearized reading' (duration: 171.554936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:45.357226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.489042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T01:15:45.357302Z","caller":"traceutil/trace.go:171","msg":"trace[1876142167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:724; }","duration":"172.070754ms","start":"2026-04-08T01:15:45.18522Z","end":"2026-04-08T01:15:45.357291Z","steps":["trace[1876142167] 'agreement among raft nodes before linearized reading' (duration: 171.437689ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:45.633624Z","caller":"traceutil/trace.go:171","msg":"trace[2029391104] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:755; }","duration":"193.85517ms","start":"2026-04-08T01:15:45.439746Z","end":"2026-04-08T01:15:45.633601Z","steps":["trace[2029391104] 'read index received' (duration: 193.387805ms)","trace[2029391104] 'applied index is now lower than readState.Index' (duration: 466.285µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:45.633693Z","caller":"traceutil/trace.go:171","msg":"trace[1011088236] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"201.150975ms","start":"2026-04-08T01:15:45.432502Z","end":"2026-04-08T01:15:45.633653Z","steps":["trace[1011088236] 'process raft request' (duration: 200.806277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:45.633806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.037831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-08T01:15:45.633847Z","caller":"traceutil/trace.go:171","msg":"trace[1799183744] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:729; }","duration":"194.120785ms","start":"2026-04-08T01:15:45.439714Z","end":"2026-04-08T01:15:45.633835Z","steps":["trace[1799183744] 'agreement among raft nodes before linearized reading' (duration: 194.03505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:45.634393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.848809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-08T01:15:45.63457Z","caller":"traceutil/trace.go:171","msg":"trace[515761816] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:729; }","duration":"159.010137ms","start":"2026-04-08T01:15:45.475467Z","end":"2026-04-08T01:15:45.634477Z","steps":["trace[515761816] 'agreement among raft nodes before linearized reading' (duration: 158.544231ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:48.45418Z","caller":"traceutil/trace.go:171","msg":"trace[1912104398] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"103.958838ms","start":"2026-04-08T01:15:48.350172Z","end":"2026-04-08T01:15:48.454131Z","steps":["trace[1912104398] 'process raft request' (duration: 103.745457ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:49.364846Z","caller":"traceutil/trace.go:171","msg":"trace[983956010] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"140.953938ms","start":"2026-04-08T01:15:49.22387Z","end":"2026-04-08T01:15:49.364824Z","steps":["trace[983956010] 'process raft request' (duration: 134.117056ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:49.368463Z","caller":"traceutil/trace.go:171","msg":"trace[952427012] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"142.445694ms","start":"2026-04-08T01:15:49.225994Z","end":"2026-04-08T01:15:49.368439Z","steps":["trace[952427012] 'process raft request' (duration: 142.145258ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:49.493608Z","caller":"traceutil/trace.go:171","msg":"trace[1236665386] linearizableReadLoop","detail":"{readStateIndex:788; appliedIndex:787; }","duration":"102.111237ms","start":"2026-04-08T01:15:49.391473Z","end":"2026-04-08T01:15:49.493584Z","steps":["trace[1236665386] 'read index received' (duration: 81.640584ms)","trace[1236665386] 'applied index is now lower than readState.Index' (duration: 20.469303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:49.493772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.275626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:15:49.493848Z","caller":"traceutil/trace.go:171","msg":"trace[784291726] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:759; }","duration":"102.390582ms","start":"2026-04-08T01:15:49.391431Z","end":"2026-04-08T01:15:49.493822Z","steps":["trace[784291726] 'agreement among raft nodes before linearized reading' (duration: 102.240994ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:49.493797Z","caller":"traceutil/trace.go:171","msg":"trace[1787292079] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"117.70801ms","start":"2026-04-08T01:15:49.375955Z","end":"2026-04-08T01:15:49.493663Z","steps":["trace[1787292079] 'process raft request' (duration: 97.188374ms)","trace[1787292079] 'compare' (duration: 20.329527ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:50.479706Z","caller":"traceutil/trace.go:171","msg":"trace[1956951450] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"148.285694ms","start":"2026-04-08T01:15:50.331385Z","end":"2026-04-08T01:15:50.479671Z","steps":["trace[1956951450] 'process raft request' (duration: 62.243536ms)","trace[1956951450] 'compare' (duration: 85.89493ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:50.749019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.459561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:15:50.749129Z","caller":"traceutil/trace.go:171","msg":"trace[707983677] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"261.996567ms","start":"2026-04-08T01:15:50.48711Z","end":"2026-04-08T01:15:50.749106Z","steps":["trace[707983677] 'process raft request' (duration: 92.364569ms)","trace[707983677] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/minions/instance; req_size:4173; } (duration: 169.307052ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:50.828713Z","caller":"traceutil/trace.go:171","msg":"trace[42701640] linearizableReadLoop","detail":"{readStateIndex:796; appliedIndex:795; }","duration":"189.953063ms","start":"2026-04-08T01:15:50.638734Z","end":"2026-04-08T01:15:50.828687Z","steps":["trace[42701640] 'read index received' (duration: 189.755633ms)","trace[42701640] 'applied index is now lower than readState.Index' (duration: 196.39µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:50.828769Z","caller":"traceutil/trace.go:171","msg":"trace[1014625630] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"335.658105ms","start":"2026-04-08T01:15:50.493085Z","end":"2026-04-08T01:15:50.828743Z","steps":["trace[1014625630] 'process raft request' (duration: 335.440714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:50.828832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.082209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:15:50.828871Z","caller":"traceutil/trace.go:171","msg":"trace[1057601843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:767; }","duration":"190.173484ms","start":"2026-04-08T01:15:50.638688Z","end":"2026-04-08T01:15:50.828861Z","steps":["trace[1057601843] 'agreement among raft nodes before linearized reading' (duration: 190.09186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:50.828918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:50.493057Z","time spent":"335.76345ms","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14465,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:15:51.026039Z","caller":"traceutil/trace.go:171","msg":"trace[200071148] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:796; }","duration":"196.170836ms","start":"2026-04-08T01:15:50.829851Z","end":"2026-04-08T01:15:51.026021Z","steps":["trace[200071148] 'read index received' (duration: 145.986986ms)","trace[200071148] 'applied index is now lower than readState.Index' (duration: 50.18283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:51.02598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.93224ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:15:51.026134Z","caller":"traceutil/trace.go:171","msg":"trace[345110353] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:767; }","duration":"145.126609ms","start":"2026-04-08T01:15:50.880981Z","end":"2026-04-08T01:15:51.026108Z","steps":["trace[345110353] 'range keys from in-memory index tree' (duration: 144.910959ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:51.026138Z","caller":"traceutil/trace.go:171","msg":"trace[2048558083] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"260.115499ms","start":"2026-04-08T01:15:50.766001Z","end":"2026-04-08T01:15:51.026117Z","steps":["trace[2048558083] 'process raft request' (duration: 209.803413ms)","trace[2048558083] 'compare' (duration: 50.137407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:51.026177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.312113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:15:51.026215Z","caller":"traceutil/trace.go:171","msg":"trace[1020512548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:768; }","duration":"196.397567ms","start":"2026-04-08T01:15:50.829808Z","end":"2026-04-08T01:15:51.026206Z","steps":["trace[1020512548] 'agreement among raft nodes before linearized reading' (duration: 196.312683ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:51.224328Z","caller":"traceutil/trace.go:171","msg":"trace[144312555] linearizableReadLoop","detail":"{readStateIndex:798; appliedIndex:797; }","duration":"139.590096ms","start":"2026-04-08T01:15:51.084714Z","end":"2026-04-08T01:15:51.224304Z","steps":["trace[144312555] 'read index received' (duration: 131.496319ms)","trace[144312555] 'applied index is now lower than readState.Index' (duration: 8.092507ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:51.224429Z","caller":"traceutil/trace.go:171","msg":"trace[88360535] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"191.090945ms","start":"2026-04-08T01:15:51.033309Z","end":"2026-04-08T01:15:51.2244Z","steps":["trace[88360535] 'process raft request' (duration: 182.960546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:51.224492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.750833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T01:15:51.224547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.96614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:15:51.224586Z","caller":"traceutil/trace.go:171","msg":"trace[669470515] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:769; }","duration":"139.895511ms","start":"2026-04-08T01:15:51.084676Z","end":"2026-04-08T01:15:51.224571Z","steps":["trace[669470515] 'agreement among raft nodes before linearized reading' (duration: 139.745914ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:51.224629Z","caller":"traceutil/trace.go:171","msg":"trace[2112436017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:769; }","duration":"123.082416ms","start":"2026-04-08T01:15:51.101536Z","end":"2026-04-08T01:15:51.224619Z","steps":["trace[2112436017] 'agreement among raft nodes before linearized reading' (duration: 122.912158ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:52.601997Z","caller":"traceutil/trace.go:171","msg":"trace[1633017807] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:810; }","duration":"224.438296ms","start":"2026-04-08T01:15:52.377537Z","end":"2026-04-08T01:15:52.601976Z","steps":["trace[1633017807] 'read index received' (duration: 224.301379ms)","trace[1633017807] 'applied index is now lower than readState.Index' (duration: 136.007µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:52.6021Z","caller":"traceutil/trace.go:171","msg":"trace[1854972864] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"262.273145ms","start":"2026-04-08T01:15:52.339768Z","end":"2026-04-08T01:15:52.602041Z","steps":["trace[1854972864] 'process raft request' (duration: 262.074665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:52.602136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.575023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-08T01:15:52.602181Z","caller":"traceutil/trace.go:171","msg":"trace[1672301766] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:780; }","duration":"224.657527ms","start":"2026-04-08T01:15:52.37751Z","end":"2026-04-08T01:15:52.602168Z","steps":["trace[1672301766] 'agreement among raft nodes before linearized reading' (duration: 224.555811ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:52.865665Z","caller":"traceutil/trace.go:171","msg":"trace[962385785] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"115.77478ms","start":"2026-04-08T01:15:52.749856Z","end":"2026-04-08T01:15:52.865631Z","steps":["trace[962385785] 'process raft request' (duration: 107.398264ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:55.055715Z","caller":"traceutil/trace.go:171","msg":"trace[1531815186] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"136.720928ms","start":"2026-04-08T01:15:54.918781Z","end":"2026-04-08T01:15:55.055502Z","steps":["trace[1531815186] 'process raft request' (duration: 136.521539ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:56.432293Z","caller":"traceutil/trace.go:171","msg":"trace[86554802] linearizableReadLoop","detail":"{readStateIndex:829; appliedIndex:828; }","duration":"268.258083ms","start":"2026-04-08T01:15:56.164012Z","end":"2026-04-08T01:15:56.43227Z","steps":["trace[86554802] 'read index received' (duration: 267.880485ms)","trace[86554802] 'applied index is now lower than readState.Index' (duration: 376.638µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:56.432457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.420251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:15:56.432471Z","caller":"traceutil/trace.go:171","msg":"trace[1590728649] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"358.841921ms","start":"2026-04-08T01:15:56.073589Z","end":"2026-04-08T01:15:56.43243Z","steps":["trace[1590728649] 'process raft request' (duration: 358.504355ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:56.432523Z","caller":"traceutil/trace.go:171","msg":"trace[572678700] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:798; }","duration":"268.533546ms","start":"2026-04-08T01:15:56.163972Z","end":"2026-04-08T01:15:56.432506Z","steps":["trace[572678700] 'agreement among raft nodes before linearized reading' (duration: 268.40017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:56.432689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:56.073558Z","time spent":"359.003409ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:59.870112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730485494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:16:00.370832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730485494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:16:00.881195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730485494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:16:01.252889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.915923804s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:16:01.253285Z","caller":"traceutil/trace.go:171","msg":"trace[289470587] linearizableReadLoop","detail":"{readStateIndex:846; appliedIndex:845; }","duration":"1.88412503s","start":"2026-04-08T01:15:59.369132Z","end":"2026-04-08T01:16:01.253257Z","steps":["trace[289470587] 'read index received' (duration: 1.88390609s)","trace[289470587] 'applied index is now lower than readState.Index' (duration: 218.15µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:16:01.253598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884440174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:16:01.253671Z","caller":"traceutil/trace.go:171","msg":"trace[1931966172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:814; }","duration":"1.884548889s","start":"2026-04-08T01:15:59.369105Z","end":"2026-04-08T01:16:01.253654Z","steps":["trace[1931966172] 'agreement among raft nodes before linearized reading' (duration: 1.884324179s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:01.253783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.695605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:16:01.253821Z","caller":"traceutil/trace.go:171","msg":"trace[153306706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:814; }","duration":"807.754728ms","start":"2026-04-08T01:16:00.446056Z","end":"2026-04-08T01:16:01.253811Z","steps":["trace[153306706] 'agreement among raft nodes before linearized reading' (duration: 807.676014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:01.253777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:59.36909Z","time spent":"1.884670363s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:16:01.253852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:16:00.44604Z","time spent":"807.80534ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:16:01.253799Z","caller":"traceutil/trace.go:171","msg":"trace[1934589145] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"1.917049813s","start":"2026-04-08T01:15:59.336684Z","end":"2026-04-08T01:16:01.253734Z","steps":["trace[1934589145] 'process raft request' (duration: 1.916433646s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:01.253708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481296654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:16:01.254006Z","caller":"traceutil/trace.go:171","msg":"trace[1148843803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:814; }","duration":"1.481630119s","start":"2026-04-08T01:15:59.772363Z","end":"2026-04-08T01:16:01.253993Z","steps":["trace[1148843803] 'agreement among raft nodes before linearized reading' (duration: 1.481256552s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:01.254153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:59.336661Z","time spent":"1.917288824s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4021,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:16:01.254163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:59.772343Z","time spent":"1.481804787s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:16:01.254335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548233972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:16:01.254374Z","caller":"traceutil/trace.go:171","msg":"trace[826857087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:814; }","duration":"1.548305306s","start":"2026-04-08T01:15:59.70606Z","end":"2026-04-08T01:16:01.254365Z","steps":["trace[826857087] 'agreement among raft nodes before linearized reading' (duration: 1.548214342s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:01.254402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:59.706033Z","time spent":"1.548363029s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:16:01.254514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582482859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:16:01.254542Z","caller":"traceutil/trace.go:171","msg":"trace[1210795055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:814; }","duration":"1.582532001s","start":"2026-04-08T01:15:59.672003Z","end":"2026-04-08T01:16:01.254535Z","steps":["trace[1210795055] 'agreement among raft nodes before linearized reading' (duration: 1.582463578s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:01.254566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:59.671992Z","time spent":"1.582569183s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:16:01.255041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:16:01.255154Z","caller":"traceutil/trace.go:171","msg":"trace[1358200960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:814; }","duration":"1.618640541s","start":"2026-04-08T01:15:59.636495Z","end":"2026-04-08T01:16:01.255135Z","steps":["trace[1358200960] 'agreement among raft nodes before linearized reading' (duration: 1.61705543s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:01.255245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:59.636468Z","time spent":"1.618758946s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:16:04.673359Z","caller":"traceutil/trace.go:171","msg":"trace[1470295186] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"165.095813ms","start":"2026-04-08T01:16:04.50824Z","end":"2026-04-08T01:16:04.673336Z","steps":["trace[1470295186] 'process raft request' (duration: 164.58177ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:04.819653Z","caller":"traceutil/trace.go:171","msg":"trace[1654542698] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"138.210124ms","start":"2026-04-08T01:16:04.681418Z","end":"2026-04-08T01:16:04.819628Z","steps":["trace[1654542698] 'process raft request' (duration: 138.077898ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:04.959355Z","caller":"traceutil/trace.go:171","msg":"trace[1651648819] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"132.863903ms","start":"2026-04-08T01:16:04.826461Z","end":"2026-04-08T01:16:04.959324Z","steps":["trace[1651648819] 'process raft request' (duration: 62.710446ms)","trace[1651648819] 'compare' (duration: 70.009751ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:16:05.138791Z","caller":"traceutil/trace.go:171","msg":"trace[1778433220] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"137.584813ms","start":"2026-04-08T01:16:05.00118Z","end":"2026-04-08T01:16:05.138765Z","steps":["trace[1778433220] 'process raft request' (duration: 131.736783ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:05.330188Z","caller":"traceutil/trace.go:171","msg":"trace[1046099269] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"110.420069ms","start":"2026-04-08T01:16:05.219746Z","end":"2026-04-08T01:16:05.330166Z","steps":["trace[1046099269] 'process raft request' (duration: 102.431578ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:05.344904Z","caller":"traceutil/trace.go:171","msg":"trace[1026782017] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"124.868075ms","start":"2026-04-08T01:16:05.220008Z","end":"2026-04-08T01:16:05.344876Z","steps":["trace[1026782017] 'process raft request' (duration: 124.724629ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:05.618993Z","caller":"traceutil/trace.go:171","msg":"trace[381715812] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"134.941566ms","start":"2026-04-08T01:16:05.484028Z","end":"2026-04-08T01:16:05.61897Z","steps":["trace[381715812] 'process raft request' (duration: 133.007074ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:12.794589Z","caller":"traceutil/trace.go:171","msg":"trace[99797083] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:971; }","duration":"158.263763ms","start":"2026-04-08T01:16:12.636298Z","end":"2026-04-08T01:16:12.794562Z","steps":["trace[99797083] 'read index received' (duration: 158.19031ms)","trace[99797083] 'applied index is now lower than readState.Index' (duration: 72.313µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:16:12.794692Z","caller":"traceutil/trace.go:171","msg":"trace[1130801992] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"213.810815ms","start":"2026-04-08T01:16:12.580857Z","end":"2026-04-08T01:16:12.794668Z","steps":["trace[1130801992] 'process raft request' (duration: 213.561365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:12.794766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.457341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:16:12.794803Z","caller":"traceutil/trace.go:171","msg":"trace[468363966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:937; }","duration":"158.543864ms","start":"2026-04-08T01:16:12.636248Z","end":"2026-04-08T01:16:12.794792Z","steps":["trace[468363966] 'agreement among raft nodes before linearized reading' (duration: 158.421069ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:13.01862Z","caller":"traceutil/trace.go:171","msg":"trace[2068602150] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"118.950737ms","start":"2026-04-08T01:16:12.899634Z","end":"2026-04-08T01:16:13.018585Z","steps":["trace[2068602150] 'process raft request' (duration: 101.487952ms)","trace[2068602150] 'compare' (duration: 17.374542ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:16:13.735173Z","caller":"traceutil/trace.go:171","msg":"trace[1319636192] linearizableReadLoop","detail":"{readStateIndex:996; appliedIndex:995; }","duration":"240.981391ms","start":"2026-04-08T01:16:13.494172Z","end":"2026-04-08T01:16:13.735154Z","steps":["trace[1319636192] 'read index received' (duration: 240.858196ms)","trace[1319636192] 'applied index is now lower than readState.Index' (duration: 122.635µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:16:13.735255Z","caller":"traceutil/trace.go:171","msg":"trace[1481553061] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"259.846067ms","start":"2026-04-08T01:16:13.475402Z","end":"2026-04-08T01:16:13.735248Z","steps":["trace[1481553061] 'process raft request' (duration: 259.655519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:13.735473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.354126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:16:13.735545Z","caller":"traceutil/trace.go:171","msg":"trace[1488401607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:961; }","duration":"230.479702ms","start":"2026-04-08T01:16:13.505047Z","end":"2026-04-08T01:16:13.735527Z","steps":["trace[1488401607] 'agreement among raft nodes before linearized reading' (duration: 230.273133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:13.735696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.523004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:16:13.73574Z","caller":"traceutil/trace.go:171","msg":"trace[1611538567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:961; }","duration":"241.592026ms","start":"2026-04-08T01:16:13.494137Z","end":"2026-04-08T01:16:13.735729Z","steps":["trace[1611538567] 'agreement among raft nodes before linearized reading' (duration: 241.491752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:13.735768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.892979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:16:13.735822Z","caller":"traceutil/trace.go:171","msg":"trace[230610253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:961; }","duration":"219.977112ms","start":"2026-04-08T01:16:13.515832Z","end":"2026-04-08T01:16:13.735809Z","steps":["trace[230610253] 'agreement among raft nodes before linearized reading' (duration: 219.852568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:13.735861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.347957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:16:13.735895Z","caller":"traceutil/trace.go:171","msg":"trace[266607954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:961; }","duration":"229.404379ms","start":"2026-04-08T01:16:13.506483Z","end":"2026-04-08T01:16:13.735888Z","steps":["trace[266607954] 'agreement among raft nodes before linearized reading' (duration: 229.326466ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:14.234807Z","caller":"traceutil/trace.go:171","msg":"trace[1125957313] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"165.288808ms","start":"2026-04-08T01:16:14.069496Z","end":"2026-04-08T01:16:14.234785Z","steps":["trace[1125957313] 'process raft request' (duration: 165.162783ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:15.090317Z","caller":"traceutil/trace.go:171","msg":"trace[1308229410] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1003; }","duration":"128.972242ms","start":"2026-04-08T01:16:14.961317Z","end":"2026-04-08T01:16:15.090289Z","steps":["trace[1308229410] 'read index received' (duration: 128.756524ms)","trace[1308229410] 'applied index is now lower than readState.Index' (duration: 214.328µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:16:15.090396Z","caller":"traceutil/trace.go:171","msg":"trace[783229862] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"136.293745ms","start":"2026-04-08T01:16:14.954052Z","end":"2026-04-08T01:16:15.090345Z","steps":["trace[783229862] 'process raft request' (duration: 136.104778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:15.090481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.140509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:16:15.090524Z","caller":"traceutil/trace.go:171","msg":"trace[337255507] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:969; }","duration":"129.233282ms","start":"2026-04-08T01:16:14.961277Z","end":"2026-04-08T01:16:15.09051Z","steps":["trace[337255507] 'agreement among raft nodes before linearized reading' (duration: 129.111808ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:15.947022Z","caller":"traceutil/trace.go:171","msg":"trace[458155751] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1004; }","duration":"202.107215ms","start":"2026-04-08T01:16:15.744891Z","end":"2026-04-08T01:16:15.946998Z","steps":["trace[458155751] 'read index received' (duration: 202.094994ms)","trace[458155751] 'applied index is now lower than readState.Index' (duration: 9.87µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:16:15.947027Z","caller":"traceutil/trace.go:171","msg":"trace[2135732093] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"202.938887ms","start":"2026-04-08T01:16:15.744065Z","end":"2026-04-08T01:16:15.947004Z","steps":["trace[2135732093] 'process raft request' (duration: 202.76155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:15.947236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.323363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:16:15.94728Z","caller":"traceutil/trace.go:171","msg":"trace[5832770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:970; }","duration":"202.395006ms","start":"2026-04-08T01:16:15.744869Z","end":"2026-04-08T01:16:15.947264Z","steps":["trace[5832770] 'agreement among raft nodes before linearized reading' (duration: 202.230989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:15.948804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.744696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:16:15.948845Z","caller":"traceutil/trace.go:171","msg":"trace[179585699] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:971; }","duration":"187.809399ms","start":"2026-04-08T01:16:15.761026Z","end":"2026-04-08T01:16:15.948835Z","steps":["trace[179585699] 'agreement among raft nodes before linearized reading' (duration: 187.737226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:15.948876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.513239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:16:15.948948Z","caller":"traceutil/trace.go:171","msg":"trace[528945834] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"201.616896ms","start":"2026-04-08T01:16:15.747288Z","end":"2026-04-08T01:16:15.948905Z","steps":["trace[528945834] 'process raft request' (duration: 201.326565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:15.949058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.356903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:16:15.949135Z","caller":"traceutil/trace.go:171","msg":"trace[256637625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:971; }","duration":"203.471578ms","start":"2026-04-08T01:16:15.745645Z","end":"2026-04-08T01:16:15.949117Z","steps":["trace[256637625] 'agreement among raft nodes before linearized reading' (duration: 203.28132ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:15.948955Z","caller":"traceutil/trace.go:171","msg":"trace[945814030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:971; }","duration":"203.615823ms","start":"2026-04-08T01:16:15.74532Z","end":"2026-04-08T01:16:15.948936Z","steps":["trace[945814030] 'agreement among raft nodes before linearized reading' (duration: 203.410825ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:16.124108Z","caller":"traceutil/trace.go:171","msg":"trace[619075325] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"171.152924ms","start":"2026-04-08T01:16:15.952929Z","end":"2026-04-08T01:16:16.124081Z","steps":["trace[619075325] 'process raft request' (duration: 143.018022ms)","trace[619075325] 'compare' (duration: 27.957206ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:16:16.124577Z","caller":"traceutil/trace.go:171","msg":"trace[348573916] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"171.481377ms","start":"2026-04-08T01:16:15.953069Z","end":"2026-04-08T01:16:16.12455Z","steps":["trace[348573916] 'process raft request' (duration: 170.971138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:17.676695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.564241ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T01:16:30.908408Z","caller":"traceutil/trace.go:171","msg":"trace[923153663] linearizableReadLoop","detail":"{readStateIndex:1239; appliedIndex:1238; }","duration":"270.838478ms","start":"2026-04-08T01:16:30.637546Z","end":"2026-04-08T01:16:30.908385Z","steps":["trace[923153663] 'read index received' (duration: 270.633191ms)","trace[923153663] 'applied index is now lower than readState.Index' (duration: 204.377µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:16:30.908529Z","caller":"traceutil/trace.go:171","msg":"trace[738382165] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"420.671859ms","start":"2026-04-08T01:16:30.487793Z","end":"2026-04-08T01:16:30.908464Z","steps":["trace[738382165] 'process raft request' (duration: 420.461212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:30.908557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.993003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:16:30.908628Z","caller":"traceutil/trace.go:171","msg":"trace[1077129205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1200; }","duration":"271.114887ms","start":"2026-04-08T01:16:30.637498Z","end":"2026-04-08T01:16:30.908613Z","steps":["trace[1077129205] 'agreement among raft nodes before linearized reading' (duration: 270.979943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:30.908696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:16:30.487778Z","time spent":"420.820313ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4598,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:16:31.127902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.407388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:16:31.128013Z","caller":"traceutil/trace.go:171","msg":"trace[960210774] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"214.354066ms","start":"2026-04-08T01:16:30.913639Z","end":"2026-04-08T01:16:31.127993Z","steps":["trace[960210774] 'process raft request' (duration: 75.771593ms)","trace[960210774] 'compare' (duration: 138.288504ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:16:31.134809Z","caller":"traceutil/trace.go:171","msg":"trace[67832104] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"220.883306ms","start":"2026-04-08T01:16:30.913909Z","end":"2026-04-08T01:16:31.134792Z","steps":["trace[67832104] 'process raft request' (duration: 220.739201ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:31.135111Z","caller":"traceutil/trace.go:171","msg":"trace[1797363605] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"220.262287ms","start":"2026-04-08T01:16:30.914828Z","end":"2026-04-08T01:16:31.13509Z","steps":["trace[1797363605] 'process raft request' (duration: 219.913625ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:31.135111Z","caller":"traceutil/trace.go:171","msg":"trace[507391405] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"157.329033ms","start":"2026-04-08T01:16:30.977737Z","end":"2026-04-08T01:16:31.135066Z","steps":["trace[507391405] 'process raft request' (duration: 157.216479ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:35.840296Z","caller":"traceutil/trace.go:171","msg":"trace[835426698] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"121.246645ms","start":"2026-04-08T01:16:35.719025Z","end":"2026-04-08T01:16:35.840272Z","steps":["trace[835426698] 'process raft request' (duration: 121.106471ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:35.957274Z","caller":"traceutil/trace.go:171","msg":"trace[1127312277] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"111.321018ms","start":"2026-04-08T01:16:35.845928Z","end":"2026-04-08T01:16:35.957249Z","steps":["trace[1127312277] 'process raft request' (duration: 105.90803ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:36.011214Z","caller":"traceutil/trace.go:171","msg":"trace[107910190] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"164.462687ms","start":"2026-04-08T01:16:35.846732Z","end":"2026-04-08T01:16:36.011195Z","steps":["trace[107910190] 'process raft request' (duration: 164.306942ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:36.011383Z","caller":"traceutil/trace.go:171","msg":"trace[455271221] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"162.845976ms","start":"2026-04-08T01:16:35.848521Z","end":"2026-04-08T01:16:36.011366Z","steps":["trace[455271221] 'process raft request' (duration: 162.620009ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:36.1838Z","caller":"traceutil/trace.go:171","msg":"trace[1026640727] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"160.544889ms","start":"2026-04-08T01:16:36.02323Z","end":"2026-04-08T01:16:36.183775Z","steps":["trace[1026640727] 'process raft request' (duration: 160.363143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:38.055837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730486282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:16:38.556403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730486282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:16:38.583428Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041500938s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:16:38.605613Z","caller":"traceutil/trace.go:171","msg":"trace[618566916] linearizableReadLoop","detail":"{readStateIndex:1280; appliedIndex:1279; }","duration":"1.050645731s","start":"2026-04-08T01:16:37.554942Z","end":"2026-04-08T01:16:38.605588Z","steps":["trace[618566916] 'read index received' (duration: 1.028771961s)","trace[618566916] 'applied index is now lower than readState.Index' (duration: 21.87254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:16:38.605838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050856857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:16:38.605957Z","caller":"traceutil/trace.go:171","msg":"trace[180720278] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1238; }","duration":"1.051021463s","start":"2026-04-08T01:16:37.554914Z","end":"2026-04-08T01:16:38.605936Z","steps":["trace[180720278] 'agreement among raft nodes before linearized reading' (duration: 1.050815477s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:38.605999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.776477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:16:38.606058Z","caller":"traceutil/trace.go:171","msg":"trace[983558257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1238; }","duration":"373.85376ms","start":"2026-04-08T01:16:38.23219Z","end":"2026-04-08T01:16:38.606044Z","steps":["trace[983558257] 'agreement among raft nodes before linearized reading' (duration: 373.651854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:38.606102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:16:38.232183Z","time spent":"373.909281ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:16:38.606111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:16:37.554901Z","time spent":"1.051167488s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":7,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:16:38.606099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.002814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T01:16:38.60635Z","caller":"traceutil/trace.go:171","msg":"trace[1333155683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1238; }","duration":"374.273153ms","start":"2026-04-08T01:16:38.232064Z","end":"2026-04-08T01:16:38.606337Z","steps":["trace[1333155683] 'agreement among raft nodes before linearized reading' (duration: 373.83921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:38.606385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:16:38.232053Z","time spent":"374.322875ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:16:38.606367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.595593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:16:38.606473Z","caller":"traceutil/trace.go:171","msg":"trace[1944218000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1238; }","duration":"264.759589ms","start":"2026-04-08T01:16:38.341694Z","end":"2026-04-08T01:16:38.606453Z","steps":["trace[1944218000] 'agreement among raft nodes before linearized reading' (duration: 264.393607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:38.606572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.273084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:16:38.606644Z","caller":"traceutil/trace.go:171","msg":"trace[762159608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1238; }","duration":"379.401028ms","start":"2026-04-08T01:16:38.22723Z","end":"2026-04-08T01:16:38.606631Z","steps":["trace[762159608] 'agreement among raft nodes before linearized reading' (duration: 379.192892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:38.606679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:16:38.227206Z","time spent":"379.46388ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:16:38.605849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.875294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:16:38.606732Z","caller":"traceutil/trace.go:171","msg":"trace[690826236] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1238; }","duration":"998.813413ms","start":"2026-04-08T01:16:37.607904Z","end":"2026-04-08T01:16:38.606718Z","steps":["trace[690826236] 'agreement among raft nodes before linearized reading' (duration: 997.832853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:38.606778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:16:37.607885Z","time spent":"998.881254ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:16:38.606963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.404178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:16:38.607003Z","caller":"traceutil/trace.go:171","msg":"trace[1148128352] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1238; }","duration":"801.47508ms","start":"2026-04-08T01:16:37.805518Z","end":"2026-04-08T01:16:38.606994Z","steps":["trace[1148128352] 'agreement among raft nodes before linearized reading' (duration: 801.409338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:38.607069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:16:37.805503Z","time spent":"801.554623ms","remote":"127.0.0.1:46558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:16:38.607152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.256411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:16:38.607209Z","caller":"traceutil/trace.go:171","msg":"trace[1075660209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1238; }","duration":"255.337124ms","start":"2026-04-08T01:16:38.351858Z","end":"2026-04-08T01:16:38.607195Z","steps":["trace[1075660209] 'agreement among raft nodes before linearized reading' (duration: 255.165569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:38.606343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.723226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:16:38.607616Z","caller":"traceutil/trace.go:171","msg":"trace[1308411300] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1238; }","duration":"376.146789ms","start":"2026-04-08T01:16:38.231421Z","end":"2026-04-08T01:16:38.607568Z","steps":["trace[1308411300] 'agreement among raft nodes before linearized reading' (duration: 374.725886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:38.607676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:16:38.231395Z","time spent":"376.262752ms","remote":"127.0.0.1:46248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":37,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:17:01.456964Z","caller":"traceutil/trace.go:171","msg":"trace[1133288992] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"187.583036ms","start":"2026-04-08T01:17:01.269355Z","end":"2026-04-08T01:17:01.456938Z","steps":["trace[1133288992] 'process raft request' (duration: 187.418132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:28.137043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730487625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:17:28.971772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.473448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:17:28.971878Z","caller":"traceutil/trace.go:171","msg":"trace[2113011546] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"1.396652639s","start":"2026-04-08T01:17:27.575207Z","end":"2026-04-08T01:17:28.97186Z","steps":["trace[2113011546] 'process raft request' (duration: 973.004228ms)","trace[2113011546] 'compare' (duration: 423.318825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:17:28.971942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:27.575178Z","time spent":"1.396736921s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:17:29.030493Z","caller":"traceutil/trace.go:171","msg":"trace[171114429] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1983; }","duration":"1.394413833s","start":"2026-04-08T01:17:27.636034Z","end":"2026-04-08T01:17:29.030448Z","steps":["trace[171114429] 'read index received' (duration: 912.186063ms)","trace[171114429] 'applied index is now lower than readState.Index' (duration: 482.22632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:17:29.030708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394656188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:17:29.030777Z","caller":"traceutil/trace.go:171","msg":"trace[393972155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"1.394774941s","start":"2026-04-08T01:17:27.635988Z","end":"2026-04-08T01:17:29.030763Z","steps":["trace[393972155] 'agreement among raft nodes before linearized reading' (duration: 1.394626848s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:29.030811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:27.635972Z","time spent":"1.394832591s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:17:29.030947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287552691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-20c089c5-502c-46c0-b543-09d993dfe7b0\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-08T01:17:29.031021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.51953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:17:29.031108Z","caller":"traceutil/trace.go:171","msg":"trace[1337612047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"448.638922ms","start":"2026-04-08T01:17:28.582443Z","end":"2026-04-08T01:17:29.031082Z","steps":["trace[1337612047] 'agreement among raft nodes before linearized reading' (duration: 448.449588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:29.031143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:28.582421Z","time spent":"448.712614ms","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T01:17:29.031141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.085591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:17:29.031175Z","caller":"traceutil/trace.go:171","msg":"trace[2119350604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"605.154203ms","start":"2026-04-08T01:17:28.426008Z","end":"2026-04-08T01:17:29.031162Z","steps":["trace[2119350604] 'agreement among raft nodes before linearized reading' (duration: 605.06512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:29.031215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:28.425988Z","time spent":"605.220044ms","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T01:17:29.031346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.873394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:17:29.031407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.8853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:17:29.031047Z","caller":"traceutil/trace.go:171","msg":"trace[438416613] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-20c089c5-502c-46c0-b543-09d993dfe7b0; range_end:; response_count:1; response_revision:1909; }","duration":"1.287670343s","start":"2026-04-08T01:17:27.74333Z","end":"2026-04-08T01:17:29.031001Z","steps":["trace[438416613] 'agreement among raft nodes before linearized reading' (duration: 1.287472429s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:29.031444Z","caller":"traceutil/trace.go:171","msg":"trace[1961149271] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1909; }","duration":"888.957142ms","start":"2026-04-08T01:17:28.142477Z","end":"2026-04-08T01:17:29.031434Z","steps":["trace[1961149271] 'agreement among raft nodes before linearized reading' (duration: 888.903811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:29.03148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:28.142457Z","time spent":"889.014603ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:17:29.031425Z","caller":"traceutil/trace.go:171","msg":"trace[1268535725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"215.986067ms","start":"2026-04-08T01:17:28.815426Z","end":"2026-04-08T01:17:29.031412Z","steps":["trace[1268535725] 'agreement among raft nodes before linearized reading' (duration: 215.828634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:29.031539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:27.743308Z","time spent":"1.288215446s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-20c089c5-502c-46c0-b543-09d993dfe7b0\" "} {"level":"warn","ts":"2026-04-08T01:17:29.031361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.618118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-20c089c5-502c-46c0-b543-09d993dfe7b0\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-08T01:17:29.031688Z","caller":"traceutil/trace.go:171","msg":"trace[122489853] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-20c089c5-502c-46c0-b543-09d993dfe7b0; range_end:; response_count:1; response_revision:1909; }","duration":"798.960405ms","start":"2026-04-08T01:17:28.232712Z","end":"2026-04-08T01:17:29.031673Z","steps":["trace[122489853] 'agreement among raft nodes before linearized reading' (duration: 798.590887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:29.031758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:28.232698Z","time spent":"799.045907ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-20c089c5-502c-46c0-b543-09d993dfe7b0\" "} {"level":"info","ts":"2026-04-08T01:17:29.030632Z","caller":"traceutil/trace.go:171","msg":"trace[1671794412] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"130.99842ms","start":"2026-04-08T01:17:28.899622Z","end":"2026-04-08T01:17:29.03062Z","steps":["trace[1671794412] 'process raft request' (duration: 130.817806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:29.031966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.222789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:17:29.032027Z","caller":"traceutil/trace.go:171","msg":"trace[1908022619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1909; }","duration":"101.307521ms","start":"2026-04-08T01:17:28.930706Z","end":"2026-04-08T01:17:29.032013Z","steps":["trace[1908022619] 'agreement among raft nodes before linearized reading' (duration: 101.166898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:29.032045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.73196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:17:29.032142Z","caller":"traceutil/trace.go:171","msg":"trace[1350737034] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1909; }","duration":"422.907753ms","start":"2026-04-08T01:17:28.609218Z","end":"2026-04-08T01:17:29.032126Z","steps":["trace[1350737034] 'agreement among raft nodes before linearized reading' (duration: 422.091157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:29.032228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:28.609198Z","time spent":"423.020015ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:17:29.032251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.23944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:17:29.032292Z","caller":"traceutil/trace.go:171","msg":"trace[1853401671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1909; }","duration":"101.294951ms","start":"2026-04-08T01:17:28.930985Z","end":"2026-04-08T01:17:29.03228Z","steps":["trace[1853401671] 'agreement among raft nodes before linearized reading' (duration: 101.199309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:29.032518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.721773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:17:29.032547Z","caller":"traceutil/trace.go:171","msg":"trace[1521292793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1909; }","duration":"120.777105ms","start":"2026-04-08T01:17:28.911763Z","end":"2026-04-08T01:17:29.03254Z","steps":["trace[1521292793] 'agreement among raft nodes before linearized reading' (duration: 120.702263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:29.03273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.983378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-08T01:17:29.03255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.450015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:17:29.032839Z","caller":"traceutil/trace.go:171","msg":"trace[343576034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1909; }","duration":"107.763791ms","start":"2026-04-08T01:17:28.925066Z","end":"2026-04-08T01:17:29.03283Z","steps":["trace[343576034] 'agreement among raft nodes before linearized reading' (duration: 107.341173ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:29.032781Z","caller":"traceutil/trace.go:171","msg":"trace[2028425656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1909; }","duration":"178.06984ms","start":"2026-04-08T01:17:28.854699Z","end":"2026-04-08T01:17:29.032769Z","steps":["trace[2028425656] 'agreement among raft nodes before linearized reading' (duration: 176.115821ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:29.29034Z","caller":"traceutil/trace.go:171","msg":"trace[201558858] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"250.721328ms","start":"2026-04-08T01:17:29.039566Z","end":"2026-04-08T01:17:29.290287Z","steps":["trace[201558858] 'process raft request' (duration: 199.227406ms)","trace[201558858] 'compare' (duration: 51.355809ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:17:29.456782Z","caller":"traceutil/trace.go:171","msg":"trace[1649338049] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"415.990143ms","start":"2026-04-08T01:17:29.040754Z","end":"2026-04-08T01:17:29.456744Z","steps":["trace[1649338049] 'process raft request' (duration: 361.921659ms)","trace[1649338049] 'compare' (duration: 53.504213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:17:29.456983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:29.040737Z","time spent":"416.112655ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:17:29.457023Z","caller":"traceutil/trace.go:171","msg":"trace[1164696079] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"415.957183ms","start":"2026-04-08T01:17:29.041042Z","end":"2026-04-08T01:17:29.457Z","steps":["trace[1164696079] 'process raft request' (duration: 415.35262ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:29.457048Z","caller":"traceutil/trace.go:171","msg":"trace[231995030] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"415.903132ms","start":"2026-04-08T01:17:29.041117Z","end":"2026-04-08T01:17:29.45702Z","steps":["trace[231995030] 'process raft request' (duration: 415.308109ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:29.457231Z","caller":"traceutil/trace.go:171","msg":"trace[917234131] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"416.245219ms","start":"2026-04-08T01:17:29.040979Z","end":"2026-04-08T01:17:29.457224Z","steps":["trace[917234131] 'process raft request' (duration: 415.383671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:29.457283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:29.040975Z","time spent":"416.282039ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:17:29.457303Z","caller":"traceutil/trace.go:171","msg":"trace[1526150359] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"415.214188ms","start":"2026-04-08T01:17:29.042077Z","end":"2026-04-08T01:17:29.457292Z","steps":["trace[1526150359] 'process raft request' (duration: 414.380891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:29.457365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:29.042072Z","time spent":"415.25939ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:17:29.457784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:29.041113Z","time spent":"416.130016ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:17:29.45716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:29.041039Z","time spent":"416.049855ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:17:29.457203Z","caller":"traceutil/trace.go:171","msg":"trace[1876510939] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"416.245769ms","start":"2026-04-08T01:17:29.040949Z","end":"2026-04-08T01:17:29.457194Z","steps":["trace[1876510939] 'process raft request' (duration: 415.365371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:29.458536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:29.040944Z","time spent":"417.480603ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:17:30.129375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730487642,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:17:30.257246Z","caller":"traceutil/trace.go:171","msg":"trace[1285210939] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"743.775404ms","start":"2026-04-08T01:17:29.51344Z","end":"2026-04-08T01:17:30.257215Z","steps":["trace[1285210939] 'process raft request' (duration: 708.712046ms)","trace[1285210939] 'compare' (duration: 34.276652ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:17:30.25732Z","caller":"traceutil/trace.go:171","msg":"trace[1793517288] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"642.220777ms","start":"2026-04-08T01:17:29.615071Z","end":"2026-04-08T01:17:30.257292Z","steps":["trace[1793517288] 'process raft request' (duration: 642.012263ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:30.257425Z","caller":"traceutil/trace.go:171","msg":"trace[900712178] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1993; }","duration":"628.877889ms","start":"2026-04-08T01:17:29.628517Z","end":"2026-04-08T01:17:30.257395Z","steps":["trace[900712178] 'read index received' (duration: 593.644158ms)","trace[900712178] 'applied index is now lower than readState.Index' (duration: 35.232411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:17:30.25748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:29.615044Z","time spent":"642.34755ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:17:30.257485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:29.513415Z","time spent":"743.943768ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:17:30.257805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.273328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-08T01:17:30.257849Z","caller":"traceutil/trace.go:171","msg":"trace[2009331608] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1919; }","duration":"629.370669ms","start":"2026-04-08T01:17:29.628468Z","end":"2026-04-08T01:17:30.257839Z","steps":["trace[2009331608] 'agreement among raft nodes before linearized reading' (duration: 629.224546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:30.257882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:29.628455Z","time spent":"629.418111ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T01:17:30.257902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.30589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-20c089c5-502c-46c0-b543-09d993dfe7b0\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-04-08T01:17:30.25797Z","caller":"traceutil/trace.go:171","msg":"trace[1198292929] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-20c089c5-502c-46c0-b543-09d993dfe7b0; range_end:; response_count:1; response_revision:1919; }","duration":"218.386872ms","start":"2026-04-08T01:17:30.039552Z","end":"2026-04-08T01:17:30.257939Z","steps":["trace[1198292929] 'agreement among raft nodes before linearized reading' (duration: 218.242309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:30.2579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.000003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:17:30.258205Z","caller":"traceutil/trace.go:171","msg":"trace[2141468383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1919; }","duration":"218.305951ms","start":"2026-04-08T01:17:30.039874Z","end":"2026-04-08T01:17:30.25818Z","steps":["trace[2141468383] 'agreement among raft nodes before linearized reading' (duration: 217.934372ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:38.646218Z","caller":"traceutil/trace.go:171","msg":"trace[131973702] linearizableReadLoop","detail":"{readStateIndex:2078; appliedIndex:2077; }","duration":"315.151379ms","start":"2026-04-08T01:17:38.331045Z","end":"2026-04-08T01:17:38.646197Z","steps":["trace[131973702] 'read index received' (duration: 314.955676ms)","trace[131973702] 'applied index is now lower than readState.Index' (duration: 194.843µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:17:38.646269Z","caller":"traceutil/trace.go:171","msg":"trace[610257771] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"362.045628ms","start":"2026-04-08T01:17:38.284192Z","end":"2026-04-08T01:17:38.646238Z","steps":["trace[610257771] 'process raft request' (duration: 361.853764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:38.646407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:38.284172Z","time spent":"362.157931ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:17:38.646423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.365493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:17:38.64646Z","caller":"traceutil/trace.go:171","msg":"trace[537985111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1999; }","duration":"315.435235ms","start":"2026-04-08T01:17:38.331012Z","end":"2026-04-08T01:17:38.646448Z","steps":["trace[537985111] 'agreement among raft nodes before linearized reading' (duration: 315.275122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:38.646562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:38.330996Z","time spent":"315.557267ms","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T01:17:44.263306Z","caller":"traceutil/trace.go:171","msg":"trace[1044658874] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"344.941781ms","start":"2026-04-08T01:17:43.918339Z","end":"2026-04-08T01:17:44.26328Z","steps":["trace[1044658874] 'process raft request' (duration: 344.785788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:44.263497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:43.918323Z","time spent":"345.098624ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5884,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:17:59.14463Z","caller":"traceutil/trace.go:171","msg":"trace[1381639077] linearizableReadLoop","detail":"{readStateIndex:2213; appliedIndex:2212; }","duration":"366.035519ms","start":"2026-04-08T01:17:58.778571Z","end":"2026-04-08T01:17:59.144606Z","steps":["trace[1381639077] 'read index received' (duration: 365.914627ms)","trace[1381639077] 'applied index is now lower than readState.Index' (duration: 119.922µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:17:59.144693Z","caller":"traceutil/trace.go:171","msg":"trace[1183781276] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"419.765474ms","start":"2026-04-08T01:17:58.724907Z","end":"2026-04-08T01:17:59.144672Z","steps":["trace[1183781276] 'process raft request' (duration: 419.52415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:59.145002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.411255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-08T01:17:59.145236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:58.724874Z","time spent":"420.183951ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:17:59.145351Z","caller":"traceutil/trace.go:171","msg":"trace[1698511499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2129; }","duration":"366.638659ms","start":"2026-04-08T01:17:58.778516Z","end":"2026-04-08T01:17:59.145155Z","steps":["trace[1698511499] 'agreement among raft nodes before linearized reading' (duration: 366.189902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:59.145511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:58.778493Z","time spent":"366.933133ms","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T01:17:59.809813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.927212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:17:59.810004Z","caller":"traceutil/trace.go:171","msg":"trace[1365487014] linearizableReadLoop","detail":"{readStateIndex:2215; appliedIndex:2213; }","duration":"289.37939ms","start":"2026-04-08T01:17:59.520608Z","end":"2026-04-08T01:17:59.809987Z","steps":["trace[1365487014] 'read index received' (duration: 59.203714ms)","trace[1365487014] 'applied index is now lower than readState.Index' (duration: 230.174746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:17:59.810304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.60374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:17:59.810397Z","caller":"traceutil/trace.go:171","msg":"trace[766449315] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2131; }","duration":"175.735541ms","start":"2026-04-08T01:17:59.634637Z","end":"2026-04-08T01:17:59.810373Z","steps":["trace[766449315] 'agreement among raft nodes before linearized reading' (duration: 175.604539ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:59.810405Z","caller":"traceutil/trace.go:171","msg":"trace[783047326] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"736.16502ms","start":"2026-04-08T01:17:59.074225Z","end":"2026-04-08T01:17:59.81039Z","steps":["trace[783047326] 'process raft request' (duration: 505.566427ms)","trace[783047326] 'compare' (duration: 229.403852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:17:59.810529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.785057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T01:17:59.810548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:59.074201Z","time spent":"736.241241ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:17:59.810638Z","caller":"traceutil/trace.go:171","msg":"trace[1640324437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2131; }","duration":"290.054951ms","start":"2026-04-08T01:17:59.520557Z","end":"2026-04-08T01:17:59.810612Z","steps":["trace[1640324437] 'agreement among raft nodes before linearized reading' (duration: 289.600124ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:59.810664Z","caller":"traceutil/trace.go:171","msg":"trace[1127803326] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"659.363747ms","start":"2026-04-08T01:17:59.151286Z","end":"2026-04-08T01:17:59.81065Z","steps":["trace[1127803326] 'process raft request' (duration: 658.633965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:59.810763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:59.151263Z","time spent":"659.435339ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:17:59.81079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.345763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-08T01:17:59.810648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.307408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:17:59.810846Z","caller":"traceutil/trace.go:171","msg":"trace[375892276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2131; }","duration":"192.385574ms","start":"2026-04-08T01:17:59.618436Z","end":"2026-04-08T01:17:59.810821Z","steps":["trace[375892276] 'agreement among raft nodes before linearized reading' (duration: 192.18211ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:59.810908Z","caller":"traceutil/trace.go:171","msg":"trace[1741118229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2131; }","duration":"190.621684ms","start":"2026-04-08T01:17:59.620276Z","end":"2026-04-08T01:17:59.810898Z","steps":["trace[1741118229] 'agreement among raft nodes before linearized reading' (duration: 190.121386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:59.811051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.62642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:17:59.811105Z","caller":"traceutil/trace.go:171","msg":"trace[1012329872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2131; }","duration":"191.709532ms","start":"2026-04-08T01:17:59.619383Z","end":"2026-04-08T01:17:59.811092Z","steps":["trace[1012329872] 'agreement among raft nodes before linearized reading' (duration: 191.105132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:59.811162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.414564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:17:59.811205Z","caller":"traceutil/trace.go:171","msg":"trace[525506176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2131; }","duration":"202.501075ms","start":"2026-04-08T01:17:59.608693Z","end":"2026-04-08T01:17:59.811194Z","steps":["trace[525506176] 'agreement among raft nodes before linearized reading' (duration: 201.503988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:59.811273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.516479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:17:59.811403Z","caller":"traceutil/trace.go:171","msg":"trace[1206855389] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2131; }","duration":"191.736442ms","start":"2026-04-08T01:17:59.619646Z","end":"2026-04-08T01:17:59.811382Z","steps":["trace[1206855389] 'agreement among raft nodes before linearized reading' (duration: 190.708955ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:00.008631Z","caller":"traceutil/trace.go:171","msg":"trace[1911527281] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"191.740833ms","start":"2026-04-08T01:17:59.816869Z","end":"2026-04-08T01:18:00.008609Z","steps":["trace[1911527281] 'process raft request' (duration: 191.655901ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:00.008642Z","caller":"traceutil/trace.go:171","msg":"trace[233195515] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"191.813064ms","start":"2026-04-08T01:17:59.816799Z","end":"2026-04-08T01:18:00.008612Z","steps":["trace[233195515] 'process raft request' (duration: 145.55018ms)","trace[233195515] 'compare' (duration: 46.06733ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:18:00.00899Z","caller":"traceutil/trace.go:171","msg":"trace[1663734066] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"191.993277ms","start":"2026-04-08T01:17:59.816979Z","end":"2026-04-08T01:18:00.008972Z","steps":["trace[1663734066] 'process raft request' (duration: 191.59727ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:00.009078Z","caller":"traceutil/trace.go:171","msg":"trace[1807320411] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"192.026428ms","start":"2026-04-08T01:17:59.817041Z","end":"2026-04-08T01:18:00.009068Z","steps":["trace[1807320411] 'process raft request' (duration: 191.847035ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:00.009217Z","caller":"traceutil/trace.go:171","msg":"trace[803768619] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"190.837617ms","start":"2026-04-08T01:17:59.81837Z","end":"2026-04-08T01:18:00.009208Z","steps":["trace[803768619] 'process raft request' (duration: 190.660834ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:00.507824Z","caller":"traceutil/trace.go:171","msg":"trace[1695691119] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"222.530658ms","start":"2026-04-08T01:18:00.285264Z","end":"2026-04-08T01:18:00.507794Z","steps":["trace[1695691119] 'process raft request' (duration: 178.682098ms)","trace[1695691119] 'compare' (duration: 43.447794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:18:00.508102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.714838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-08T01:18:00.508183Z","caller":"traceutil/trace.go:171","msg":"trace[1683432645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2137; }","duration":"223.85786ms","start":"2026-04-08T01:18:00.284305Z","end":"2026-04-08T01:18:00.508163Z","steps":["trace[1683432645] 'range keys from in-memory index tree' (duration: 223.294171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:00.508665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.791552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:18:00.508767Z","caller":"traceutil/trace.go:171","msg":"trace[529006101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2137; }","duration":"354.962234ms","start":"2026-04-08T01:18:00.153781Z","end":"2026-04-08T01:18:00.508744Z","steps":["trace[529006101] 'range keys from in-memory index tree' (duration: 353.766404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:00.508821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:00.153754Z","time spent":"355.056796ms","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T01:18:00.64528Z","caller":"traceutil/trace.go:171","msg":"trace[1782187733] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"132.384935ms","start":"2026-04-08T01:18:00.512859Z","end":"2026-04-08T01:18:00.645244Z","steps":["trace[1782187733] 'process raft request' (duration: 96.775634ms)","trace[1782187733] 'compare' (duration: 35.238785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:18:01.771276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.277013ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:18:01.771402Z","caller":"traceutil/trace.go:171","msg":"trace[946757121] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2139; }","duration":"890.414855ms","start":"2026-04-08T01:18:00.880966Z","end":"2026-04-08T01:18:01.771381Z","steps":["trace[946757121] 'range keys from in-memory index tree' (duration: 890.259972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:01.771944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.173524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:18:01.772045Z","caller":"traceutil/trace.go:171","msg":"trace[881057205] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"845.444216ms","start":"2026-04-08T01:18:00.926582Z","end":"2026-04-08T01:18:01.772026Z","steps":["trace[881057205] 'process raft request' (duration: 409.983088ms)","trace[881057205] 'compare' (duration: 434.586233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:18:01.772104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:00.926548Z","time spent":"845.531037ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:18:01.820038Z","caller":"traceutil/trace.go:171","msg":"trace[1698450535] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"668.287981ms","start":"2026-04-08T01:18:01.151729Z","end":"2026-04-08T01:18:01.820017Z","steps":["trace[1698450535] 'process raft request' (duration: 668.130399ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:01.820203Z","caller":"traceutil/trace.go:171","msg":"trace[144192271] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2224; }","duration":"398.365635ms","start":"2026-04-08T01:18:01.421813Z","end":"2026-04-08T01:18:01.820179Z","steps":["trace[144192271] 'read index received' (duration: 398.09978ms)","trace[144192271] 'applied index is now lower than readState.Index' (duration: 263.935µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:18:01.82023Z","caller":"traceutil/trace.go:171","msg":"trace[1494869278] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"630.619778ms","start":"2026-04-08T01:18:01.189586Z","end":"2026-04-08T01:18:01.820206Z","steps":["trace[1494869278] 'process raft request' (duration: 630.395785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:01.820305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.151704Z","time spent":"668.478285ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:18:01.820354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.519897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:18:01.820387Z","caller":"traceutil/trace.go:171","msg":"trace[1156204825] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2142; }","duration":"398.610369ms","start":"2026-04-08T01:18:01.421769Z","end":"2026-04-08T01:18:01.820379Z","steps":["trace[1156204825] 'agreement among raft nodes before linearized reading' (duration: 398.505357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:01.820373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.189565Z","time spent":"630.722711ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:18:01.82042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.421748Z","time spent":"398.66287ms","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:18:02.481926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.845161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:18:02.482131Z","caller":"traceutil/trace.go:171","msg":"trace[654517374] linearizableReadLoop","detail":"{readStateIndex:2228; appliedIndex:2226; }","duration":"661.858427ms","start":"2026-04-08T01:18:01.820257Z","end":"2026-04-08T01:18:02.482115Z","steps":["trace[654517374] 'read index received' (duration: 424.68782ms)","trace[654517374] 'applied index is now lower than readState.Index' (duration: 237.169637ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:18:02.482178Z","caller":"traceutil/trace.go:171","msg":"trace[1119464654] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"664.899238ms","start":"2026-04-08T01:18:01.81725Z","end":"2026-04-08T01:18:02.48215Z","steps":["trace[1119464654] 'process raft request' (duration: 427.747541ms)","trace[1119464654] 'compare' (duration: 236.543867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:18:02.482378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.817221Z","time spent":"665.072712ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:18:02.482433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.110728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-08T01:18:02.482468Z","caller":"traceutil/trace.go:171","msg":"trace[1366005971] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2144; }","duration":"754.19695ms","start":"2026-04-08T01:18:01.728262Z","end":"2026-04-08T01:18:02.482459Z","steps":["trace[1366005971] 'agreement among raft nodes before linearized reading' (duration: 753.996976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.482512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.728227Z","time spent":"754.275511ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T01:18:02.482563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.015773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-08T01:18:02.482599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.703651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a43cddd8b7ecb5\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-08T01:18:02.482641Z","caller":"traceutil/trace.go:171","msg":"trace[2092789229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2144; }","duration":"965.137475ms","start":"2026-04-08T01:18:01.517485Z","end":"2026-04-08T01:18:02.482623Z","steps":["trace[2092789229] 'agreement among raft nodes before linearized reading' (duration: 964.900771ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:02.482239Z","caller":"traceutil/trace.go:171","msg":"trace[1376036448] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"664.662895ms","start":"2026-04-08T01:18:01.817564Z","end":"2026-04-08T01:18:02.482226Z","steps":["trace[1376036448] 'process raft request' (duration: 664.45542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.48269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.517469Z","time spent":"965.211786ms","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T01:18:02.482711Z","caller":"traceutil/trace.go:171","msg":"trace[1889500718] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a43cddd8b7ecb5; range_end:; response_count:1; response_revision:2144; }","duration":"866.793222ms","start":"2026-04-08T01:18:01.615843Z","end":"2026-04-08T01:18:02.482637Z","steps":["trace[1889500718] 'agreement among raft nodes before linearized reading' (duration: 866.556139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.482752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.615824Z","time spent":"866.918004ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a43cddd8b7ecb5\" "} {"level":"warn","ts":"2026-04-08T01:18:02.482735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.880469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:18:02.482879Z","caller":"traceutil/trace.go:171","msg":"trace[1340159993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2144; }","duration":"580.046432ms","start":"2026-04-08T01:18:01.902766Z","end":"2026-04-08T01:18:02.482813Z","steps":["trace[1340159993] 'agreement among raft nodes before linearized reading' (duration: 579.742457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.482937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.902745Z","time spent":"580.179554ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:18:02.482996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.939272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-08T01:18:02.483016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.554856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:18:02.483044Z","caller":"traceutil/trace.go:171","msg":"trace[1339145790] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2144; }","duration":"469.983733ms","start":"2026-04-08T01:18:02.013046Z","end":"2026-04-08T01:18:02.48303Z","steps":["trace[1339145790] 'agreement among raft nodes before linearized reading' (duration: 469.876081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.483045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.761899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T01:18:02.483081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.012991Z","time spent":"470.083315ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-08T01:18:02.483089Z","caller":"traceutil/trace.go:171","msg":"trace[1296357880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2144; }","duration":"469.82418ms","start":"2026-04-08T01:18:02.013253Z","end":"2026-04-08T01:18:02.483077Z","steps":["trace[1296357880] 'agreement among raft nodes before linearized reading' (duration: 469.672547ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:02.483086Z","caller":"traceutil/trace.go:171","msg":"trace[636728651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2144; }","duration":"469.653048ms","start":"2026-04-08T01:18:02.013415Z","end":"2026-04-08T01:18:02.483068Z","steps":["trace[636728651] 'agreement among raft nodes before linearized reading' (duration: 469.400233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.483119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.013245Z","time spent":"469.868081ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:18:02.483137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.013409Z","time spent":"469.713158ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:18:02.48326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.093595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-08T01:18:02.483322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.102889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:18:02.483347Z","caller":"traceutil/trace.go:171","msg":"trace[297914982] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:2144; }","duration":"195.212376ms","start":"2026-04-08T01:18:02.288126Z","end":"2026-04-08T01:18:02.483338Z","steps":["trace[297914982] 'agreement among raft nodes before linearized reading' (duration: 195.076304ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:02.483359Z","caller":"traceutil/trace.go:171","msg":"trace[225497536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2144; }","duration":"469.159809ms","start":"2026-04-08T01:18:02.014191Z","end":"2026-04-08T01:18:02.483351Z","steps":["trace[225497536] 'agreement among raft nodes before linearized reading' (duration: 469.048637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.483386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.014182Z","time spent":"469.198ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:18:02.482708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.817528Z","time spent":"665.147313ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:18:02.48353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.478611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:18:02.483562Z","caller":"traceutil/trace.go:171","msg":"trace[1466806936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2144; }","duration":"470.536561ms","start":"2026-04-08T01:18:02.013018Z","end":"2026-04-08T01:18:02.483554Z","steps":["trace[1466806936] 'agreement among raft nodes before linearized reading' (duration: 470.45959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.483587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.012992Z","time spent":"470.589523ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:18:02.991429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730488149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:18:03.601031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.826028ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-08T01:18:03.602268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.485005Z","time spent":"1.117254295s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T01:18:03.602684Z","caller":"traceutil/trace.go:171","msg":"trace[1917389451] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"1.116014324s","start":"2026-04-08T01:18:02.486596Z","end":"2026-04-08T01:18:03.602611Z","steps":["trace[1917389451] 'process raft request' (duration: 1.115446875s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:03.602899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.486573Z","time spent":"1.116193918s","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:18:03.602772Z","caller":"traceutil/trace.go:171","msg":"trace[1948736068] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"1.11575299s","start":"2026-04-08T01:18:02.486995Z","end":"2026-04-08T01:18:03.602748Z","steps":["trace[1948736068] 'process raft request' (duration: 1.115275642s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:03.603148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.486978Z","time spent":"1.115998005s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:18:03.603149Z","caller":"traceutil/trace.go:171","msg":"trace[132557043] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"1.114980187s","start":"2026-04-08T01:18:02.488095Z","end":"2026-04-08T01:18:03.603076Z","steps":["trace[132557043] 'process raft request' (duration: 1.114509198s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:03.603259Z","caller":"traceutil/trace.go:171","msg":"trace[1630897763] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2228; }","duration":"1.111870894s","start":"2026-04-08T01:18:02.49137Z","end":"2026-04-08T01:18:03.603241Z","steps":["trace[1630897763] 'read index received' (duration: 625.780649ms)","trace[1630897763] 'applied index is now lower than readState.Index' (duration: 486.086345ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:18:03.603303Z","caller":"traceutil/trace.go:171","msg":"trace[919872511] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"1.115805601s","start":"2026-04-08T01:18:02.487481Z","end":"2026-04-08T01:18:03.603286Z","steps":["trace[919872511] 'process raft request' (duration: 1.115040088s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:03.603383Z","caller":"traceutil/trace.go:171","msg":"trace[354953746] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"1.11332899s","start":"2026-04-08T01:18:02.490043Z","end":"2026-04-08T01:18:03.603372Z","steps":["trace[354953746] 'process raft request' (duration: 1.112796341s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:03.603406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.487467Z","time spent":"1.115885483s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:18:03.603477Z","caller":"traceutil/trace.go:171","msg":"trace[769572737] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"1.115475575s","start":"2026-04-08T01:18:02.487991Z","end":"2026-04-08T01:18:03.603467Z","steps":["trace[769572737] 'process raft request' (duration: 1.114572659s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:03.603484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.490036Z","time spent":"1.11337783s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:18:03.603373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.488085Z","time spent":"1.115147519s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:18:03.603572Z","caller":"traceutil/trace.go:171","msg":"trace[1861646579] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"1.113475902s","start":"2026-04-08T01:18:02.490088Z","end":"2026-04-08T01:18:03.603564Z","steps":["trace[1861646579] 'process raft request' (duration: 1.113087405s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:03.603621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.487972Z","time spent":"1.115532956s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:18:03.603702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112330043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:18:03.603618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.490072Z","time spent":"1.113521313s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:18:03.603743Z","caller":"traceutil/trace.go:171","msg":"trace[2113594566] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2151; }","duration":"1.112370334s","start":"2026-04-08T01:18:02.491364Z","end":"2026-04-08T01:18:03.603735Z","steps":["trace[2113594566] 'agreement among raft nodes before linearized reading' (duration: 1.112273232s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:03.603773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.491333Z","time spent":"1.112434254s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T01:18:03.603975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03986618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:18:03.60401Z","caller":"traceutil/trace.go:171","msg":"trace[414693783] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2151; }","duration":"1.039941671s","start":"2026-04-08T01:18:02.564061Z","end":"2026-04-08T01:18:03.604002Z","steps":["trace[414693783] 'agreement among raft nodes before linearized reading' (duration: 1.03988755s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:03.60404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.564042Z","time spent":"1.039987682s","remote":"127.0.0.1:46482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:18:03.60418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.53289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:18:03.604231Z","caller":"traceutil/trace.go:171","msg":"trace[1189647538] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2151; }","duration":"143.630631ms","start":"2026-04-08T01:18:03.460591Z","end":"2026-04-08T01:18:03.604222Z","steps":["trace[1189647538] 'agreement among raft nodes before linearized reading' (duration: 143.56415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:03.60437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.462725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:18:03.604406Z","caller":"traceutil/trace.go:171","msg":"trace[1867453222] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2151; }","duration":"693.498305ms","start":"2026-04-08T01:18:02.910898Z","end":"2026-04-08T01:18:03.604397Z","steps":["trace[1867453222] 'agreement among raft nodes before linearized reading' (duration: 693.449765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:03.604448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.910832Z","time spent":"693.604257ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:18:03.604501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.050107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:18:03.60419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.083436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:18:03.60457Z","caller":"traceutil/trace.go:171","msg":"trace[1492281886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2151; }","duration":"935.130478ms","start":"2026-04-08T01:18:02.669424Z","end":"2026-04-08T01:18:03.604555Z","steps":["trace[1492281886] 'agreement among raft nodes before linearized reading' (duration: 935.017946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:03.604625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.669407Z","time spent":"935.20813ms","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:18:03.604746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.400573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:18:03.604773Z","caller":"traceutil/trace.go:171","msg":"trace[766238921] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2151; }","duration":"935.463763ms","start":"2026-04-08T01:18:02.669302Z","end":"2026-04-08T01:18:03.604765Z","steps":["trace[766238921] 'agreement among raft nodes before linearized reading' (duration: 935.422733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:03.604789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.669283Z","time spent":"935.502375ms","remote":"127.0.0.1:49128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:18:03.604584Z","caller":"traceutil/trace.go:171","msg":"trace[1462503773] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2151; }","duration":"112.494583ms","start":"2026-04-08T01:18:03.49208Z","end":"2026-04-08T01:18:03.604575Z","steps":["trace[1462503773] 'agreement among raft nodes before linearized reading' (duration: 111.939414ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:58.954879Z","caller":"traceutil/trace.go:171","msg":"trace[313139874] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"102.122327ms","start":"2026-04-08T01:18:58.852704Z","end":"2026-04-08T01:18:58.954826Z","steps":["trace[313139874] 'process raft request' (duration: 101.597029ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:58.954936Z","caller":"traceutil/trace.go:171","msg":"trace[1249374898] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"104.54279ms","start":"2026-04-08T01:18:58.850355Z","end":"2026-04-08T01:18:58.954898Z","steps":["trace[1249374898] 'process raft request' (duration: 53.435911ms)","trace[1249374898] 'compare' (duration: 50.259737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:19:00.279493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.07299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T01:19:00.279654Z","caller":"traceutil/trace.go:171","msg":"trace[428553565] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2498; }","duration":"152.280412ms","start":"2026-04-08T01:19:00.127349Z","end":"2026-04-08T01:19:00.279629Z","steps":["trace[428553565] 'range keys from in-memory index tree' (duration: 151.839527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:01.49329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.427736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-fjvbg\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-04-08T01:19:01.493372Z","caller":"traceutil/trace.go:171","msg":"trace[1970122469] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-fjvbg; range_end:; response_count:1; response_revision:2505; }","duration":"323.543757ms","start":"2026-04-08T01:19:01.169809Z","end":"2026-04-08T01:19:01.493352Z","steps":["trace[1970122469] 'range keys from in-memory index tree' (duration: 323.214563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:01.493417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:01.169794Z","time spent":"323.613709ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-fjvbg\" "} {"level":"warn","ts":"2026-04-08T01:19:01.493331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.991304ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:19:01.493523Z","caller":"traceutil/trace.go:171","msg":"trace[1590240855] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2505; }","duration":"612.184346ms","start":"2026-04-08T01:19:00.881327Z","end":"2026-04-08T01:19:01.493511Z","steps":["trace[1590240855] 'range keys from in-memory index tree' (duration: 611.982254ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:19:03.826459Z","caller":"traceutil/trace.go:171","msg":"trace[910369771] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"113.69107ms","start":"2026-04-08T01:19:03.712744Z","end":"2026-04-08T01:19:03.826435Z","steps":["trace[910369771] 'process raft request' (duration: 113.549148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:12.615549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730489237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:19:13.116078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730489237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:19:13.341657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.227157049s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:19:13.342402Z","caller":"traceutil/trace.go:171","msg":"trace[1670223427] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"1.227985052s","start":"2026-04-08T01:19:12.114384Z","end":"2026-04-08T01:19:13.342369Z","steps":["trace[1670223427] 'process raft request' (duration: 1.227603526s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:13.342576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:12.114359Z","time spent":"1.228110093s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:19:13.34432Z","caller":"traceutil/trace.go:171","msg":"trace[1064739323] linearizableReadLoop","detail":"{readStateIndex:2718; appliedIndex:2714; }","duration":"1.229227338s","start":"2026-04-08T01:19:12.115072Z","end":"2026-04-08T01:19:13.344299Z","steps":["trace[1064739323] 'read index received' (duration: 1.226794675s)","trace[1064739323] 'applied index is now lower than readState.Index' (duration: 2.431983ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:19:13.344336Z","caller":"traceutil/trace.go:171","msg":"trace[336099302] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"1.148163256s","start":"2026-04-08T01:19:12.196154Z","end":"2026-04-08T01:19:13.344317Z","steps":["trace[336099302] 'process raft request' (duration: 1.147989714s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:19:13.34439Z","caller":"traceutil/trace.go:171","msg":"trace[784522904] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"537.47723ms","start":"2026-04-08T01:19:12.806904Z","end":"2026-04-08T01:19:13.344381Z","steps":["trace[784522904] 'process raft request' (duration: 537.348628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:13.344484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:12.80688Z","time spent":"537.53284ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:19:13.344602Z","caller":"traceutil/trace.go:171","msg":"trace[1303108289] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"537.52644ms","start":"2026-04-08T01:19:12.807044Z","end":"2026-04-08T01:19:13.344571Z","steps":["trace[1303108289] 'process raft request' (duration: 537.231037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:13.344653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229581182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-08T01:19:13.344673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228733421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T01:19:13.344704Z","caller":"traceutil/trace.go:171","msg":"trace[1888590865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2618; }","duration":"1.228778401s","start":"2026-04-08T01:19:12.115918Z","end":"2026-04-08T01:19:13.344696Z","steps":["trace[1888590865] 'agreement among raft nodes before linearized reading' (duration: 1.228654359s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:13.344726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:12.115911Z","time spent":"1.228811341s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:19:13.344725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.951865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:19:13.344803Z","caller":"traceutil/trace.go:171","msg":"trace[516659711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2618; }","duration":"708.086867ms","start":"2026-04-08T01:19:12.636698Z","end":"2026-04-08T01:19:13.344785Z","steps":["trace[516659711] 'agreement among raft nodes before linearized reading' (duration: 707.935495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:13.344765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:12.807015Z","time spent":"537.671782ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:19:13.344837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079126346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T01:19:13.344826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052429786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-08T01:19:13.344885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.948801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T01:19:13.344795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:12.196129Z","time spent":"1.148233067s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:19:13.34489Z","caller":"traceutil/trace.go:171","msg":"trace[846365231] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:2618; }","duration":"1.052515686s","start":"2026-04-08T01:19:12.292359Z","end":"2026-04-08T01:19:13.344875Z","steps":["trace[846365231] 'agreement among raft nodes before linearized reading' (duration: 1.052271773s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:13.344908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079858035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:19:13.34491Z","caller":"traceutil/trace.go:171","msg":"trace[307174034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2618; }","duration":"479.014653ms","start":"2026-04-08T01:19:12.865888Z","end":"2026-04-08T01:19:13.344902Z","steps":["trace[307174034] 'agreement among raft nodes before linearized reading' (duration: 478.970822ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:19:13.344926Z","caller":"traceutil/trace.go:171","msg":"trace[1918248205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2618; }","duration":"1.079913546s","start":"2026-04-08T01:19:12.265006Z","end":"2026-04-08T01:19:13.34492Z","steps":["trace[1918248205] 'agreement among raft nodes before linearized reading' (duration: 1.079861555s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:13.344931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:12.865869Z","time spent":"479.056023ms","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:19:13.34493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:12.292348Z","time spent":"1.052572947s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-04-08T01:19:13.344943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:12.264987Z","time spent":"1.079952806s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T01:19:13.344689Z","caller":"traceutil/trace.go:171","msg":"trace[289200765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2618; }","duration":"1.229650903s","start":"2026-04-08T01:19:12.11503Z","end":"2026-04-08T01:19:13.344681Z","steps":["trace[289200765] 'agreement among raft nodes before linearized reading' (duration: 1.22945613s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:13.344842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:12.636678Z","time spent":"708.158648ms","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:19:13.345035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:12.115018Z","time spent":"1.230008258s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:19:13.344857Z","caller":"traceutil/trace.go:171","msg":"trace[784378244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2618; }","duration":"1.079172026s","start":"2026-04-08T01:19:12.265679Z","end":"2026-04-08T01:19:13.344851Z","steps":["trace[784378244] 'agreement among raft nodes before linearized reading' (duration: 1.079118115s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:13.345092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.61828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-08T01:19:13.345112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145254855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-08T01:19:13.345129Z","caller":"traceutil/trace.go:171","msg":"trace[900172950] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2618; }","duration":"920.676031ms","start":"2026-04-08T01:19:12.424439Z","end":"2026-04-08T01:19:13.345116Z","steps":["trace[900172950] 'agreement among raft nodes before linearized reading' (duration: 920.574019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:13.345158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:12.424426Z","time spent":"920.726041ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-08T01:19:13.345185Z","caller":"traceutil/trace.go:171","msg":"trace[1016434263] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2618; }","duration":"1.145361058s","start":"2026-04-08T01:19:12.199808Z","end":"2026-04-08T01:19:13.34517Z","steps":["trace[1016434263] 'agreement among raft nodes before linearized reading' (duration: 1.145158555s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:13.345255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:12.199791Z","time spent":"1.145429989s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:19:13.345299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:12.265666Z","time spent":"1.079623123s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T01:19:47.821556Z","caller":"traceutil/trace.go:171","msg":"trace[319485165] linearizableReadLoop","detail":"{readStateIndex:2914; appliedIndex:2913; }","duration":"184.102604ms","start":"2026-04-08T01:19:47.637424Z","end":"2026-04-08T01:19:47.821527Z","steps":["trace[319485165] 'read index received' (duration: 183.979542ms)","trace[319485165] 'applied index is now lower than readState.Index' (duration: 121.591µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:19:47.821675Z","caller":"traceutil/trace.go:171","msg":"trace[1318432745] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"213.148844ms","start":"2026-04-08T01:19:47.608516Z","end":"2026-04-08T01:19:47.821665Z","steps":["trace[1318432745] 'process raft request' (duration: 212.81928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:47.82189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.446168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:19:47.82193Z","caller":"traceutil/trace.go:171","msg":"trace[592396365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2807; }","duration":"184.540139ms","start":"2026-04-08T01:19:47.63738Z","end":"2026-04-08T01:19:47.82192Z","steps":["trace[592396365] 'agreement among raft nodes before linearized reading' (duration: 184.426088ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:19:47.863152Z","caller":"traceutil/trace.go:171","msg":"trace[904330489] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"198.836481ms","start":"2026-04-08T01:19:47.664298Z","end":"2026-04-08T01:19:47.863134Z","steps":["trace[904330489] 'process raft request' (duration: 198.778781ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:19:47.863186Z","caller":"traceutil/trace.go:171","msg":"trace[1385045789] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"205.453266ms","start":"2026-04-08T01:19:47.657699Z","end":"2026-04-08T01:19:47.863152Z","steps":["trace[1385045789] 'process raft request' (duration: 194.381204ms)","trace[1385045789] 'compare' (duration: 10.893729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:19:47.879412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.155872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:19:47.879465Z","caller":"traceutil/trace.go:171","msg":"trace[1262211165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2809; }","duration":"155.218473ms","start":"2026-04-08T01:19:47.724234Z","end":"2026-04-08T01:19:47.879453Z","steps":["trace[1262211165] 'agreement among raft nodes before linearized reading' (duration: 155.071201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:48.456043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.669217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:19:48.456213Z","caller":"traceutil/trace.go:171","msg":"trace[2055170532] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"571.898625ms","start":"2026-04-08T01:19:47.884301Z","end":"2026-04-08T01:19:48.4562Z","steps":["trace[2055170532] 'process raft request' (duration: 571.809914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:48.456257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:47.884271Z","time spent":"571.964795ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:19:48.456254Z","caller":"traceutil/trace.go:171","msg":"trace[1689807739] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"571.947705ms","start":"2026-04-08T01:19:47.884265Z","end":"2026-04-08T01:19:48.456213Z","steps":["trace[1689807739] 'process raft request' (duration: 279.049275ms)","trace[1689807739] 'compare' (duration: 292.514445ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:19:48.456407Z","caller":"traceutil/trace.go:171","msg":"trace[78577913] linearizableReadLoop","detail":"{readStateIndex:2923; appliedIndex:2918; }","duration":"451.516205ms","start":"2026-04-08T01:19:48.004884Z","end":"2026-04-08T01:19:48.4564Z","steps":["trace[78577913] 'read index received' (duration: 158.358912ms)","trace[78577913] 'applied index is now lower than readState.Index' (duration: 293.156683ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:19:48.456388Z","caller":"traceutil/trace.go:171","msg":"trace[1430085724] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"571.340268ms","start":"2026-04-08T01:19:47.885024Z","end":"2026-04-08T01:19:48.456365Z","steps":["trace[1430085724] 'process raft request' (duration: 571.233447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:48.456425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:47.884244Z","time spent":"572.085737ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:19:48.456459Z","caller":"traceutil/trace.go:171","msg":"trace[1067128169] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"570.915172ms","start":"2026-04-08T01:19:47.885537Z","end":"2026-04-08T01:19:48.456452Z","steps":["trace[1067128169] 'process raft request' (duration: 570.796581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:48.456493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:47.885526Z","time spent":"570.946382ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:19:48.456516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:47.885016Z","time spent":"571.431979ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:19:48.456635Z","caller":"traceutil/trace.go:171","msg":"trace[1672271360] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"572.218698ms","start":"2026-04-08T01:19:47.884407Z","end":"2026-04-08T01:19:48.456625Z","steps":["trace[1672271360] 'process raft request' (duration: 571.765243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:48.456635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.420581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:19:48.456683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:47.884396Z","time spent":"572.259119ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:19:48.456693Z","caller":"traceutil/trace.go:171","msg":"trace[357327895] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2815; }","duration":"132.517892ms","start":"2026-04-08T01:19:48.324157Z","end":"2026-04-08T01:19:48.456675Z","steps":["trace[357327895] 'agreement among raft nodes before linearized reading' (duration: 132.423821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:48.456852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.972682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:19:48.456879Z","caller":"traceutil/trace.go:171","msg":"trace[646485363] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2815; }","duration":"452.035902ms","start":"2026-04-08T01:19:48.004834Z","end":"2026-04-08T01:19:48.456869Z","steps":["trace[646485363] 'agreement among raft nodes before linearized reading' (duration: 451.956361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:48.456899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:48.004815Z","time spent":"452.079243ms","remote":"127.0.0.1:46768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:19:49.205135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.35036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:19:49.205202Z","caller":"traceutil/trace.go:171","msg":"trace[1258462244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2815; }","duration":"390.475483ms","start":"2026-04-08T01:19:48.814711Z","end":"2026-04-08T01:19:49.205187Z","steps":["trace[1258462244] 'range keys from in-memory index tree' (duration: 390.268669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:49.205233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:48.814693Z","time spent":"390.534074ms","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:19:49.20569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.462979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a43cf2216301d2\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-08T01:19:49.205845Z","caller":"traceutil/trace.go:171","msg":"trace[868284565] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a43cf2216301d2; range_end:; response_count:1; response_revision:2815; }","duration":"472.628812ms","start":"2026-04-08T01:19:48.733136Z","end":"2026-04-08T01:19:49.205765Z","steps":["trace[868284565] 'range keys from in-memory index tree' (duration: 471.746719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:49.206025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:48.733117Z","time spent":"472.840434ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a43cf2216301d2\" "} {"level":"warn","ts":"2026-04-08T01:20:14.738149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.180395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:20:14.738241Z","caller":"traceutil/trace.go:171","msg":"trace[462886121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2948; }","duration":"100.317429ms","start":"2026-04-08T01:20:14.637905Z","end":"2026-04-08T01:20:14.738223Z","steps":["trace[462886121] 'agreement among raft nodes before linearized reading' (duration: 100.177645ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:20:14.738147Z","caller":"traceutil/trace.go:171","msg":"trace[1312115336] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"121.924017ms","start":"2026-04-08T01:20:14.616193Z","end":"2026-04-08T01:20:14.738117Z","steps":["trace[1312115336] 'process raft request' (duration: 111.528249ms)","trace[1312115336] 'compare' (duration: 10.037478ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:20:16.101135Z","caller":"traceutil/trace.go:171","msg":"trace[1894955674] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"102.883077ms","start":"2026-04-08T01:20:15.998226Z","end":"2026-04-08T01:20:16.10111Z","steps":["trace[1894955674] 'process raft request' (duration: 14.18362ms)","trace[1894955674] 'compare' (duration: 88.607545ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:20:16.198403Z","caller":"traceutil/trace.go:171","msg":"trace[1162642555] linearizableReadLoop","detail":"{readStateIndex:3072; appliedIndex:3071; }","duration":"120.392228ms","start":"2026-04-08T01:20:16.077976Z","end":"2026-04-08T01:20:16.198369Z","steps":["trace[1162642555] 'read index received' (duration: 120.210304ms)","trace[1162642555] 'applied index is now lower than readState.Index' (duration: 180.624µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:20:16.198574Z","caller":"traceutil/trace.go:171","msg":"trace[107563301] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"194.455834ms","start":"2026-04-08T01:20:16.004011Z","end":"2026-04-08T01:20:16.198467Z","steps":["trace[107563301] 'process raft request' (duration: 194.203487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:20:16.19879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.786089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:20:16.198915Z","caller":"traceutil/trace.go:171","msg":"trace[1407528255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2958; }","duration":"120.966855ms","start":"2026-04-08T01:20:16.077926Z","end":"2026-04-08T01:20:16.198893Z","steps":["trace[1407528255] 'agreement among raft nodes before linearized reading' (duration: 120.567334ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:20:22.49778Z","caller":"traceutil/trace.go:171","msg":"trace[426822886] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"160.593142ms","start":"2026-04-08T01:20:22.337148Z","end":"2026-04-08T01:20:22.497741Z","steps":["trace[426822886] 'process raft request' (duration: 86.923564ms)","trace[426822886] 'compare' (duration: 73.538185ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:20:24.153832Z","caller":"traceutil/trace.go:171","msg":"trace[1350053698] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"123.322357ms","start":"2026-04-08T01:20:24.030485Z","end":"2026-04-08T01:20:24.153807Z","steps":["trace[1350053698] 'process raft request' (duration: 123.189543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:20:24.353001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.290659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:20:24.353205Z","caller":"traceutil/trace.go:171","msg":"trace[1668144805] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"159.062979ms","start":"2026-04-08T01:20:24.194119Z","end":"2026-04-08T01:20:24.353182Z","steps":["trace[1668144805] 'process raft request' (duration: 39.487193ms)","trace[1668144805] 'compare' (duration: 119.144835ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:20:25.010716Z","caller":"traceutil/trace.go:171","msg":"trace[363325012] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"233.490302ms","start":"2026-04-08T01:20:24.777205Z","end":"2026-04-08T01:20:25.010696Z","steps":["trace[363325012] 'process raft request' (duration: 233.239645ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:20:25.347992Z","caller":"traceutil/trace.go:171","msg":"trace[677949790] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"138.085196ms","start":"2026-04-08T01:20:25.209837Z","end":"2026-04-08T01:20:25.347922Z","steps":["trace[677949790] 'process raft request' (duration: 92.770053ms)","trace[677949790] 'compare' (duration: 45.044126ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:20:28.473875Z","caller":"traceutil/trace.go:171","msg":"trace[488641461] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"102.303085ms","start":"2026-04-08T01:20:28.371537Z","end":"2026-04-08T01:20:28.47384Z","steps":["trace[488641461] 'process raft request' (duration: 102.160422ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:20:37.418329Z","caller":"traceutil/trace.go:171","msg":"trace[1239662155] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"110.803035ms","start":"2026-04-08T01:20:37.307496Z","end":"2026-04-08T01:20:37.418299Z","steps":["trace[1239662155] 'process raft request' (duration: 110.556739ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:20:37.563849Z","caller":"traceutil/trace.go:171","msg":"trace[847674432] transaction","detail":"{read_only:false; response_revision:3068; number_of_response:1; }","duration":"126.33421ms","start":"2026-04-08T01:20:37.43748Z","end":"2026-04-08T01:20:37.563814Z","steps":["trace[847674432] 'process raft request' (duration: 88.277723ms)","trace[847674432] 'compare' (duration: 37.919854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:20:38.05254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.79518ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T01:20:38.400341Z","caller":"traceutil/trace.go:171","msg":"trace[1226132118] transaction","detail":"{read_only:false; response_revision:3069; number_of_response:1; }","duration":"126.600816ms","start":"2026-04-08T01:20:38.273705Z","end":"2026-04-08T01:20:38.400306Z","steps":["trace[1226132118] 'process raft request' (duration: 126.348109ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:20:38.427595Z","caller":"traceutil/trace.go:171","msg":"trace[1192876634] transaction","detail":"{read_only:false; response_revision:3070; number_of_response:1; }","duration":"137.519052ms","start":"2026-04-08T01:20:38.290038Z","end":"2026-04-08T01:20:38.427558Z","steps":["trace[1192876634] 'process raft request' (duration: 137.145452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:20:38.973362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.780663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:20:38.973704Z","caller":"traceutil/trace.go:171","msg":"trace[1995408411] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"238.721414ms","start":"2026-04-08T01:20:38.734957Z","end":"2026-04-08T01:20:38.973679Z","steps":["trace[1995408411] 'process raft request' (duration: 22.487999ms)","trace[1995408411] 'compare' (duration: 215.64553ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:20:39.619529Z","caller":"traceutil/trace.go:171","msg":"trace[183021708] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"114.234362ms","start":"2026-04-08T01:20:39.50526Z","end":"2026-04-08T01:20:39.619494Z","steps":["trace[183021708] 'process raft request' (duration: 60.037684ms)","trace[183021708] 'compare' (duration: 53.958932ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:20:39.619849Z","caller":"traceutil/trace.go:171","msg":"trace[1288301973] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"114.522049ms","start":"2026-04-08T01:20:39.505284Z","end":"2026-04-08T01:20:39.619806Z","steps":["trace[1288301973] 'process raft request' (duration: 114.096318ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:20:40.510001Z","caller":"traceutil/trace.go:171","msg":"trace[235537792] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"104.59706ms","start":"2026-04-08T01:20:40.405365Z","end":"2026-04-08T01:20:40.509962Z","steps":["trace[235537792] 'process raft request' (duration: 104.169769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:20:53.902447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.551035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:20:53.902671Z","caller":"traceutil/trace.go:171","msg":"trace[769626598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3149; }","duration":"149.857572ms","start":"2026-04-08T01:20:53.752794Z","end":"2026-04-08T01:20:53.902652Z","steps":["trace[769626598] 'range keys from in-memory index tree' (duration: 149.380571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:20:53.902544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.735859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:20:53.902834Z","caller":"traceutil/trace.go:171","msg":"trace[1536755644] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3149; }","duration":"150.053046ms","start":"2026-04-08T01:20:53.75275Z","end":"2026-04-08T01:20:53.902803Z","steps":["trace[1536755644] 'range keys from in-memory index tree' (duration: 149.536185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:20:53.903311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.096358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a43cf2216301d2\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-04-08T01:20:53.90334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.414102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:20:53.90339Z","caller":"traceutil/trace.go:171","msg":"trace[492621514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3149; }","duration":"124.500104ms","start":"2026-04-08T01:20:53.778879Z","end":"2026-04-08T01:20:53.903379Z","steps":["trace[492621514] 'range keys from in-memory index tree' (duration: 123.782926ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:20:53.903399Z","caller":"traceutil/trace.go:171","msg":"trace[1138064347] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a43cf2216301d2; range_end:; response_count:1; response_revision:3149; }","duration":"170.803346ms","start":"2026-04-08T01:20:53.732572Z","end":"2026-04-08T01:20:53.903376Z","steps":["trace[1138064347] 'range keys from in-memory index tree' (duration: 169.666269ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:01.017774Z","caller":"traceutil/trace.go:171","msg":"trace[1768955328] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"110.617798ms","start":"2026-04-08T01:21:00.907126Z","end":"2026-04-08T01:21:01.017744Z","steps":["trace[1768955328] 'process raft request' (duration: 110.403313ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:01.145775Z","caller":"traceutil/trace.go:171","msg":"trace[527559640] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"211.415386ms","start":"2026-04-08T01:21:00.934319Z","end":"2026-04-08T01:21:01.145734Z","steps":["trace[527559640] 'process raft request' (duration: 192.691867ms)","trace[527559640] 'compare' (duration: 18.416692ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:01.146073Z","caller":"traceutil/trace.go:171","msg":"trace[1929273239] linearizableReadLoop","detail":"{readStateIndex:3311; appliedIndex:3309; }","duration":"206.319856ms","start":"2026-04-08T01:21:00.939735Z","end":"2026-04-08T01:21:01.146054Z","steps":["trace[1929273239] 'read index received' (duration: 77.758536ms)","trace[1929273239] 'applied index is now lower than readState.Index' (duration: 128.56025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:21:01.14633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.571162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T01:21:01.146392Z","caller":"traceutil/trace.go:171","msg":"trace[185258925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3189; }","duration":"206.714076ms","start":"2026-04-08T01:21:00.939662Z","end":"2026-04-08T01:21:01.146376Z","steps":["trace[185258925] 'agreement among raft nodes before linearized reading' (duration: 206.47527ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:01.146587Z","caller":"traceutil/trace.go:171","msg":"trace[850271340] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"190.039304ms","start":"2026-04-08T01:21:00.956534Z","end":"2026-04-08T01:21:01.146573Z","steps":["trace[850271340] 'process raft request' (duration: 189.41497ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:17.503885Z","caller":"traceutil/trace.go:171","msg":"trace[81607050] linearizableReadLoop","detail":"{readStateIndex:3400; appliedIndex:3399; }","duration":"134.090199ms","start":"2026-04-08T01:21:17.369772Z","end":"2026-04-08T01:21:17.503862Z","steps":["trace[81607050] 'read index received' (duration: 34.239054ms)","trace[81607050] 'applied index is now lower than readState.Index' (duration: 99.848905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:21:17.504283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.501027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T01:21:17.504334Z","caller":"traceutil/trace.go:171","msg":"trace[1355343706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3272; }","duration":"134.5987ms","start":"2026-04-08T01:21:17.369724Z","end":"2026-04-08T01:21:17.504323Z","steps":["trace[1355343706] 'agreement among raft nodes before linearized reading' (duration: 134.270802ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:18.362328Z","caller":"traceutil/trace.go:171","msg":"trace[1804436940] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"151.979458ms","start":"2026-04-08T01:21:18.210302Z","end":"2026-04-08T01:21:18.362282Z","steps":["trace[1804436940] 'process raft request' (duration: 150.399292ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:22.362004Z","caller":"traceutil/trace.go:171","msg":"trace[1742734438] transaction","detail":"{read_only:false; response_revision:3294; number_of_response:1; }","duration":"134.81395ms","start":"2026-04-08T01:21:22.227155Z","end":"2026-04-08T01:21:22.361969Z","steps":["trace[1742734438] 'process raft request' (duration: 134.584625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:22.630696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.505605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:21:22.630928Z","caller":"traceutil/trace.go:171","msg":"trace[2013207163] linearizableReadLoop","detail":"{readStateIndex:3426; appliedIndex:3423; }","duration":"205.87874ms","start":"2026-04-08T01:21:22.425033Z","end":"2026-04-08T01:21:22.630911Z","steps":["trace[2013207163] 'read index received' (duration: 96.052408ms)","trace[2013207163] 'applied index is now lower than readState.Index' (duration: 109.825342ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:22.631164Z","caller":"traceutil/trace.go:171","msg":"trace[99699695] transaction","detail":"{read_only:false; response_revision:3295; number_of_response:1; }","duration":"229.525231ms","start":"2026-04-08T01:21:22.401605Z","end":"2026-04-08T01:21:22.631131Z","steps":["trace[99699695] 'process raft request' (duration: 119.482183ms)","trace[99699695] 'compare' (duration: 109.376722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:21:22.63136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.304841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-08T01:21:22.631389Z","caller":"traceutil/trace.go:171","msg":"trace[1463892837] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3297; }","duration":"206.373922ms","start":"2026-04-08T01:21:22.425007Z","end":"2026-04-08T01:21:22.631381Z","steps":["trace[1463892837] 'agreement among raft nodes before linearized reading' (duration: 206.094905ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:22.631374Z","caller":"traceutil/trace.go:171","msg":"trace[597370043] transaction","detail":"{read_only:false; response_revision:3296; number_of_response:1; }","duration":"226.487614ms","start":"2026-04-08T01:21:22.404855Z","end":"2026-04-08T01:21:22.631342Z","steps":["trace[597370043] 'process raft request' (duration: 225.933491ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:22.631473Z","caller":"traceutil/trace.go:171","msg":"trace[1740647580] transaction","detail":"{read_only:false; response_revision:3297; number_of_response:1; }","duration":"226.096945ms","start":"2026-04-08T01:21:22.405333Z","end":"2026-04-08T01:21:22.631429Z","steps":["trace[1740647580] 'process raft request' (duration: 225.548642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:22.891368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.042922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9280"} {"level":"info","ts":"2026-04-08T01:21:22.891474Z","caller":"traceutil/trace.go:171","msg":"trace[2017782624] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3297; }","duration":"159.170464ms","start":"2026-04-08T01:21:22.732267Z","end":"2026-04-08T01:21:22.891437Z","steps":["trace[2017782624] 'range keys from in-memory index tree' (duration: 158.840397ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:29.821577Z","caller":"traceutil/trace.go:171","msg":"trace[234976614] linearizableReadLoop","detail":"{readStateIndex:3462; appliedIndex:3461; }","duration":"136.714762ms","start":"2026-04-08T01:21:29.684838Z","end":"2026-04-08T01:21:29.821553Z","steps":["trace[234976614] 'read index received' (duration: 136.535349ms)","trace[234976614] 'applied index is now lower than readState.Index' (duration: 178.423µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:29.821618Z","caller":"traceutil/trace.go:171","msg":"trace[299476067] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"157.100771ms","start":"2026-04-08T01:21:29.664494Z","end":"2026-04-08T01:21:29.821595Z","steps":["trace[299476067] 'process raft request' (duration: 156.928998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:29.82178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.931958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T01:21:29.821819Z","caller":"traceutil/trace.go:171","msg":"trace[698662325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3332; }","duration":"137.02153ms","start":"2026-04-08T01:21:29.684787Z","end":"2026-04-08T01:21:29.821808Z","steps":["trace[698662325] 'agreement among raft nodes before linearized reading' (duration: 136.860566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:31.207108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.886542ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:21:31.20727Z","caller":"traceutil/trace.go:171","msg":"trace[769004017] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3337; }","duration":"326.060606ms","start":"2026-04-08T01:21:30.881189Z","end":"2026-04-08T01:21:31.207249Z","steps":["trace[769004017] 'range keys from in-memory index tree' (duration: 325.869742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:31.207168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.694081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-08T01:21:31.20738Z","caller":"traceutil/trace.go:171","msg":"trace[1634576522] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3337; }","duration":"313.881195ms","start":"2026-04-08T01:21:30.893434Z","end":"2026-04-08T01:21:31.207315Z","steps":["trace[1634576522] 'range keys from in-memory index tree' (duration: 313.499597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:31.207472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:21:30.893376Z","time spent":"314.072739ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-08T01:21:31.212567Z","caller":"traceutil/trace.go:171","msg":"trace[526756127] transaction","detail":"{read_only:false; response_revision:3338; number_of_response:1; }","duration":"151.993353ms","start":"2026-04-08T01:21:31.060554Z","end":"2026-04-08T01:21:31.212548Z","steps":["trace[526756127] 'process raft request' (duration: 151.831909ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:31.931479Z","caller":"traceutil/trace.go:171","msg":"trace[1706993172] transaction","detail":"{read_only:false; response_revision:3343; number_of_response:1; }","duration":"101.065033ms","start":"2026-04-08T01:21:31.830378Z","end":"2026-04-08T01:21:31.931443Z","steps":["trace[1706993172] 'process raft request' (duration: 100.272327ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:32.667141Z","caller":"traceutil/trace.go:171","msg":"trace[1210825469] transaction","detail":"{read_only:false; response_revision:3347; number_of_response:1; }","duration":"138.524897ms","start":"2026-04-08T01:21:32.528575Z","end":"2026-04-08T01:21:32.6671Z","steps":["trace[1210825469] 'process raft request' (duration: 138.129589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:33.098707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.802506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:21:33.099093Z","caller":"traceutil/trace.go:171","msg":"trace[929203366] transaction","detail":"{read_only:false; response_revision:3349; number_of_response:1; }","duration":"306.467045ms","start":"2026-04-08T01:21:32.792592Z","end":"2026-04-08T01:21:33.099059Z","steps":["trace[929203366] 'process raft request' (duration: 100.22439ms)","trace[929203366] 'compare' (duration: 205.49895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:21:33.099349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:21:32.792578Z","time spent":"306.631909ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:21:33.350615Z","caller":"traceutil/trace.go:171","msg":"trace[1738968217] transaction","detail":"{read_only:false; response_revision:3350; number_of_response:1; }","duration":"133.319049ms","start":"2026-04-08T01:21:33.217264Z","end":"2026-04-08T01:21:33.350583Z","steps":["trace[1738968217] 'process raft request' (duration: 133.122305ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:33.542971Z","caller":"traceutil/trace.go:171","msg":"trace[115452562] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"183.142559ms","start":"2026-04-08T01:21:33.359797Z","end":"2026-04-08T01:21:33.54294Z","steps":["trace[115452562] 'process raft request' (duration: 183.082578ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:33.543436Z","caller":"traceutil/trace.go:171","msg":"trace[957310079] linearizableReadLoop","detail":"{readStateIndex:3482; appliedIndex:3480; }","duration":"300.584289ms","start":"2026-04-08T01:21:33.242816Z","end":"2026-04-08T01:21:33.5434Z","steps":["trace[957310079] 'read index received' (duration: 107.625971ms)","trace[957310079] 'applied index is now lower than readState.Index' (duration: 192.954478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:21:33.543638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.779992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:21:33.543707Z","caller":"traceutil/trace.go:171","msg":"trace[1010703416] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3352; }","duration":"300.892155ms","start":"2026-04-08T01:21:33.242796Z","end":"2026-04-08T01:21:33.543688Z","steps":["trace[1010703416] 'agreement among raft nodes before linearized reading' (duration: 300.715871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:33.543769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:21:33.24273Z","time spent":"301.021227ms","remote":"127.0.0.1:38650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:21:33.543835Z","caller":"traceutil/trace.go:171","msg":"trace[231319689] transaction","detail":"{read_only:false; response_revision:3351; number_of_response:1; }","duration":"322.785221ms","start":"2026-04-08T01:21:33.220736Z","end":"2026-04-08T01:21:33.543521Z","steps":["trace[231319689] 'process raft request' (duration: 248.256974ms)","trace[231319689] 'compare' (duration: 73.68213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:21:33.544566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:21:33.220718Z","time spent":"323.189029ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:21:34.274394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.095141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:21:34.275344Z","caller":"traceutil/trace.go:171","msg":"trace[929319450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3354; }","duration":"163.080632ms","start":"2026-04-08T01:21:34.112243Z","end":"2026-04-08T01:21:34.275324Z","steps":["trace[929319450] 'range keys from in-memory index tree' (duration: 161.889087ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:35.716532Z","caller":"traceutil/trace.go:171","msg":"trace[258994466] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"167.854164ms","start":"2026-04-08T01:21:35.548655Z","end":"2026-04-08T01:21:35.716509Z","steps":["trace[258994466] 'process raft request' (duration: 167.706741ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:35.727239Z","caller":"traceutil/trace.go:171","msg":"trace[718825359] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"177.906125ms","start":"2026-04-08T01:21:35.549284Z","end":"2026-04-08T01:21:35.72719Z","steps":["trace[718825359] 'process raft request' (duration: 177.814033ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:36.081969Z","caller":"traceutil/trace.go:171","msg":"trace[923597840] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"101.919142ms","start":"2026-04-08T01:21:35.980029Z","end":"2026-04-08T01:21:36.081948Z","steps":["trace[923597840] 'process raft request' (duration: 101.764459ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:36.432801Z","caller":"traceutil/trace.go:171","msg":"trace[622498337] transaction","detail":"{read_only:false; response_revision:3364; number_of_response:1; }","duration":"100.828578ms","start":"2026-04-08T01:21:36.331936Z","end":"2026-04-08T01:21:36.432765Z","steps":["trace[622498337] 'process raft request' (duration: 100.583323ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:37.068936Z","caller":"traceutil/trace.go:171","msg":"trace[1684362123] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"153.499757ms","start":"2026-04-08T01:21:36.915219Z","end":"2026-04-08T01:21:37.068718Z","steps":["trace[1684362123] 'process raft request' (duration: 153.283922ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:41.283377Z","caller":"traceutil/trace.go:171","msg":"trace[2145346524] transaction","detail":"{read_only:false; response_revision:3388; number_of_response:1; }","duration":"100.630376ms","start":"2026-04-08T01:21:41.182718Z","end":"2026-04-08T01:21:41.283348Z","steps":["trace[2145346524] 'process raft request' (duration: 100.433872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:47.601041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.540948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:21:47.601281Z","caller":"traceutil/trace.go:171","msg":"trace[442048341] transaction","detail":"{read_only:false; response_revision:3420; number_of_response:1; }","duration":"235.744515ms","start":"2026-04-08T01:21:47.365516Z","end":"2026-04-08T01:21:47.601261Z","steps":["trace[442048341] 'compare' (duration: 228.221672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:47.76444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.301699ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T01:21:47.764681Z","caller":"traceutil/trace.go:171","msg":"trace[1014667168] transaction","detail":"{read_only:false; response_revision:3421; number_of_response:1; }","duration":"260.293629ms","start":"2026-04-08T01:21:47.504363Z","end":"2026-04-08T01:21:47.764657Z","steps":["trace[1014667168] 'process raft request' (duration: 260.175327ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:47.815095Z","caller":"traceutil/trace.go:171","msg":"trace[1802305866] linearizableReadLoop","detail":"{readStateIndex:3556; appliedIndex:3553; }","duration":"179.959351ms","start":"2026-04-08T01:21:47.635113Z","end":"2026-04-08T01:21:47.815073Z","steps":["trace[1802305866] 'read index received' (duration: 112.926896ms)","trace[1802305866] 'applied index is now lower than readState.Index' (duration: 67.031025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:21:47.815238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.100514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:21:47.815283Z","caller":"traceutil/trace.go:171","msg":"trace[1904306760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3422; }","duration":"180.197855ms","start":"2026-04-08T01:21:47.635072Z","end":"2026-04-08T01:21:47.81527Z","steps":["trace[1904306760] 'agreement among raft nodes before linearized reading' (duration: 180.112924ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:47.815169Z","caller":"traceutil/trace.go:171","msg":"trace[1257326405] transaction","detail":"{read_only:false; response_revision:3422; number_of_response:1; }","duration":"233.300985ms","start":"2026-04-08T01:21:47.581845Z","end":"2026-04-08T01:21:47.815146Z","steps":["trace[1257326405] 'process raft request' (duration: 233.09042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:47.819823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.389962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:21:47.81994Z","caller":"traceutil/trace.go:171","msg":"trace[32312074] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3424; }","duration":"184.547716ms","start":"2026-04-08T01:21:47.635356Z","end":"2026-04-08T01:21:47.819903Z","steps":["trace[32312074] 'agreement among raft nodes before linearized reading' (duration: 184.375392ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:48.443606Z","caller":"traceutil/trace.go:171","msg":"trace[1855647238] linearizableReadLoop","detail":"{readStateIndex:3559; appliedIndex:3558; }","duration":"233.192911ms","start":"2026-04-08T01:21:48.210378Z","end":"2026-04-08T01:21:48.443571Z","steps":["trace[1855647238] 'read index received' (duration: 233.001687ms)","trace[1855647238] 'applied index is now lower than readState.Index' (duration: 190.274µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:48.443652Z","caller":"traceutil/trace.go:171","msg":"trace[1710394294] transaction","detail":"{read_only:false; response_revision:3425; number_of_response:1; }","duration":"291.881641ms","start":"2026-04-08T01:21:48.151733Z","end":"2026-04-08T01:21:48.443615Z","steps":["trace[1710394294] 'process raft request' (duration: 291.701137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:48.443832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.432186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:21:48.443871Z","caller":"traceutil/trace.go:171","msg":"trace[1927735223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3425; }","duration":"233.504438ms","start":"2026-04-08T01:21:48.210357Z","end":"2026-04-08T01:21:48.443861Z","steps":["trace[1927735223] 'agreement among raft nodes before linearized reading' (duration: 233.351135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:48.444073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.052705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T01:21:48.44413Z","caller":"traceutil/trace.go:171","msg":"trace[1464017653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3425; }","duration":"118.166937ms","start":"2026-04-08T01:21:48.32595Z","end":"2026-04-08T01:21:48.444117Z","steps":["trace[1464017653] 'agreement among raft nodes before linearized reading' (duration: 117.81778ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:54.713727Z","caller":"traceutil/trace.go:171","msg":"trace[735519382] linearizableReadLoop","detail":"{readStateIndex:3590; appliedIndex:3589; }","duration":"118.319274ms","start":"2026-04-08T01:21:54.595388Z","end":"2026-04-08T01:21:54.713707Z","steps":["trace[735519382] 'read index received' (duration: 92.958003ms)","trace[735519382] 'applied index is now lower than readState.Index' (duration: 25.360451ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:54.713844Z","caller":"traceutil/trace.go:171","msg":"trace[30035275] transaction","detail":"{read_only:false; response_revision:3455; number_of_response:1; }","duration":"156.337761ms","start":"2026-04-08T01:21:54.557425Z","end":"2026-04-08T01:21:54.713762Z","steps":["trace[30035275] 'process raft request' (duration: 130.915909ms)","trace[30035275] 'compare' (duration: 25.2917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:21:54.713915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.517998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:21:54.713938Z","caller":"traceutil/trace.go:171","msg":"trace[1968290764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3455; }","duration":"118.58505ms","start":"2026-04-08T01:21:54.595346Z","end":"2026-04-08T01:21:54.713931Z","steps":["trace[1968290764] 'agreement among raft nodes before linearized reading' (duration: 118.486838ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:12.973431Z","caller":"traceutil/trace.go:171","msg":"trace[1639643513] transaction","detail":"{read_only:false; response_revision:3548; number_of_response:1; }","duration":"116.951249ms","start":"2026-04-08T01:22:12.856451Z","end":"2026-04-08T01:22:12.973402Z","steps":["trace[1639643513] 'process raft request' (duration: 101.506801ms)","trace[1639643513] 'compare' (duration: 15.333676ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:14.865303Z","caller":"traceutil/trace.go:171","msg":"trace[242131023] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"189.421712ms","start":"2026-04-08T01:22:14.67584Z","end":"2026-04-08T01:22:14.865262Z","steps":["trace[242131023] 'process raft request' (duration: 189.130747ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:15.979367Z","caller":"traceutil/trace.go:171","msg":"trace[1734226498] transaction","detail":"{read_only:false; response_revision:3561; number_of_response:1; }","duration":"115.034457ms","start":"2026-04-08T01:22:15.864305Z","end":"2026-04-08T01:22:15.97934Z","steps":["trace[1734226498] 'process raft request' (duration: 114.877264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:19.347342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.75312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:22:19.347755Z","caller":"traceutil/trace.go:171","msg":"trace[40274003] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"173.46396ms","start":"2026-04-08T01:22:19.174208Z","end":"2026-04-08T01:22:19.347672Z","steps":["trace[40274003] 'process raft request' (duration: 24.304332ms)","trace[40274003] 'compare' (duration: 148.391483ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:19.494036Z","caller":"traceutil/trace.go:171","msg":"trace[1995418709] transaction","detail":"{read_only:false; response_revision:3581; number_of_response:1; }","duration":"133.609642ms","start":"2026-04-08T01:22:19.360386Z","end":"2026-04-08T01:22:19.493995Z","steps":["trace[1995418709] 'process raft request' (duration: 102.569921ms)","trace[1995418709] 'compare' (duration: 30.813446ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:19.644006Z","caller":"traceutil/trace.go:171","msg":"trace[1344677008] transaction","detail":"{read_only:false; response_revision:3583; number_of_response:1; }","duration":"100.720516ms","start":"2026-04-08T01:22:19.54326Z","end":"2026-04-08T01:22:19.643981Z","steps":["trace[1344677008] 'process raft request' (duration: 95.727782ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:19.645222Z","caller":"traceutil/trace.go:171","msg":"trace[1950616082] transaction","detail":"{read_only:false; response_revision:3584; number_of_response:1; }","duration":"101.833998ms","start":"2026-04-08T01:22:19.543363Z","end":"2026-04-08T01:22:19.645197Z","steps":["trace[1950616082] 'process raft request' (duration: 101.274588ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:19.645535Z","caller":"traceutil/trace.go:171","msg":"trace[2099726155] transaction","detail":"{read_only:false; response_revision:3587; number_of_response:1; }","duration":"102.118963ms","start":"2026-04-08T01:22:19.543387Z","end":"2026-04-08T01:22:19.645506Z","steps":["trace[2099726155] 'process raft request' (duration: 101.459811ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:19.645669Z","caller":"traceutil/trace.go:171","msg":"trace[1556182706] transaction","detail":"{read_only:false; response_revision:3585; number_of_response:1; }","duration":"102.211575ms","start":"2026-04-08T01:22:19.54336Z","end":"2026-04-08T01:22:19.645571Z","steps":["trace[1556182706] 'process raft request' (duration: 101.40096ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:19.645855Z","caller":"traceutil/trace.go:171","msg":"trace[1809546818] transaction","detail":"{read_only:false; response_revision:3588; number_of_response:1; }","duration":"100.95306ms","start":"2026-04-08T01:22:19.544636Z","end":"2026-04-08T01:22:19.645589Z","steps":["trace[1809546818] 'process raft request' (duration: 100.257337ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:19.645973Z","caller":"traceutil/trace.go:171","msg":"trace[1464410395] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"102.241576ms","start":"2026-04-08T01:22:19.543375Z","end":"2026-04-08T01:22:19.645616Z","steps":["trace[1464410395] 'process raft request' (duration: 101.432101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:21.355752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.463802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-04-08T01:22:21.356479Z","caller":"traceutil/trace.go:171","msg":"trace[1633106289] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3598; }","duration":"130.242898ms","start":"2026-04-08T01:22:21.226218Z","end":"2026-04-08T01:22:21.356461Z","steps":["trace[1633106289] 'range keys from in-memory index tree' (duration: 129.326269ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:21.495497Z","caller":"traceutil/trace.go:171","msg":"trace[204043572] transaction","detail":"{read_only:false; response_revision:3599; number_of_response:1; }","duration":"134.968246ms","start":"2026-04-08T01:22:21.360503Z","end":"2026-04-08T01:22:21.495472Z","steps":["trace[204043572] 'process raft request' (duration: 134.697621ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:21.863449Z","caller":"traceutil/trace.go:171","msg":"trace[131314433] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"123.984529ms","start":"2026-04-08T01:22:21.739435Z","end":"2026-04-08T01:22:21.86342Z","steps":["trace[131314433] 'process raft request' (duration: 123.842056ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:22.115075Z","caller":"traceutil/trace.go:171","msg":"trace[1999040779] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"117.487192ms","start":"2026-04-08T01:22:21.997344Z","end":"2026-04-08T01:22:22.114831Z","steps":["trace[1999040779] 'process raft request' (duration: 55.590922ms)","trace[1999040779] 'compare' (duration: 61.452952ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:22.199105Z","caller":"traceutil/trace.go:171","msg":"trace[382528077] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"170.177246ms","start":"2026-04-08T01:22:22.028903Z","end":"2026-04-08T01:22:22.19908Z","steps":["trace[382528077] 'process raft request' (duration: 170.136875ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:22.19945Z","caller":"traceutil/trace.go:171","msg":"trace[26492995] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"170.658436ms","start":"2026-04-08T01:22:22.028781Z","end":"2026-04-08T01:22:22.19944Z","steps":["trace[26492995] 'process raft request' (duration: 170.168606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:24.843511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.46448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:22:24.843743Z","caller":"traceutil/trace.go:171","msg":"trace[759749171] transaction","detail":"{read_only:false; response_revision:3665; number_of_response:1; }","duration":"238.587191ms","start":"2026-04-08T01:22:24.605117Z","end":"2026-04-08T01:22:24.843705Z","steps":["trace[759749171] 'process raft request' (duration: 94.847245ms)","trace[759749171] 'compare' (duration: 143.086154ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:24.843984Z","caller":"traceutil/trace.go:171","msg":"trace[886755747] transaction","detail":"{read_only:false; response_revision:3666; number_of_response:1; }","duration":"235.85752ms","start":"2026-04-08T01:22:24.60811Z","end":"2026-04-08T01:22:24.843967Z","steps":["trace[886755747] 'process raft request' (duration: 235.502203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:24.844116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.897174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:22:24.844196Z","caller":"traceutil/trace.go:171","msg":"trace[1035770973] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3666; }","duration":"166.027976ms","start":"2026-04-08T01:22:24.678149Z","end":"2026-04-08T01:22:24.844177Z","steps":["trace[1035770973] 'agreement among raft nodes before linearized reading' (duration: 165.900324ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:24.843678Z","caller":"traceutil/trace.go:171","msg":"trace[57428654] linearizableReadLoop","detail":"{readStateIndex:3810; appliedIndex:3808; }","duration":"165.465445ms","start":"2026-04-08T01:22:24.678197Z","end":"2026-04-08T01:22:24.843662Z","steps":["trace[57428654] 'read index received' (duration: 21.723079ms)","trace[57428654] 'applied index is now lower than readState.Index' (duration: 143.741356ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:25.102833Z","caller":"traceutil/trace.go:171","msg":"trace[890639055] transaction","detail":"{read_only:false; response_revision:3668; number_of_response:1; }","duration":"251.177554ms","start":"2026-04-08T01:22:24.851578Z","end":"2026-04-08T01:22:25.102756Z","steps":["trace[890639055] 'process raft request' (duration: 209.906579ms)","trace[890639055] 'compare' (duration: 40.763906ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:25.103026Z","caller":"traceutil/trace.go:171","msg":"trace[389409115] transaction","detail":"{read_only:false; response_revision:3669; number_of_response:1; }","duration":"250.192866ms","start":"2026-04-08T01:22:24.852809Z","end":"2026-04-08T01:22:25.103001Z","steps":["trace[389409115] 'process raft request' (duration: 249.833539ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:31.454982Z","caller":"traceutil/trace.go:171","msg":"trace[649260288] transaction","detail":"{read_only:false; response_revision:3728; number_of_response:1; }","duration":"110.725844ms","start":"2026-04-08T01:22:31.344224Z","end":"2026-04-08T01:22:31.45495Z","steps":["trace[649260288] 'process raft request' (duration: 54.888698ms)","trace[649260288] 'compare' (duration: 55.677343ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:31.502044Z","caller":"traceutil/trace.go:171","msg":"trace[330186652] linearizableReadLoop","detail":"{readStateIndex:3874; appliedIndex:3872; }","duration":"111.744213ms","start":"2026-04-08T01:22:31.390271Z","end":"2026-04-08T01:22:31.502015Z","steps":["trace[330186652] 'read index received' (duration: 8.803664ms)","trace[330186652] 'applied index is now lower than readState.Index' (duration: 102.939519ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:31.502197Z","caller":"traceutil/trace.go:171","msg":"trace[1230161398] transaction","detail":"{read_only:false; response_revision:3729; number_of_response:1; }","duration":"139.749113ms","start":"2026-04-08T01:22:31.362426Z","end":"2026-04-08T01:22:31.502175Z","steps":["trace[1230161398] 'process raft request' (duration: 139.426347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:31.502805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.869657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:31.502899Z","caller":"traceutil/trace.go:171","msg":"trace[2120703224] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3729; }","duration":"112.634241ms","start":"2026-04-08T01:22:31.390251Z","end":"2026-04-08T01:22:31.502885Z","steps":["trace[2120703224] 'agreement among raft nodes before linearized reading' (duration: 111.861196ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:33.45645Z","caller":"traceutil/trace.go:171","msg":"trace[57348243] linearizableReadLoop","detail":"{readStateIndex:3884; appliedIndex:3883; }","duration":"170.271087ms","start":"2026-04-08T01:22:33.286154Z","end":"2026-04-08T01:22:33.456425Z","steps":["trace[57348243] 'read index received' (duration: 84.535362ms)","trace[57348243] 'applied index is now lower than readState.Index' (duration: 85.734705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:33.457089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.899088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:22:33.457122Z","caller":"traceutil/trace.go:171","msg":"trace[676161706] transaction","detail":"{read_only:false; response_revision:3738; number_of_response:1; }","duration":"174.841371ms","start":"2026-04-08T01:22:33.282254Z","end":"2026-04-08T01:22:33.457096Z","steps":["trace[676161706] 'process raft request' (duration: 88.435944ms)","trace[676161706] 'compare' (duration: 85.539432ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:33.457184Z","caller":"traceutil/trace.go:171","msg":"trace[263667764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3738; }","duration":"171.050082ms","start":"2026-04-08T01:22:33.286113Z","end":"2026-04-08T01:22:33.457163Z","steps":["trace[263667764] 'agreement among raft nodes before linearized reading' (duration: 170.872438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:33.457198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.077515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:22:33.457225Z","caller":"traceutil/trace.go:171","msg":"trace[1881565739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3738; }","duration":"123.149676ms","start":"2026-04-08T01:22:33.334068Z","end":"2026-04-08T01:22:33.457217Z","steps":["trace[1881565739] 'agreement among raft nodes before linearized reading' (duration: 123.028973ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:33.958261Z","caller":"traceutil/trace.go:171","msg":"trace[831495932] transaction","detail":"{read_only:false; response_revision:3741; number_of_response:1; }","duration":"113.971017ms","start":"2026-04-08T01:22:33.84425Z","end":"2026-04-08T01:22:33.958221Z","steps":["trace[831495932] 'process raft request' (duration: 113.684141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:36.495943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.86885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:22:36.496172Z","caller":"traceutil/trace.go:171","msg":"trace[1166716629] transaction","detail":"{read_only:false; response_revision:3754; number_of_response:1; }","duration":"136.251334ms","start":"2026-04-08T01:22:36.359908Z","end":"2026-04-08T01:22:36.496159Z","steps":["trace[1166716629] 'process raft request' (duration: 136.151762ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:36.496222Z","caller":"traceutil/trace.go:171","msg":"trace[1885552649] transaction","detail":"{read_only:false; response_revision:3753; number_of_response:1; }","duration":"213.511713ms","start":"2026-04-08T01:22:36.282673Z","end":"2026-04-08T01:22:36.496185Z","steps":["trace[1885552649] 'process raft request' (duration: 104.321077ms)","trace[1885552649] 'compare' (duration: 108.580645ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:37.879339Z","caller":"traceutil/trace.go:171","msg":"trace[1917606468] transaction","detail":"{read_only:false; response_revision:3757; number_of_response:1; }","duration":"234.703884ms","start":"2026-04-08T01:22:37.644616Z","end":"2026-04-08T01:22:37.87932Z","steps":["trace[1917606468] 'process raft request' (duration: 234.389158ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:38.083553Z","caller":"traceutil/trace.go:171","msg":"trace[933783464] linearizableReadLoop","detail":"{readStateIndex:3905; appliedIndex:3904; }","duration":"127.697889ms","start":"2026-04-08T01:22:37.955832Z","end":"2026-04-08T01:22:38.08353Z","steps":["trace[933783464] 'read index received' (duration: 66.681122ms)","trace[933783464] 'applied index is now lower than readState.Index' (duration: 61.015997ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:38.083637Z","caller":"traceutil/trace.go:171","msg":"trace[1821835286] transaction","detail":"{read_only:false; response_revision:3758; number_of_response:1; }","duration":"199.416324ms","start":"2026-04-08T01:22:37.884213Z","end":"2026-04-08T01:22:38.083629Z","steps":["trace[1821835286] 'process raft request' (duration: 138.311446ms)","trace[1821835286] 'compare' (duration: 60.759982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:38.083705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.66315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:22:38.083763Z","caller":"traceutil/trace.go:171","msg":"trace[1334009673] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3758; }","duration":"108.763822ms","start":"2026-04-08T01:22:37.974985Z","end":"2026-04-08T01:22:38.083749Z","steps":["trace[1334009673] 'agreement among raft nodes before linearized reading' (duration: 108.666331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:38.083975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.126937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:38.084081Z","caller":"traceutil/trace.go:171","msg":"trace[196797269] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3758; }","duration":"128.28996ms","start":"2026-04-08T01:22:37.955776Z","end":"2026-04-08T01:22:38.084066Z","steps":["trace[196797269] 'agreement among raft nodes before linearized reading' (duration: 128.135867ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:38.744083Z","caller":"traceutil/trace.go:171","msg":"trace[483339069] transaction","detail":"{read_only:false; response_revision:3763; number_of_response:1; }","duration":"240.505631ms","start":"2026-04-08T01:22:38.503539Z","end":"2026-04-08T01:22:38.744045Z","steps":["trace[483339069] 'process raft request' (duration: 236.361145ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:38.744349Z","caller":"traceutil/trace.go:171","msg":"trace[924260693] transaction","detail":"{read_only:false; response_revision:3764; number_of_response:1; }","duration":"211.946909ms","start":"2026-04-08T01:22:38.53237Z","end":"2026-04-08T01:22:38.744317Z","steps":["trace[924260693] 'process raft request' (duration: 211.605022ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:38.74435Z","caller":"traceutil/trace.go:171","msg":"trace[1519644879] linearizableReadLoop","detail":"{readStateIndex:3911; appliedIndex:3909; }","duration":"106.511449ms","start":"2026-04-08T01:22:38.637763Z","end":"2026-04-08T01:22:38.744274Z","steps":["trace[1519644879] 'read index received' (duration: 102.074247ms)","trace[1519644879] 'applied index is now lower than readState.Index' (duration: 4.432802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:38.744852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.960957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:38.744933Z","caller":"traceutil/trace.go:171","msg":"trace[1828978568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3764; }","duration":"107.198712ms","start":"2026-04-08T01:22:38.637715Z","end":"2026-04-08T01:22:38.744913Z","steps":["trace[1828978568] 'agreement among raft nodes before linearized reading' (duration: 106.759264ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:39.929349Z","caller":"traceutil/trace.go:171","msg":"trace[2121287546] linearizableReadLoop","detail":"{readStateIndex:3915; appliedIndex:3914; }","duration":"375.298866ms","start":"2026-04-08T01:22:39.554029Z","end":"2026-04-08T01:22:39.929328Z","steps":["trace[2121287546] 'read index received' (duration: 375.229665ms)","trace[2121287546] 'applied index is now lower than readState.Index' (duration: 68.471µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:39.92948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.00251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T01:22:39.929481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.447539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:39.929507Z","caller":"traceutil/trace.go:171","msg":"trace[1832808155] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3768; }","duration":"197.079811ms","start":"2026-04-08T01:22:39.732418Z","end":"2026-04-08T01:22:39.929498Z","steps":["trace[1832808155] 'agreement among raft nodes before linearized reading' (duration: 197.00273ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:39.92953Z","caller":"traceutil/trace.go:171","msg":"trace[2082287194] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3768; }","duration":"375.538291ms","start":"2026-04-08T01:22:39.553978Z","end":"2026-04-08T01:22:39.929516Z","steps":["trace[2082287194] 'agreement among raft nodes before linearized reading' (duration: 375.438709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:39.92957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:39.553958Z","time spent":"375.603523ms","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-08T01:22:39.929547Z","caller":"traceutil/trace.go:171","msg":"trace[1741372295] transaction","detail":"{read_only:false; response_revision:3768; number_of_response:1; }","duration":"414.447162ms","start":"2026-04-08T01:22:39.51503Z","end":"2026-04-08T01:22:39.929477Z","steps":["trace[1741372295] 'process raft request' (duration: 414.174987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:39.929717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:39.515006Z","time spent":"414.644395ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:40.071904Z","caller":"traceutil/trace.go:171","msg":"trace[1462539930] linearizableReadLoop","detail":"{readStateIndex:3916; appliedIndex:3915; }","duration":"132.466677ms","start":"2026-04-08T01:22:39.939403Z","end":"2026-04-08T01:22:40.071869Z","steps":["trace[1462539930] 'read index received' (duration: 50.546773ms)","trace[1462539930] 'applied index is now lower than readState.Index' (duration: 81.918534ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:40.072151Z","caller":"traceutil/trace.go:171","msg":"trace[1192553580] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"135.3339ms","start":"2026-04-08T01:22:39.93678Z","end":"2026-04-08T01:22:40.072114Z","steps":["trace[1192553580] 'process raft request' (duration: 53.237972ms)","trace[1192553580] 'compare' (duration: 81.711181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:40.07261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.183701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T01:22:40.072749Z","caller":"traceutil/trace.go:171","msg":"trace[550111506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3769; }","duration":"133.358274ms","start":"2026-04-08T01:22:39.939367Z","end":"2026-04-08T01:22:40.072725Z","steps":["trace[550111506] 'agreement among raft nodes before linearized reading' (duration: 132.62569ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:42.233476Z","caller":"traceutil/trace.go:171","msg":"trace[1319218821] linearizableReadLoop","detail":"{readStateIndex:3926; appliedIndex:3925; }","duration":"127.74311ms","start":"2026-04-08T01:22:42.105715Z","end":"2026-04-08T01:22:42.233458Z","steps":["trace[1319218821] 'read index received' (duration: 127.622418ms)","trace[1319218821] 'applied index is now lower than readState.Index' (duration: 120.272µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:42.233516Z","caller":"traceutil/trace.go:171","msg":"trace[1726218897] transaction","detail":"{read_only:false; response_revision:3779; number_of_response:1; }","duration":"147.337117ms","start":"2026-04-08T01:22:42.086161Z","end":"2026-04-08T01:22:42.233498Z","steps":["trace[1726218897] 'process raft request' (duration: 147.194855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:42.233704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.964744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:22:42.233778Z","caller":"traceutil/trace.go:171","msg":"trace[89795804] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3779; }","duration":"128.087477ms","start":"2026-04-08T01:22:42.105673Z","end":"2026-04-08T01:22:42.23376Z","steps":["trace[89795804] 'agreement among raft nodes before linearized reading' (duration: 127.859473ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:42.385153Z","caller":"traceutil/trace.go:171","msg":"trace[1773287130] transaction","detail":"{read_only:false; response_revision:3781; number_of_response:1; }","duration":"147.54612ms","start":"2026-04-08T01:22:42.237562Z","end":"2026-04-08T01:22:42.385108Z","steps":["trace[1773287130] 'process raft request' (duration: 48.296598ms)","trace[1773287130] 'compare' (duration: 99.039708ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:42.385322Z","caller":"traceutil/trace.go:171","msg":"trace[1331858909] transaction","detail":"{read_only:false; response_revision:3782; number_of_response:1; }","duration":"147.416627ms","start":"2026-04-08T01:22:42.237886Z","end":"2026-04-08T01:22:42.385303Z","steps":["trace[1331858909] 'process raft request' (duration: 147.125382ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:50.277948Z","caller":"traceutil/trace.go:171","msg":"trace[1526922367] linearizableReadLoop","detail":"{readStateIndex:3975; appliedIndex:3974; }","duration":"399.925942ms","start":"2026-04-08T01:22:49.877993Z","end":"2026-04-08T01:22:50.277919Z","steps":["trace[1526922367] 'read index received' (duration: 399.735809ms)","trace[1526922367] 'applied index is now lower than readState.Index' (duration: 188.713µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:50.278046Z","caller":"traceutil/trace.go:171","msg":"trace[1124543563] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"511.634056ms","start":"2026-04-08T01:22:49.766378Z","end":"2026-04-08T01:22:50.278012Z","steps":["trace[1124543563] 'process raft request' (duration: 511.353061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:50.278181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:49.766367Z","time spent":"511.749959ms","remote":"127.0.0.1:38916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:22:50.278204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.635146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:22:50.278256Z","caller":"traceutil/trace.go:171","msg":"trace[126001788] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3826; }","duration":"380.751319ms","start":"2026-04-08T01:22:49.897487Z","end":"2026-04-08T01:22:50.278238Z","steps":["trace[126001788] 'agreement among raft nodes before linearized reading' (duration: 380.593656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:50.278299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:49.897464Z","time spent":"380.82326ms","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:22:50.278298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.275919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:22:50.278361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.354147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T01:22:50.278436Z","caller":"traceutil/trace.go:171","msg":"trace[251708146] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3826; }","duration":"400.457091ms","start":"2026-04-08T01:22:49.877942Z","end":"2026-04-08T01:22:50.278399Z","steps":["trace[251708146] 'agreement among raft nodes before linearized reading' (duration: 400.124276ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:50.278465Z","caller":"traceutil/trace.go:171","msg":"trace[1619227022] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3826; }","duration":"104.51754ms","start":"2026-04-08T01:22:50.173923Z","end":"2026-04-08T01:22:50.278441Z","steps":["trace[1619227022] 'agreement among raft nodes before linearized reading' (duration: 104.241895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:50.278512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:49.877922Z","time spent":"400.571864ms","remote":"127.0.0.1:45634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:22:50.278686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.330177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:22:50.278738Z","caller":"traceutil/trace.go:171","msg":"trace[725395642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3826; }","duration":"261.429449ms","start":"2026-04-08T01:22:50.017297Z","end":"2026-04-08T01:22:50.278727Z","steps":["trace[725395642] 'agreement among raft nodes before linearized reading' (duration: 261.232526ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:50.386524Z","caller":"traceutil/trace.go:171","msg":"trace[1523104410] transaction","detail":"{read_only:false; response_revision:3827; number_of_response:1; }","duration":"103.042604ms","start":"2026-04-08T01:22:50.283449Z","end":"2026-04-08T01:22:50.386491Z","steps":["trace[1523104410] 'process raft request' (duration: 100.50789ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:50.386542Z","caller":"traceutil/trace.go:171","msg":"trace[345903733] transaction","detail":"{read_only:false; response_revision:3828; number_of_response:1; }","duration":"101.16846ms","start":"2026-04-08T01:22:50.285348Z","end":"2026-04-08T01:22:50.386516Z","steps":["trace[345903733] 'process raft request' (duration: 101.108229ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:50.386693Z","caller":"traceutil/trace.go:171","msg":"trace[1728037974] linearizableReadLoop","detail":"{readStateIndex:3976; appliedIndex:3975; }","duration":"102.701298ms","start":"2026-04-08T01:22:50.283885Z","end":"2026-04-08T01:22:50.386587Z","steps":["trace[1728037974] 'read index received' (duration: 100.054371ms)","trace[1728037974] 'applied index is now lower than readState.Index' (duration: 2.644097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:50.387016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.114916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T01:22:50.387088Z","caller":"traceutil/trace.go:171","msg":"trace[1832005360] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3828; }","duration":"103.255958ms","start":"2026-04-08T01:22:50.283822Z","end":"2026-04-08T01:22:50.387078Z","steps":["trace[1832005360] 'agreement among raft nodes before linearized reading' (duration: 102.966193ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:52.659927Z","caller":"traceutil/trace.go:171","msg":"trace[1485433224] transaction","detail":"{read_only:false; response_revision:3844; number_of_response:1; }","duration":"103.563306ms","start":"2026-04-08T01:22:52.556341Z","end":"2026-04-08T01:22:52.659904Z","steps":["trace[1485433224] 'process raft request' (duration: 102.856824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:58.956148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.620666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:22:58.956295Z","caller":"traceutil/trace.go:171","msg":"trace[906209939] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"272.882738ms","start":"2026-04-08T01:22:58.683398Z","end":"2026-04-08T01:22:58.956281Z","steps":["trace[906209939] 'process raft request' (duration: 272.832997ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:58.956389Z","caller":"traceutil/trace.go:171","msg":"trace[1101540640] linearizableReadLoop","detail":"{readStateIndex:4025; appliedIndex:4024; }","duration":"282.822212ms","start":"2026-04-08T01:22:58.673535Z","end":"2026-04-08T01:22:58.956357Z","steps":["trace[1101540640] 'read index received' (duration: 91.928522ms)","trace[1101540640] 'applied index is now lower than readState.Index' (duration: 190.8914ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:58.956418Z","caller":"traceutil/trace.go:171","msg":"trace[1644483387] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"308.794152ms","start":"2026-04-08T01:22:58.647595Z","end":"2026-04-08T01:22:58.956389Z","steps":["trace[1644483387] 'process raft request' (duration: 117.8488ms)","trace[1644483387] 'compare' (duration: 190.367961ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:58.956555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.647566Z","time spent":"308.911393ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:58.956556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.014275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:22:58.956607Z","caller":"traceutil/trace.go:171","msg":"trace[1660633975] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3875; }","duration":"283.082847ms","start":"2026-04-08T01:22:58.673512Z","end":"2026-04-08T01:22:58.956595Z","steps":["trace[1660633975] 'agreement among raft nodes before linearized reading' (duration: 282.956345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:58.95665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.276095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T01:22:58.956664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.502841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:22:58.956789Z","caller":"traceutil/trace.go:171","msg":"trace[91376113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3875; }","duration":"273.460847ms","start":"2026-04-08T01:22:58.68331Z","end":"2026-04-08T01:22:58.956771Z","steps":["trace[91376113] 'agreement among raft nodes before linearized reading' (duration: 273.219843ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:58.956821Z","caller":"traceutil/trace.go:171","msg":"trace[2057382030] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3875; }","duration":"280.663795ms","start":"2026-04-08T01:22:58.676115Z","end":"2026-04-08T01:22:58.956779Z","steps":["trace[2057382030] 'agreement among raft nodes before linearized reading' (duration: 280.40431ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:59.138956Z","caller":"traceutil/trace.go:171","msg":"trace[156243596] transaction","detail":"{read_only:false; response_revision:3878; number_of_response:1; }","duration":"168.118613ms","start":"2026-04-08T01:22:58.970796Z","end":"2026-04-08T01:22:59.138914Z","steps":["trace[156243596] 'process raft request' (duration: 104.841368ms)","trace[156243596] 'compare' (duration: 62.99209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:01.19519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.892868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:23:01.195308Z","caller":"traceutil/trace.go:171","msg":"trace[1857366547] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3888; }","duration":"115.075761ms","start":"2026-04-08T01:23:01.080202Z","end":"2026-04-08T01:23:01.195278Z","steps":["trace[1857366547] 'count revisions from in-memory index tree' (duration: 114.791336ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:12.866747Z","caller":"traceutil/trace.go:171","msg":"trace[525453177] transaction","detail":"{read_only:false; response_revision:3952; number_of_response:1; }","duration":"146.759641ms","start":"2026-04-08T01:23:12.719956Z","end":"2026-04-08T01:23:12.866716Z","steps":["trace[525453177] 'process raft request' (duration: 86.691275ms)","trace[525453177] 'compare' (duration: 59.950364ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:13.266303Z","caller":"traceutil/trace.go:171","msg":"trace[102035075] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"111.549282ms","start":"2026-04-08T01:23:13.154729Z","end":"2026-04-08T01:23:13.266278Z","steps":["trace[102035075] 'process raft request' (duration: 105.881474ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:13.266591Z","caller":"traceutil/trace.go:171","msg":"trace[1575067077] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"111.793306ms","start":"2026-04-08T01:23:13.154773Z","end":"2026-04-08T01:23:13.266566Z","steps":["trace[1575067077] 'process raft request' (duration: 111.45862ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:20.371925Z","caller":"traceutil/trace.go:171","msg":"trace[1983250815] transaction","detail":"{read_only:false; response_revision:3992; number_of_response:1; }","duration":"129.598878ms","start":"2026-04-08T01:23:20.242298Z","end":"2026-04-08T01:23:20.371897Z","steps":["trace[1983250815] 'process raft request' (duration: 129.369875ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:29.459102Z","caller":"traceutil/trace.go:171","msg":"trace[521684440] transaction","detail":"{read_only:false; response_revision:4039; number_of_response:1; }","duration":"156.757658ms","start":"2026-04-08T01:23:29.302317Z","end":"2026-04-08T01:23:29.459075Z","steps":["trace[521684440] 'process raft request' (duration: 108.870862ms)","trace[521684440] 'compare' (duration: 47.394668ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:37.213358Z","caller":"traceutil/trace.go:171","msg":"trace[851527324] transaction","detail":"{read_only:false; response_revision:4110; number_of_response:1; }","duration":"143.698201ms","start":"2026-04-08T01:23:37.069621Z","end":"2026-04-08T01:23:37.21332Z","steps":["trace[851527324] 'process raft request' (duration: 143.495258ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:37.660614Z","caller":"traceutil/trace.go:171","msg":"trace[351929436] linearizableReadLoop","detail":"{readStateIndex:4276; appliedIndex:4275; }","duration":"129.322312ms","start":"2026-04-08T01:23:37.531268Z","end":"2026-04-08T01:23:37.66059Z","steps":["trace[351929436] 'read index received' (duration: 129.17419ms)","trace[351929436] 'applied index is now lower than readState.Index' (duration: 146.812µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:37.660702Z","caller":"traceutil/trace.go:171","msg":"trace[1408708000] transaction","detail":"{read_only:false; response_revision:4113; number_of_response:1; }","duration":"148.973449ms","start":"2026-04-08T01:23:37.511678Z","end":"2026-04-08T01:23:37.660651Z","steps":["trace[1408708000] 'process raft request' (duration: 148.759706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:37.660854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.567446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:23:37.660903Z","caller":"traceutil/trace.go:171","msg":"trace[693867662] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4113; }","duration":"129.670217ms","start":"2026-04-08T01:23:37.531218Z","end":"2026-04-08T01:23:37.660888Z","steps":["trace[693867662] 'agreement among raft nodes before linearized reading' (duration: 129.510544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:37.726727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.555532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:23:37.726834Z","caller":"traceutil/trace.go:171","msg":"trace[655023593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4113; }","duration":"160.707805ms","start":"2026-04-08T01:23:37.566102Z","end":"2026-04-08T01:23:37.72681Z","steps":["trace[655023593] 'agreement among raft nodes before linearized reading' (duration: 160.394488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:37.727161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.867615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:23:37.727244Z","caller":"traceutil/trace.go:171","msg":"trace[1467488867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4114; }","duration":"125.995686ms","start":"2026-04-08T01:23:37.601229Z","end":"2026-04-08T01:23:37.727225Z","steps":["trace[1467488867] 'agreement among raft nodes before linearized reading' (duration: 125.693901ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:38.105137Z","caller":"traceutil/trace.go:171","msg":"trace[236273457] linearizableReadLoop","detail":"{readStateIndex:4281; appliedIndex:4280; }","duration":"158.585407ms","start":"2026-04-08T01:23:37.946512Z","end":"2026-04-08T01:23:38.105097Z","steps":["trace[236273457] 'read index received' (duration: 158.288212ms)","trace[236273457] 'applied index is now lower than readState.Index' (duration: 295.315µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:38.105242Z","caller":"traceutil/trace.go:171","msg":"trace[2060195796] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"259.280353ms","start":"2026-04-08T01:23:37.845921Z","end":"2026-04-08T01:23:38.105201Z","steps":["trace[2060195796] 'process raft request' (duration: 258.942317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:38.10538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.850171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:23:38.10587Z","caller":"traceutil/trace.go:171","msg":"trace[405049886] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4117; }","duration":"159.304009ms","start":"2026-04-08T01:23:37.946463Z","end":"2026-04-08T01:23:38.105767Z","steps":["trace[405049886] 'agreement among raft nodes before linearized reading' (duration: 158.806951ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:38.591395Z","caller":"traceutil/trace.go:171","msg":"trace[945932499] transaction","detail":"{read_only:false; response_revision:4128; number_of_response:1; }","duration":"102.89954ms","start":"2026-04-08T01:23:38.488477Z","end":"2026-04-08T01:23:38.591377Z","steps":["trace[945932499] 'process raft request' (duration: 89.917624ms)","trace[945932499] 'compare' (duration: 12.896525ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:39.978444Z","caller":"traceutil/trace.go:171","msg":"trace[649189250] transaction","detail":"{read_only:false; response_revision:4155; number_of_response:1; }","duration":"312.081509ms","start":"2026-04-08T01:23:39.666345Z","end":"2026-04-08T01:23:39.978426Z","steps":["trace[649189250] 'process raft request' (duration: 312.035198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:39.978565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:39.666324Z","time spent":"312.181511ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:39.978743Z","caller":"traceutil/trace.go:171","msg":"trace[805832531] transaction","detail":"{read_only:false; response_revision:4154; number_of_response:1; }","duration":"428.786666ms","start":"2026-04-08T01:23:39.549936Z","end":"2026-04-08T01:23:39.978722Z","steps":["trace[805832531] 'process raft request' (duration: 390.180427ms)","trace[805832531] 'compare' (duration: 37.779616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:39.978837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:39.549911Z","time spent":"428.880098ms","remote":"127.0.0.1:46248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":269842,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:39.978839Z","caller":"traceutil/trace.go:171","msg":"trace[704395192] linearizableReadLoop","detail":"{readStateIndex:4318; appliedIndex:4317; }","duration":"341.647561ms","start":"2026-04-08T01:23:39.637146Z","end":"2026-04-08T01:23:39.978794Z","steps":["trace[704395192] 'read index received' (duration: 302.696014ms)","trace[704395192] 'applied index is now lower than readState.Index' (duration: 38.947817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:39.979026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.867054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:23:39.979091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.117506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:23:39.979102Z","caller":"traceutil/trace.go:171","msg":"trace[118140577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4155; }","duration":"341.979626ms","start":"2026-04-08T01:23:39.637103Z","end":"2026-04-08T01:23:39.979083Z","steps":["trace[118140577] 'agreement among raft nodes before linearized reading' (duration: 341.862833ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:39.979123Z","caller":"traceutil/trace.go:171","msg":"trace[544166360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4155; }","duration":"225.173818ms","start":"2026-04-08T01:23:39.753939Z","end":"2026-04-08T01:23:39.979113Z","steps":["trace[544166360] 'agreement among raft nodes before linearized reading' (duration: 225.066125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:39.979145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:39.637089Z","time spent":"342.048568ms","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:23:39.979145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.220478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:23:39.979215Z","caller":"traceutil/trace.go:171","msg":"trace[945700227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4155; }","duration":"228.33504ms","start":"2026-04-08T01:23:39.750844Z","end":"2026-04-08T01:23:39.979179Z","steps":["trace[945700227] 'agreement among raft nodes before linearized reading' (duration: 228.172636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:39.979225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.65139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:23:39.979269Z","caller":"traceutil/trace.go:171","msg":"trace[72848741] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4155; }","duration":"247.718021ms","start":"2026-04-08T01:23:39.731538Z","end":"2026-04-08T01:23:39.979256Z","steps":["trace[72848741] 'agreement among raft nodes before linearized reading' (duration: 247.538278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:39.979049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.860113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:39.979305Z","caller":"traceutil/trace.go:171","msg":"trace[1769090164] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4155; }","duration":"339.176409ms","start":"2026-04-08T01:23:39.640119Z","end":"2026-04-08T01:23:39.979295Z","steps":["trace[1769090164] 'agreement among raft nodes before linearized reading' (duration: 338.864883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:39.979334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:39.640098Z","time spent":"339.223871ms","remote":"127.0.0.1:49000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:23:41.053209Z","caller":"traceutil/trace.go:171","msg":"trace[1093476871] transaction","detail":"{read_only:false; response_revision:4165; number_of_response:1; }","duration":"147.595165ms","start":"2026-04-08T01:23:40.905592Z","end":"2026-04-08T01:23:41.053187Z","steps":["trace[1093476871] 'process raft request' (duration: 87.229886ms)","trace[1093476871] 'compare' (duration: 60.249247ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:47.737343Z","caller":"traceutil/trace.go:171","msg":"trace[930476063] linearizableReadLoop","detail":"{readStateIndex:4368; appliedIndex:4366; }","duration":"102.642756ms","start":"2026-04-08T01:23:47.634673Z","end":"2026-04-08T01:23:47.737316Z","steps":["trace[930476063] 'read index received' (duration: 44.589972ms)","trace[930476063] 'applied index is now lower than readState.Index' (duration: 58.051534ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:47.737458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.764319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:47.737482Z","caller":"traceutil/trace.go:171","msg":"trace[329644055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4202; }","duration":"102.84304ms","start":"2026-04-08T01:23:47.634631Z","end":"2026-04-08T01:23:47.737474Z","steps":["trace[329644055] 'agreement among raft nodes before linearized reading' (duration: 102.771808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:48.386179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.840304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:23:48.386333Z","caller":"traceutil/trace.go:171","msg":"trace[1767274841] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"300.681704ms","start":"2026-04-08T01:23:48.085631Z","end":"2026-04-08T01:23:48.386313Z","steps":["trace[1767274841] 'process raft request' (duration: 300.627123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:48.386387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:48.085608Z","time spent":"300.755055ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:48.386628Z","caller":"traceutil/trace.go:171","msg":"trace[1728139516] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"301.0695ms","start":"2026-04-08T01:23:48.08555Z","end":"2026-04-08T01:23:48.38662Z","steps":["trace[1728139516] 'process raft request' (duration: 160.710237ms)","trace[1728139516] 'compare' (duration: 139.731843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:48.386677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:48.085537Z","time spent":"301.11116ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:48.787037Z","caller":"traceutil/trace.go:171","msg":"trace[1927182779] linearizableReadLoop","detail":"{readStateIndex:4374; appliedIndex:4373; }","duration":"137.817051ms","start":"2026-04-08T01:23:48.649197Z","end":"2026-04-08T01:23:48.787014Z","steps":["trace[1927182779] 'read index received' (duration: 137.619938ms)","trace[1927182779] 'applied index is now lower than readState.Index' (duration: 196.483µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:48.787062Z","caller":"traceutil/trace.go:171","msg":"trace[2106692390] transaction","detail":"{read_only:false; response_revision:4208; number_of_response:1; }","duration":"173.142021ms","start":"2026-04-08T01:23:48.613895Z","end":"2026-04-08T01:23:48.787037Z","steps":["trace[2106692390] 'process raft request' (duration: 172.989978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:48.787141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.927694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:48.787165Z","caller":"traceutil/trace.go:171","msg":"trace[1489879490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4208; }","duration":"137.967655ms","start":"2026-04-08T01:23:48.64919Z","end":"2026-04-08T01:23:48.787157Z","steps":["trace[1489879490] 'agreement among raft nodes before linearized reading' (duration: 137.894963ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.426151Z","caller":"traceutil/trace.go:171","msg":"trace[1004953708] transaction","detail":"{read_only:false; response_revision:4223; number_of_response:1; }","duration":"121.991445ms","start":"2026-04-08T01:23:51.304135Z","end":"2026-04-08T01:23:51.426127Z","steps":["trace[1004953708] 'process raft request' (duration: 55.493938ms)","trace[1004953708] 'compare' (duration: 65.949198ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:52.365682Z","caller":"traceutil/trace.go:171","msg":"trace[381576049] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"151.608256ms","start":"2026-04-08T01:23:52.21405Z","end":"2026-04-08T01:23:52.365658Z","steps":["trace[381576049] 'process raft request' (duration: 126.721069ms)","trace[381576049] 'compare' (duration: 24.248747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:53.432189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.636339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-detail\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:53.432279Z","caller":"traceutil/trace.go:171","msg":"trace[589473832] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-detail; range_end:; response_count:0; response_revision:4234; }","duration":"114.776152ms","start":"2026-04-08T01:23:53.317481Z","end":"2026-04-08T01:23:53.432257Z","steps":["trace[589473832] 'range keys from in-memory index tree' (duration: 114.515737ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:53.69996Z","caller":"traceutil/trace.go:171","msg":"trace[1705172065] transaction","detail":"{read_only:false; response_revision:4236; number_of_response:1; }","duration":"260.103201ms","start":"2026-04-08T01:23:53.439828Z","end":"2026-04-08T01:23:53.699932Z","steps":["trace[1705172065] 'process raft request' (duration: 253.437882ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:53.770618Z","caller":"traceutil/trace.go:171","msg":"trace[2113004614] linearizableReadLoop","detail":"{readStateIndex:4404; appliedIndex:4402; }","duration":"243.514602ms","start":"2026-04-08T01:23:53.527075Z","end":"2026-04-08T01:23:53.77059Z","steps":["trace[2113004614] 'read index received' (duration: 166.19588ms)","trace[2113004614] 'applied index is now lower than readState.Index' (duration: 77.317672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:53.770844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.752455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T01:23:53.770813Z","caller":"traceutil/trace.go:171","msg":"trace[1129654252] transaction","detail":"{read_only:false; response_revision:4237; number_of_response:1; }","duration":"250.440585ms","start":"2026-04-08T01:23:53.520338Z","end":"2026-04-08T01:23:53.770779Z","steps":["trace[1129654252] 'process raft request' (duration: 250.10434ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:53.770911Z","caller":"traceutil/trace.go:171","msg":"trace[2094360815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4237; }","duration":"243.880388ms","start":"2026-04-08T01:23:53.527015Z","end":"2026-04-08T01:23:53.770895Z","steps":["trace[2094360815] 'agreement among raft nodes before linearized reading' (duration: 243.685145ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:53.934197Z","caller":"traceutil/trace.go:171","msg":"trace[1312177983] transaction","detail":"{read_only:false; response_revision:4238; number_of_response:1; }","duration":"157.093262ms","start":"2026-04-08T01:23:53.777081Z","end":"2026-04-08T01:23:53.934175Z","steps":["trace[1312177983] 'process raft request' (duration: 77.995522ms)","trace[1312177983] 'compare' (duration: 78.987728ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:54.489559Z","caller":"traceutil/trace.go:171","msg":"trace[1112425849] transaction","detail":"{read_only:false; response_revision:4241; number_of_response:1; }","duration":"115.242857ms","start":"2026-04-08T01:23:54.37428Z","end":"2026-04-08T01:23:54.489523Z","steps":["trace[1112425849] 'process raft request' (duration: 115.038604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:54.681727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.213297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:23:54.681968Z","caller":"traceutil/trace.go:171","msg":"trace[680878798] linearizableReadLoop","detail":"{readStateIndex:4411; appliedIndex:4408; }","duration":"103.684088ms","start":"2026-04-08T01:23:54.578267Z","end":"2026-04-08T01:23:54.681951Z","steps":["trace[680878798] 'read index received' (duration: 101.783667ms)","trace[680878798] 'applied index is now lower than readState.Index' (duration: 1.899471ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:54.682079Z","caller":"traceutil/trace.go:171","msg":"trace[831973886] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"149.405813ms","start":"2026-04-08T01:23:54.532661Z","end":"2026-04-08T01:23:54.682067Z","steps":["trace[831973886] 'process raft request' (duration: 149.247371ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:54.682158Z","caller":"traceutil/trace.go:171","msg":"trace[693457967] transaction","detail":"{read_only:false; response_revision:4243; number_of_response:1; }","duration":"150.196367ms","start":"2026-04-08T01:23:54.531846Z","end":"2026-04-08T01:23:54.682042Z","steps":["trace[693457967] 'process raft request' (duration: 150.006144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:54.682252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.984974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osds-overview\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:54.682317Z","caller":"traceutil/trace.go:171","msg":"trace[378934406] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osds-overview; range_end:; response_count:0; response_revision:4244; }","duration":"104.077575ms","start":"2026-04-08T01:23:54.578223Z","end":"2026-04-08T01:23:54.682301Z","steps":["trace[378934406] 'agreement among raft nodes before linearized reading' (duration: 103.968703ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:54.682409Z","caller":"traceutil/trace.go:171","msg":"trace[24071876] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"150.846517ms","start":"2026-04-08T01:23:54.531513Z","end":"2026-04-08T01:23:54.682359Z","steps":["trace[24071876] 'process raft request' (duration: 26.910128ms)","trace[24071876] 'compare' (duration: 123.110686ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:55.653929Z","caller":"traceutil/trace.go:171","msg":"trace[2052383608] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"142.146193ms","start":"2026-04-08T01:23:55.511757Z","end":"2026-04-08T01:23:55.653903Z","steps":["trace[2052383608] 'process raft request' (duration: 140.469495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:56.490747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.952842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:56.490884Z","caller":"traceutil/trace.go:171","msg":"trace[1791539161] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4251; }","duration":"114.122345ms","start":"2026-04-08T01:23:56.376714Z","end":"2026-04-08T01:23:56.490837Z","steps":["trace[1791539161] 'count revisions from in-memory index tree' (duration: 113.87079ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:58.872558Z","caller":"traceutil/trace.go:171","msg":"trace[695730272] transaction","detail":"{read_only:false; response_revision:4266; number_of_response:1; }","duration":"124.293674ms","start":"2026-04-08T01:23:58.748222Z","end":"2026-04-08T01:23:58.872515Z","steps":["trace[695730272] 'process raft request' (duration: 64.740949ms)","trace[695730272] 'compare' (duration: 59.366742ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:58.880237Z","caller":"traceutil/trace.go:171","msg":"trace[1158185818] transaction","detail":"{read_only:false; response_revision:4267; number_of_response:1; }","duration":"131.966649ms","start":"2026-04-08T01:23:58.748242Z","end":"2026-04-08T01:23:58.880209Z","steps":["trace[1158185818] 'process raft request' (duration: 131.782936ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:13.060962Z","caller":"traceutil/trace.go:171","msg":"trace[1823587887] linearizableReadLoop","detail":"{readStateIndex:4519; appliedIndex:4518; }","duration":"119.165412ms","start":"2026-04-08T01:24:12.941772Z","end":"2026-04-08T01:24:13.060938Z","steps":["trace[1823587887] 'read index received' (duration: 118.973289ms)","trace[1823587887] 'applied index is now lower than readState.Index' (duration: 191.353µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:13.061254Z","caller":"traceutil/trace.go:171","msg":"trace[100067022] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"260.957485ms","start":"2026-04-08T01:24:12.800284Z","end":"2026-04-08T01:24:13.061242Z","steps":["trace[100067022] 'process raft request' (duration: 260.541398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:13.061506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.734081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T01:24:13.061536Z","caller":"traceutil/trace.go:171","msg":"trace[601110176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4338; }","duration":"119.818712ms","start":"2026-04-08T01:24:12.941709Z","end":"2026-04-08T01:24:13.061527Z","steps":["trace[601110176] 'agreement among raft nodes before linearized reading' (duration: 119.70158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:13.061801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.693982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:24:13.061861Z","caller":"traceutil/trace.go:171","msg":"trace[1974616571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4338; }","duration":"111.794974ms","start":"2026-04-08T01:24:12.950051Z","end":"2026-04-08T01:24:13.061846Z","steps":["trace[1974616571] 'agreement among raft nodes before linearized reading' (duration: 111.55181ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:13.193021Z","caller":"traceutil/trace.go:171","msg":"trace[576629752] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"126.479467ms","start":"2026-04-08T01:24:13.066524Z","end":"2026-04-08T01:24:13.193003Z","steps":["trace[576629752] 'process raft request' (duration: 126.453236ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:13.193247Z","caller":"traceutil/trace.go:171","msg":"trace[79843091] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"128.028552ms","start":"2026-04-08T01:24:13.065192Z","end":"2026-04-08T01:24:13.193221Z","steps":["trace[79843091] 'process raft request' (duration: 126.66362ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:16.682071Z","caller":"traceutil/trace.go:171","msg":"trace[109013253] transaction","detail":"{read_only:false; response_revision:4374; number_of_response:1; }","duration":"109.649003ms","start":"2026-04-08T01:24:16.572375Z","end":"2026-04-08T01:24:16.682024Z","steps":["trace[109013253] 'process raft request' (duration: 109.43542ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:16.910689Z","caller":"traceutil/trace.go:171","msg":"trace[1857206829] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"131.904467ms","start":"2026-04-08T01:24:16.778747Z","end":"2026-04-08T01:24:16.910651Z","steps":["trace[1857206829] 'process raft request' (duration: 109.43401ms)","trace[1857206829] 'compare' (duration: 22.198293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:18.784303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.434265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:18.784397Z","caller":"traceutil/trace.go:171","msg":"trace[1878652379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4391; }","duration":"148.580867ms","start":"2026-04-08T01:24:18.635794Z","end":"2026-04-08T01:24:18.784375Z","steps":["trace[1878652379] 'range keys from in-memory index tree' (duration: 148.348194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:18.784545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.430876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-z4nbv\" ","response":"range_response_count:1 size:4356"} {"level":"info","ts":"2026-04-08T01:24:18.784643Z","caller":"traceutil/trace.go:171","msg":"trace[1847922382] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-z4nbv; range_end:; response_count:1; response_revision:4391; }","duration":"184.588218ms","start":"2026-04-08T01:24:18.600033Z","end":"2026-04-08T01:24:18.784621Z","steps":["trace[1847922382] 'range keys from in-memory index tree' (duration: 184.258353ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:23.845286Z","caller":"traceutil/trace.go:171","msg":"trace[2034279488] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"147.761112ms","start":"2026-04-08T01:24:23.697497Z","end":"2026-04-08T01:24:23.845258Z","steps":["trace[2034279488] 'process raft request' (duration: 94.028284ms)","trace[2034279488] 'compare' (duration: 53.487814ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:23.859251Z","caller":"traceutil/trace.go:171","msg":"trace[356729880] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"144.647252ms","start":"2026-04-08T01:24:23.71459Z","end":"2026-04-08T01:24:23.859237Z","steps":["trace[356729880] 'process raft request' (duration: 144.5246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:24.707798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.183068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:24.70798Z","caller":"traceutil/trace.go:171","msg":"trace[285222515] linearizableReadLoop","detail":"{readStateIndex:4922; appliedIndex:4919; }","duration":"243.970787ms","start":"2026-04-08T01:24:24.463995Z","end":"2026-04-08T01:24:24.707966Z","steps":["trace[285222515] 'read index received' (duration: 140.643497ms)","trace[285222515] 'applied index is now lower than readState.Index' (duration: 103.3266ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:24.708046Z","caller":"traceutil/trace.go:171","msg":"trace[47384358] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"343.583158ms","start":"2026-04-08T01:24:24.364456Z","end":"2026-04-08T01:24:24.708039Z","steps":["trace[47384358] 'process raft request' (duration: 240.105006ms)","trace[47384358] 'compare' (duration: 102.886323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:24.708086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:24.364435Z","time spent":"343.632179ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:24:24.708333Z","caller":"traceutil/trace.go:171","msg":"trace[1981260973] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"300.763164ms","start":"2026-04-08T01:24:24.407563Z","end":"2026-04-08T01:24:24.708327Z","steps":["trace[1981260973] 'process raft request' (duration: 300.309966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:24.70839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:24.407554Z","time spent":"300.803984ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:24.708486Z","caller":"traceutil/trace.go:171","msg":"trace[656972798] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"294.337123ms","start":"2026-04-08T01:24:24.414143Z","end":"2026-04-08T01:24:24.70848Z","steps":["trace[656972798] 'process raft request' (duration: 293.783873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:24.708617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.604098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:24.708708Z","caller":"traceutil/trace.go:171","msg":"trace[2022921492] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:0; response_revision:4733; }","duration":"244.74409ms","start":"2026-04-08T01:24:24.463945Z","end":"2026-04-08T01:24:24.708689Z","steps":["trace[2022921492] 'agreement among raft nodes before linearized reading' (duration: 244.585828ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:24.732706Z","caller":"traceutil/trace.go:171","msg":"trace[1643680916] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"184.902036ms","start":"2026-04-08T01:24:24.547782Z","end":"2026-04-08T01:24:24.732684Z","steps":["trace[1643680916] 'process raft request' (duration: 184.139894ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:24.876695Z","caller":"traceutil/trace.go:171","msg":"trace[157085588] linearizableReadLoop","detail":"{readStateIndex:4924; appliedIndex:4923; }","duration":"143.140607ms","start":"2026-04-08T01:24:24.733531Z","end":"2026-04-08T01:24:24.876672Z","steps":["trace[157085588] 'read index received' (duration: 137.556229ms)","trace[157085588] 'applied index is now lower than readState.Index' (duration: 5.583238ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:24.876815Z","caller":"traceutil/trace.go:171","msg":"trace[513695362] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"164.526785ms","start":"2026-04-08T01:24:24.712275Z","end":"2026-04-08T01:24:24.876801Z","steps":["trace[513695362] 'process raft request' (duration: 158.790205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:24.87701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.457532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:24.877146Z","caller":"traceutil/trace.go:171","msg":"trace[152668116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4735; }","duration":"143.635326ms","start":"2026-04-08T01:24:24.733489Z","end":"2026-04-08T01:24:24.877124Z","steps":["trace[152668116] 'agreement among raft nodes before linearized reading' (duration: 143.429433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:24.883263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.32503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:24.883325Z","caller":"traceutil/trace.go:171","msg":"trace[513096731] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4736; }","duration":"117.416461ms","start":"2026-04-08T01:24:24.765894Z","end":"2026-04-08T01:24:24.88331Z","steps":["trace[513096731] 'agreement among raft nodes before linearized reading' (duration: 117.297459ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:24.883503Z","caller":"traceutil/trace.go:171","msg":"trace[1039006549] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"124.392861ms","start":"2026-04-08T01:24:24.759076Z","end":"2026-04-08T01:24:24.883469Z","steps":["trace[1039006549] 'process raft request' (duration: 123.988714ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.006497Z","caller":"traceutil/trace.go:171","msg":"trace[110254693] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"118.004341ms","start":"2026-04-08T01:24:24.888461Z","end":"2026-04-08T01:24:25.006466Z","steps":["trace[110254693] 'process raft request' (duration: 117.863099ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.006755Z","caller":"traceutil/trace.go:171","msg":"trace[1222590397] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"119.728739ms","start":"2026-04-08T01:24:24.887001Z","end":"2026-04-08T01:24:25.006729Z","steps":["trace[1222590397] 'process raft request' (duration: 96.199438ms)","trace[1222590397] 'compare' (duration: 22.977002ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:25.00689Z","caller":"traceutil/trace.go:171","msg":"trace[1716471565] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4740; }","duration":"111.916226ms","start":"2026-04-08T01:24:24.89493Z","end":"2026-04-08T01:24:25.006846Z","steps":["trace[1716471565] 'process raft request' (duration: 111.53732ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.007025Z","caller":"traceutil/trace.go:171","msg":"trace[1333621512] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"115.664134ms","start":"2026-04-08T01:24:24.891348Z","end":"2026-04-08T01:24:25.007012Z","steps":["trace[1333621512] 'process raft request' (duration: 115.067745ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.007068Z","caller":"traceutil/trace.go:171","msg":"trace[1403393009] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"117.699967ms","start":"2026-04-08T01:24:24.889343Z","end":"2026-04-08T01:24:25.007043Z","steps":["trace[1403393009] 'process raft request' (duration: 117.033006ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.131516Z","caller":"traceutil/trace.go:171","msg":"trace[1036860308] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"119.791188ms","start":"2026-04-08T01:24:25.011696Z","end":"2026-04-08T01:24:25.131488Z","steps":["trace[1036860308] 'process raft request' (duration: 110.688843ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.151971Z","caller":"traceutil/trace.go:171","msg":"trace[1291787806] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"139.069891ms","start":"2026-04-08T01:24:25.012884Z","end":"2026-04-08T01:24:25.151954Z","steps":["trace[1291787806] 'process raft request' (duration: 138.944619ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.152014Z","caller":"traceutil/trace.go:171","msg":"trace[1631307309] linearizableReadLoop","detail":"{readStateIndex:4932; appliedIndex:4930; }","duration":"138.602424ms","start":"2026-04-08T01:24:25.013401Z","end":"2026-04-08T01:24:25.152004Z","steps":["trace[1631307309] 'read index received' (duration: 108.999368ms)","trace[1631307309] 'applied index is now lower than readState.Index' (duration: 29.602436ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:25.152106Z","caller":"traceutil/trace.go:171","msg":"trace[934797931] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"137.10231ms","start":"2026-04-08T01:24:25.014933Z","end":"2026-04-08T01:24:25.152035Z","steps":["trace[934797931] 'process raft request' (duration: 136.996558ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.152231Z","caller":"traceutil/trace.go:171","msg":"trace[196604398] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"138.804517ms","start":"2026-04-08T01:24:25.013412Z","end":"2026-04-08T01:24:25.152217Z","steps":["trace[196604398] 'process raft request' (duration: 138.492622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:25.152556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.144853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls-l4b74\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-04-08T01:24:25.152586Z","caller":"traceutil/trace.go:171","msg":"trace[1502011366] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls-l4b74; range_end:; response_count:1; response_revision:4745; }","duration":"139.209263ms","start":"2026-04-08T01:24:25.013369Z","end":"2026-04-08T01:24:25.152578Z","steps":["trace[1502011366] 'agreement among raft nodes before linearized reading' (duration: 138.942589ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.152537Z","caller":"traceutil/trace.go:171","msg":"trace[878569270] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"122.122184ms","start":"2026-04-08T01:24:25.030201Z","end":"2026-04-08T01:24:25.152323Z","steps":["trace[878569270] 'process raft request' (duration: 121.772479ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.332042Z","caller":"traceutil/trace.go:171","msg":"trace[1828801163] linearizableReadLoop","detail":"{readStateIndex:4936; appliedIndex:4935; }","duration":"179.977425ms","start":"2026-04-08T01:24:25.152043Z","end":"2026-04-08T01:24:25.33202Z","steps":["trace[1828801163] 'read index received' (duration: 179.893634ms)","trace[1828801163] 'applied index is now lower than readState.Index' (duration: 82.861µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:25.332258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.721903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:24:25.332307Z","caller":"traceutil/trace.go:171","msg":"trace[523608334] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4746; }","duration":"214.814233ms","start":"2026-04-08T01:24:25.117476Z","end":"2026-04-08T01:24:25.33229Z","steps":["trace[523608334] 'agreement among raft nodes before linearized reading' (duration: 214.652101ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.33233Z","caller":"traceutil/trace.go:171","msg":"trace[1564365608] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"196.569467ms","start":"2026-04-08T01:24:25.135732Z","end":"2026-04-08T01:24:25.332302Z","steps":["trace[1564365608] 'process raft request' (duration: 196.14448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:25.332209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.336961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-l9q45\" ","response":"range_response_count:1 size:3378"} {"level":"warn","ts":"2026-04-08T01:24:25.332606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.903303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:4330"} {"level":"info","ts":"2026-04-08T01:24:25.332652Z","caller":"traceutil/trace.go:171","msg":"trace[1868050218] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-l9q45; range_end:; response_count:1; response_revision:4746; }","duration":"194.844629ms","start":"2026-04-08T01:24:25.137792Z","end":"2026-04-08T01:24:25.332636Z","steps":["trace[1868050218] 'agreement among raft nodes before linearized reading' (duration: 194.24526ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.332675Z","caller":"traceutil/trace.go:171","msg":"trace[359390844] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4746; }","duration":"317.020754ms","start":"2026-04-08T01:24:25.015638Z","end":"2026-04-08T01:24:25.332659Z","steps":["trace[359390844] 'agreement among raft nodes before linearized reading' (duration: 316.74977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:25.332738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:25.015623Z","time spent":"317.106345ms","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4353,"request content":"key:\"/registry/secrets/monitoring/alertmanager-tls\" "} {"level":"warn","ts":"2026-04-08T01:24:25.539391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.959081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T01:24:25.539486Z","caller":"traceutil/trace.go:171","msg":"trace[560641000] linearizableReadLoop","detail":"{readStateIndex:4937; appliedIndex:4936; }","duration":"207.366457ms","start":"2026-04-08T01:24:25.332105Z","end":"2026-04-08T01:24:25.539471Z","steps":["trace[560641000] 'read index received' (duration: 85.208623ms)","trace[560641000] 'applied index is now lower than readState.Index' (duration: 122.156714ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:25.539615Z","caller":"traceutil/trace.go:171","msg":"trace[1090475146] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4747; }","duration":"384.573339ms","start":"2026-04-08T01:24:25.155022Z","end":"2026-04-08T01:24:25.539596Z","steps":["trace[1090475146] 'process raft request' (duration: 262.285123ms)","trace[1090475146] 'compare' (duration: 121.834939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:25.539715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:25.155002Z","time spent":"384.66665ms","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-08T01:24:25.539719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.412443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:24:25.539814Z","caller":"traceutil/trace.go:171","msg":"trace[1007648401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4747; }","duration":"248.529475ms","start":"2026-04-08T01:24:25.29127Z","end":"2026-04-08T01:24:25.539799Z","steps":["trace[1007648401] 'agreement among raft nodes before linearized reading' (duration: 248.271671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:25.539752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.687374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:25.539901Z","caller":"traceutil/trace.go:171","msg":"trace[2072377708] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4747; }","duration":"282.919857ms","start":"2026-04-08T01:24:25.256962Z","end":"2026-04-08T01:24:25.539882Z","steps":["trace[2072377708] 'agreement among raft nodes before linearized reading' (duration: 282.687383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:25.53996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.666088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T01:24:25.540103Z","caller":"traceutil/trace.go:171","msg":"trace[464633586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4747; }","duration":"255.735519ms","start":"2026-04-08T01:24:25.28426Z","end":"2026-04-08T01:24:25.539996Z","steps":["trace[464633586] 'agreement among raft nodes before linearized reading' (duration: 255.275202ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.541878Z","caller":"traceutil/trace.go:171","msg":"trace[858036669] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"205.825852ms","start":"2026-04-08T01:24:25.336037Z","end":"2026-04-08T01:24:25.541863Z","steps":["trace[858036669] 'process raft request' (duration: 205.69386ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.542298Z","caller":"traceutil/trace.go:171","msg":"trace[406508355] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"203.851812ms","start":"2026-04-08T01:24:25.338421Z","end":"2026-04-08T01:24:25.542273Z","steps":["trace[406508355] 'process raft request' (duration: 203.394135ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.542787Z","caller":"traceutil/trace.go:171","msg":"trace[686560197] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"158.621368ms","start":"2026-04-08T01:24:25.384149Z","end":"2026-04-08T01:24:25.54277Z","steps":["trace[686560197] 'process raft request' (duration: 157.965358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:25.5429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.357818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3023"} {"level":"info","ts":"2026-04-08T01:24:25.542952Z","caller":"traceutil/trace.go:171","msg":"trace[1986623743] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4750; }","duration":"202.47185ms","start":"2026-04-08T01:24:25.340467Z","end":"2026-04-08T01:24:25.542939Z","steps":["trace[1986623743] 'agreement among raft nodes before linearized reading' (duration: 202.288027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:25.54316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.700049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-04-08T01:24:25.543208Z","caller":"traceutil/trace.go:171","msg":"trace[1278902301] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4750; }","duration":"149.78211ms","start":"2026-04-08T01:24:25.393413Z","end":"2026-04-08T01:24:25.543195Z","steps":["trace[1278902301] 'agreement among raft nodes before linearized reading' (duration: 149.579776ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:25.746046Z","caller":"traceutil/trace.go:171","msg":"trace[1272421913] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"127.5057ms","start":"2026-04-08T01:24:25.618506Z","end":"2026-04-08T01:24:25.746012Z","steps":["trace[1272421913] 'process raft request' (duration: 39.482783ms)","trace[1272421913] 'compare' (duration: 87.783183ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:26.301475Z","caller":"traceutil/trace.go:171","msg":"trace[1353756533] linearizableReadLoop","detail":"{readStateIndex:4948; appliedIndex:4947; }","duration":"177.719787ms","start":"2026-04-08T01:24:26.123738Z","end":"2026-04-08T01:24:26.301458Z","steps":["trace[1353756533] 'read index received' (duration: 177.576725ms)","trace[1353756533] 'applied index is now lower than readState.Index' (duration: 141.522µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:26.301689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.91154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:24:26.301721Z","caller":"traceutil/trace.go:171","msg":"trace[241909491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4758; }","duration":"178.035052ms","start":"2026-04-08T01:24:26.123678Z","end":"2026-04-08T01:24:26.301713Z","steps":["trace[241909491] 'agreement among raft nodes before linearized reading' (duration: 177.845679ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:26.301676Z","caller":"traceutil/trace.go:171","msg":"trace[1688288981] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"380.260316ms","start":"2026-04-08T01:24:25.921384Z","end":"2026-04-08T01:24:26.301645Z","steps":["trace[1688288981] 'process raft request' (duration: 379.974191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:26.301968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:25.921363Z","time spent":"380.508159ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:24:27.665399Z","caller":"traceutil/trace.go:171","msg":"trace[1899283123] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"115.452625ms","start":"2026-04-08T01:24:27.549931Z","end":"2026-04-08T01:24:27.665383Z","steps":["trace[1899283123] 'process raft request' (duration: 115.334683ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:27.900179Z","caller":"traceutil/trace.go:171","msg":"trace[189661224] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"347.573386ms","start":"2026-04-08T01:24:27.552579Z","end":"2026-04-08T01:24:27.900153Z","steps":["trace[189661224] 'process raft request' (duration: 321.300173ms)","trace[189661224] 'compare' (duration: 26.027969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:27.900335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:27.552566Z","time spent":"347.692417ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:27.989014Z","caller":"traceutil/trace.go:171","msg":"trace[907480802] linearizableReadLoop","detail":"{readStateIndex:4959; appliedIndex:4957; }","duration":"379.684071ms","start":"2026-04-08T01:24:27.609299Z","end":"2026-04-08T01:24:27.988983Z","steps":["trace[907480802] 'read index received' (duration: 56.017761ms)","trace[907480802] 'applied index is now lower than readState.Index' (duration: 323.66442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:27.989219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.886164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:24:27.989465Z","caller":"traceutil/trace.go:171","msg":"trace[477234499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4769; }","duration":"380.195579ms","start":"2026-04-08T01:24:27.609259Z","end":"2026-04-08T01:24:27.989455Z","steps":["trace[477234499] 'agreement among raft nodes before linearized reading' (duration: 379.781222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:27.989666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:27.609246Z","time spent":"380.405252ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T01:24:28.069204Z","caller":"traceutil/trace.go:171","msg":"trace[246920322] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"175.417987ms","start":"2026-04-08T01:24:27.893754Z","end":"2026-04-08T01:24:28.069172Z","steps":["trace[246920322] 'process raft request' (duration: 175.143363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.069868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.254952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T01:24:28.069867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.450952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T01:24:28.069947Z","caller":"traceutil/trace.go:171","msg":"trace[1126911952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4770; }","duration":"248.363615ms","start":"2026-04-08T01:24:27.821566Z","end":"2026-04-08T01:24:28.06993Z","steps":["trace[1126911952] 'agreement among raft nodes before linearized reading' (duration: 247.575812ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:28.069963Z","caller":"traceutil/trace.go:171","msg":"trace[255730816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4770; }","duration":"457.581235ms","start":"2026-04-08T01:24:27.612366Z","end":"2026-04-08T01:24:28.069947Z","steps":["trace[255730816] 'agreement among raft nodes before linearized reading' (duration: 456.736661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.070005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:27.612355Z","time spent":"457.640436ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:24:28.069873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.787488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:28.070139Z","caller":"traceutil/trace.go:171","msg":"trace[577226253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4770; }","duration":"432.054373ms","start":"2026-04-08T01:24:27.638051Z","end":"2026-04-08T01:24:28.070105Z","steps":["trace[577226253] 'agreement among raft nodes before linearized reading' (duration: 431.157129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.070221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:27.638044Z","time spent":"432.167385ms","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:24:28.323587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.489127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:28.323726Z","caller":"traceutil/trace.go:171","msg":"trace[1912205704] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"329.176671ms","start":"2026-04-08T01:24:27.994524Z","end":"2026-04-08T01:24:28.3237Z","steps":["trace[1912205704] 'process raft request' (duration: 139.518841ms)","trace[1912205704] 'compare' (duration: 189.352035ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:28.323832Z","caller":"traceutil/trace.go:171","msg":"trace[1196005374] linearizableReadLoop","detail":"{readStateIndex:4962; appliedIndex:4961; }","duration":"252.332374ms","start":"2026-04-08T01:24:28.071352Z","end":"2026-04-08T01:24:28.323685Z","steps":["trace[1196005374] 'read index received' (duration: 62.711835ms)","trace[1196005374] 'applied index is now lower than readState.Index' (duration: 189.619649ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:28.324053Z","caller":"traceutil/trace.go:171","msg":"trace[1263878073] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"249.816034ms","start":"2026-04-08T01:24:28.074226Z","end":"2026-04-08T01:24:28.324042Z","steps":["trace[1263878073] 'process raft request' (duration: 249.426488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.324076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.70345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:28.324144Z","caller":"traceutil/trace.go:171","msg":"trace[402731364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4772; }","duration":"252.802621ms","start":"2026-04-08T01:24:28.071325Z","end":"2026-04-08T01:24:28.324127Z","steps":["trace[402731364] 'agreement among raft nodes before linearized reading' (duration: 252.581988ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:28.324591Z","caller":"traceutil/trace.go:171","msg":"trace[545344364] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"250.267491ms","start":"2026-04-08T01:24:28.074313Z","end":"2026-04-08T01:24:28.32458Z","steps":["trace[545344364] 'process raft request' (duration: 249.654502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.324844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:27.994498Z","time spent":"329.290093ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:29.158157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.776288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:24:29.158237Z","caller":"traceutil/trace.go:171","msg":"trace[247369250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4779; }","duration":"131.93715ms","start":"2026-04-08T01:24:29.026281Z","end":"2026-04-08T01:24:29.158218Z","steps":["trace[247369250] 'range keys from in-memory index tree' (duration: 131.583765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:31.229579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.512182ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:31.229696Z","caller":"traceutil/trace.go:171","msg":"trace[2967190] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4794; }","duration":"348.640283ms","start":"2026-04-08T01:24:30.88104Z","end":"2026-04-08T01:24:31.229681Z","steps":["trace[2967190] 'range keys from in-memory index tree' (duration: 348.497601ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:31.229804Z","caller":"traceutil/trace.go:171","msg":"trace[894601373] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"489.563363ms","start":"2026-04-08T01:24:30.740209Z","end":"2026-04-08T01:24:31.229772Z","steps":["trace[894601373] 'process raft request' (duration: 485.794344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:31.23065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:30.740182Z","time spent":"489.708366ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:31.711632Z","caller":"traceutil/trace.go:171","msg":"trace[260520511] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"109.657378ms","start":"2026-04-08T01:24:31.601944Z","end":"2026-04-08T01:24:31.711601Z","steps":["trace[260520511] 'process raft request' (duration: 58.793111ms)","trace[260520511] 'compare' (duration: 50.42473ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:32.02352Z","caller":"traceutil/trace.go:171","msg":"trace[313856656] linearizableReadLoop","detail":"{readStateIndex:4998; appliedIndex:4997; }","duration":"302.721992ms","start":"2026-04-08T01:24:31.720781Z","end":"2026-04-08T01:24:32.023503Z","steps":["trace[313856656] 'read index received' (duration: 302.672072ms)","trace[313856656] 'applied index is now lower than readState.Index' (duration: 48.86µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:32.023644Z","caller":"traceutil/trace.go:171","msg":"trace[110051689] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"302.946545ms","start":"2026-04-08T01:24:31.720662Z","end":"2026-04-08T01:24:32.023608Z","steps":["trace[110051689] 'process raft request' (duration: 302.707901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:32.023791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:31.720643Z","time spent":"303.065757ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:32.02383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.023317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-08T01:24:32.02399Z","caller":"traceutil/trace.go:171","msg":"trace[760550618] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4807; }","duration":"303.209579ms","start":"2026-04-08T01:24:31.720755Z","end":"2026-04-08T01:24:32.023965Z","steps":["trace[760550618] 'agreement among raft nodes before linearized reading' (duration: 302.896035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:32.024055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:31.720741Z","time spent":"303.29847ms","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-04-08T01:24:32.066013Z","caller":"traceutil/trace.go:171","msg":"trace[1565711749] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"344.044439ms","start":"2026-04-08T01:24:31.721944Z","end":"2026-04-08T01:24:32.065988Z","steps":["trace[1565711749] 'process raft request' (duration: 343.804375ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:32.066058Z","caller":"traceutil/trace.go:171","msg":"trace[256574131] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"231.008628ms","start":"2026-04-08T01:24:31.835021Z","end":"2026-04-08T01:24:32.06603Z","steps":["trace[256574131] 'process raft request' (duration: 230.923876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:32.066141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:31.721932Z","time spent":"344.13344ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4652,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:32.066426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.257197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:232"} {"level":"info","ts":"2026-04-08T01:24:32.066483Z","caller":"traceutil/trace.go:171","msg":"trace[2074357612] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:4810; }","duration":"345.42058ms","start":"2026-04-08T01:24:31.721048Z","end":"2026-04-08T01:24:32.066468Z","steps":["trace[2074357612] 'agreement among raft nodes before linearized reading' (duration: 345.225867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:32.066526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:31.721035Z","time spent":"345.479971ms","remote":"127.0.0.1:46434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":255,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-04-08T01:24:32.066725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.38741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:24:32.066782Z","caller":"traceutil/trace.go:171","msg":"trace[102978793] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4810; }","duration":"112.477901ms","start":"2026-04-08T01:24:31.954284Z","end":"2026-04-08T01:24:32.066762Z","steps":["trace[102978793] 'agreement among raft nodes before linearized reading' (duration: 112.320968ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:32.067069Z","caller":"traceutil/trace.go:171","msg":"trace[1351577961] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"232.734875ms","start":"2026-04-08T01:24:31.833615Z","end":"2026-04-08T01:24:32.06635Z","steps":["trace[1351577961] 'process raft request' (duration: 232.283318ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:32.226321Z","caller":"traceutil/trace.go:171","msg":"trace[76621713] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"153.247318ms","start":"2026-04-08T01:24:32.073022Z","end":"2026-04-08T01:24:32.226269Z","steps":["trace[76621713] 'process raft request' (duration: 152.942304ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:32.226541Z","caller":"traceutil/trace.go:171","msg":"trace[1091332356] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"131.275655ms","start":"2026-04-08T01:24:32.095241Z","end":"2026-04-08T01:24:32.226516Z","steps":["trace[1091332356] 'process raft request' (duration: 131.089392ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:32.226664Z","caller":"traceutil/trace.go:171","msg":"trace[213626489] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"147.191473ms","start":"2026-04-08T01:24:32.079453Z","end":"2026-04-08T01:24:32.226644Z","steps":["trace[213626489] 'process raft request' (duration: 146.760057ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:32.226545Z","caller":"traceutil/trace.go:171","msg":"trace[738209440] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"150.453314ms","start":"2026-04-08T01:24:32.076048Z","end":"2026-04-08T01:24:32.226501Z","steps":["trace[738209440] 'process raft request' (duration: 150.117519ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:32.2503Z","caller":"traceutil/trace.go:171","msg":"trace[1499308883] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"129.61907ms","start":"2026-04-08T01:24:32.120658Z","end":"2026-04-08T01:24:32.250277Z","steps":["trace[1499308883] 'process raft request' (duration: 129.466957ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:32.623714Z","caller":"traceutil/trace.go:171","msg":"trace[652804390] linearizableReadLoop","detail":"{readStateIndex:5063; appliedIndex:5062; }","duration":"138.549088ms","start":"2026-04-08T01:24:32.48514Z","end":"2026-04-08T01:24:32.623689Z","steps":["trace[652804390] 'read index received' (duration: 137.130446ms)","trace[652804390] 'applied index is now lower than readState.Index' (duration: 1.417542ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:32.623906Z","caller":"traceutil/trace.go:171","msg":"trace[644482746] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"152.05171ms","start":"2026-04-08T01:24:32.471838Z","end":"2026-04-08T01:24:32.62389Z","steps":["trace[644482746] 'process raft request' (duration: 150.028938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:32.624074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.913033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-04-08T01:24:32.62412Z","caller":"traceutil/trace.go:171","msg":"trace[920941987] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4871; }","duration":"139.006325ms","start":"2026-04-08T01:24:32.485101Z","end":"2026-04-08T01:24:32.624108Z","steps":["trace[920941987] 'agreement among raft nodes before linearized reading' (duration: 138.851633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:32.626341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.906269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4736"} {"level":"info","ts":"2026-04-08T01:24:32.626354Z","caller":"traceutil/trace.go:171","msg":"trace[1873274832] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"136.588458ms","start":"2026-04-08T01:24:32.489731Z","end":"2026-04-08T01:24:32.626319Z","steps":["trace[1873274832] 'process raft request' (duration: 136.357814ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:32.626405Z","caller":"traceutil/trace.go:171","msg":"trace[1165897075] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4872; }","duration":"131.021051ms","start":"2026-04-08T01:24:32.495369Z","end":"2026-04-08T01:24:32.62639Z","steps":["trace[1165897075] 'agreement among raft nodes before linearized reading' (duration: 130.837608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:32.626555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.560629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:32.626894Z","caller":"traceutil/trace.go:171","msg":"trace[1505230097] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4872; }","duration":"101.937556ms","start":"2026-04-08T01:24:32.524946Z","end":"2026-04-08T01:24:32.626884Z","steps":["trace[1505230097] 'agreement among raft nodes before linearized reading' (duration: 101.571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:33.902441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.335871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:33.902518Z","caller":"traceutil/trace.go:171","msg":"trace[322587653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4897; }","duration":"267.437002ms","start":"2026-04-08T01:24:33.635063Z","end":"2026-04-08T01:24:33.9025Z","steps":["trace[322587653] 'range keys from in-memory index tree' (duration: 267.286691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:33.902774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.196968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-08T01:24:33.903332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.788475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193158"} {"level":"info","ts":"2026-04-08T01:24:33.903411Z","caller":"traceutil/trace.go:171","msg":"trace[1354926471] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4897; }","duration":"350.921348ms","start":"2026-04-08T01:24:33.55247Z","end":"2026-04-08T01:24:33.903391Z","steps":["trace[1354926471] 'range keys from in-memory index tree' (duration: 349.76845ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:33.903458Z","caller":"traceutil/trace.go:171","msg":"trace[1904984153] linearizableReadLoop","detail":"{readStateIndex:5091; appliedIndex:5090; }","duration":"101.04973ms","start":"2026-04-08T01:24:33.802387Z","end":"2026-04-08T01:24:33.903437Z","steps":["trace[1904984153] 'read index received' (duration: 34.941µs)","trace[1904984153] 'applied index is now lower than readState.Index' (duration: 101.012949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:33.903466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:33.552449Z","time spent":"351.004959ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2193181,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-08T01:24:33.903443Z","caller":"traceutil/trace.go:171","msg":"trace[1762238445] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"181.189783ms","start":"2026-04-08T01:24:33.722235Z","end":"2026-04-08T01:24:33.903424Z","steps":["trace[1762238445] 'compare' (duration: 171.022245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:33.903644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.250583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0700e6de-293f-40ff-8686-ff28dd175b5c\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-04-08T01:24:33.903686Z","caller":"traceutil/trace.go:171","msg":"trace[261164488] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0700e6de-293f-40ff-8686-ff28dd175b5c; range_end:; response_count:1; response_revision:4898; }","duration":"101.318064ms","start":"2026-04-08T01:24:33.802352Z","end":"2026-04-08T01:24:33.90367Z","steps":["trace[261164488] 'agreement among raft nodes before linearized reading' (duration: 101.147051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:33.903204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.036408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:21 size:489613"} {"level":"info","ts":"2026-04-08T01:24:33.903985Z","caller":"traceutil/trace.go:171","msg":"trace[1621223890] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:21; response_revision:4897; }","duration":"317.808369ms","start":"2026-04-08T01:24:33.586138Z","end":"2026-04-08T01:24:33.903947Z","steps":["trace[1621223890] 'range keys from in-memory index tree' (duration: 316.02872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:33.904041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:33.586129Z","time spent":"317.8929ms","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":21,"response size":489636,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-08T01:24:33.968924Z","caller":"traceutil/trace.go:171","msg":"trace[1367935925] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"166.140798ms","start":"2026-04-08T01:24:33.80276Z","end":"2026-04-08T01:24:33.968901Z","steps":["trace[1367935925] 'process raft request' (duration: 165.980075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:34.448864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.891096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:34.448944Z","caller":"traceutil/trace.go:171","msg":"trace[1435761100] linearizableReadLoop","detail":"{readStateIndex:5093; appliedIndex:5092; }","duration":"480.059181ms","start":"2026-04-08T01:24:33.968872Z","end":"2026-04-08T01:24:34.448931Z","steps":["trace[1435761100] 'read index received' (duration: 132.010253ms)","trace[1435761100] 'applied index is now lower than readState.Index' (duration: 348.048138ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:34.448992Z","caller":"traceutil/trace.go:171","msg":"trace[817344573] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"531.867811ms","start":"2026-04-08T01:24:33.917116Z","end":"2026-04-08T01:24:34.448983Z","steps":["trace[817344573] 'process raft request' (duration: 183.796042ms)","trace[817344573] 'compare' (duration: 347.722824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:34.449033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:33.917093Z","time spent":"531.920351ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:34.449205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.501292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-08T01:24:34.449276Z","caller":"traceutil/trace.go:171","msg":"trace[1674938361] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4900; }","duration":"495.611684ms","start":"2026-04-08T01:24:33.953639Z","end":"2026-04-08T01:24:34.449251Z","steps":["trace[1674938361] 'agreement among raft nodes before linearized reading' (duration: 495.445541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:34.449309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:33.953619Z","time spent":"495.681535ms","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-08T01:24:35.084976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.658513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:35.085076Z","caller":"traceutil/trace.go:171","msg":"trace[270845874] linearizableReadLoop","detail":"{readStateIndex:5094; appliedIndex:5093; }","duration":"636.099195ms","start":"2026-04-08T01:24:34.448961Z","end":"2026-04-08T01:24:35.08506Z","steps":["trace[270845874] 'read index received' (duration: 227.204349ms)","trace[270845874] 'applied index is now lower than readState.Index' (duration: 408.893496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:35.085387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.869946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:24:35.085419Z","caller":"traceutil/trace.go:171","msg":"trace[672873630] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4901; }","duration":"970.927556ms","start":"2026-04-08T01:24:34.114481Z","end":"2026-04-08T01:24:35.085408Z","steps":["trace[672873630] 'agreement among raft nodes before linearized reading' (duration: 970.807625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:35.085427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.56783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T01:24:35.085448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.230931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T01:24:35.085449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.180028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0700e6de-293f-40ff-8686-ff28dd175b5c\" ","response":"range_response_count:1 size:3879"} {"level":"warn","ts":"2026-04-08T01:24:35.085496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.390251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:35.085496Z","caller":"traceutil/trace.go:171","msg":"trace[1520804160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4901; }","duration":"737.675252ms","start":"2026-04-08T01:24:34.347804Z","end":"2026-04-08T01:24:35.085479Z","steps":["trace[1520804160] 'agreement among raft nodes before linearized reading' (duration: 737.466399ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:35.085508Z","caller":"traceutil/trace.go:171","msg":"trace[526513703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4901; }","duration":"729.300572ms","start":"2026-04-08T01:24:34.356191Z","end":"2026-04-08T01:24:35.085491Z","steps":["trace[526513703] 'agreement among raft nodes before linearized reading' (duration: 729.152569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:35.08546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.281035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0700e6de-293f-40ff-8686-ff28dd175b5c\" ","response":"range_response_count:1 size:3879"} {"level":"info","ts":"2026-04-08T01:24:35.085527Z","caller":"traceutil/trace.go:171","msg":"trace[939483988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4901; }","duration":"885.436691ms","start":"2026-04-08T01:24:34.200081Z","end":"2026-04-08T01:24:35.085517Z","steps":["trace[939483988] 'agreement among raft nodes before linearized reading' (duration: 885.39189ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:35.085516Z","caller":"traceutil/trace.go:171","msg":"trace[1242603401] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0700e6de-293f-40ff-8686-ff28dd175b5c; range_end:; response_count:1; response_revision:4901; }","duration":"620.265819ms","start":"2026-04-08T01:24:34.465234Z","end":"2026-04-08T01:24:35.0855Z","steps":["trace[1242603401] 'agreement among raft nodes before linearized reading' (duration: 620.079146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:35.085538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:34.347788Z","time spent":"737.742053ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:24:35.085563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:34.20007Z","time spent":"885.486202ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:24:35.085561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:34.356187Z","time spent":"729.360003ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T01:24:35.085576Z","caller":"traceutil/trace.go:171","msg":"trace[811110823] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0700e6de-293f-40ff-8686-ff28dd175b5c; range_end:; response_count:1; response_revision:4901; }","duration":"630.438888ms","start":"2026-04-08T01:24:34.455113Z","end":"2026-04-08T01:24:35.085551Z","steps":["trace[811110823] 'agreement among raft nodes before linearized reading' (duration: 630.179174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:35.085597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:34.46521Z","time spent":"620.37384ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3902,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0700e6de-293f-40ff-8686-ff28dd175b5c\" "} {"level":"warn","ts":"2026-04-08T01:24:35.085623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:34.455096Z","time spent":"630.517449ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3902,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0700e6de-293f-40ff-8686-ff28dd175b5c\" "} {"level":"warn","ts":"2026-04-08T01:24:35.085647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.302978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T01:24:35.085698Z","caller":"traceutil/trace.go:171","msg":"trace[602572805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4901; }","duration":"730.350419ms","start":"2026-04-08T01:24:34.355329Z","end":"2026-04-08T01:24:35.085679Z","steps":["trace[602572805] 'agreement among raft nodes before linearized reading' (duration: 730.235057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:35.085717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.374972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T01:24:35.085736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:34.355322Z","time spent":"730.406139ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:24:35.085489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.543484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-08T01:24:35.0887Z","caller":"traceutil/trace.go:171","msg":"trace[612873132] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4901; }","duration":"609.807355ms","start":"2026-04-08T01:24:34.478877Z","end":"2026-04-08T01:24:35.088684Z","steps":["trace[612873132] 'agreement among raft nodes before linearized reading' (duration: 606.431933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:35.088748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:34.478841Z","time spent":"609.891636ms","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-08T01:24:35.085808Z","caller":"traceutil/trace.go:171","msg":"trace[1914636306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4901; }","duration":"736.438704ms","start":"2026-04-08T01:24:34.349312Z","end":"2026-04-08T01:24:35.085751Z","steps":["trace[1914636306] 'agreement among raft nodes before linearized reading' (duration: 736.343452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:35.088951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:34.349301Z","time spent":"739.640493ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:35.085451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:34.114466Z","time spent":"970.976518ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-08T01:24:35.085838Z","caller":"traceutil/trace.go:171","msg":"trace[1473071895] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"852.150421ms","start":"2026-04-08T01:24:34.233665Z","end":"2026-04-08T01:24:35.085815Z","steps":["trace[1473071895] 'process raft request' (duration: 442.578164ms)","trace[1473071895] 'compare' (duration: 408.359728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:35.087037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.309673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-21455274-6aa7-4a7f-9cf5-6c3ee1297385\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-08T01:24:35.090023Z","caller":"traceutil/trace.go:171","msg":"trace[347994504] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-21455274-6aa7-4a7f-9cf5-6c3ee1297385; range_end:; response_count:1; response_revision:4901; }","duration":"645.317449ms","start":"2026-04-08T01:24:34.444682Z","end":"2026-04-08T01:24:35.09Z","steps":["trace[347994504] 'agreement among raft nodes before linearized reading' (duration: 641.203226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:35.090091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:34.444668Z","time spent":"645.402771ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-21455274-6aa7-4a7f-9cf5-6c3ee1297385\" "} {"level":"warn","ts":"2026-04-08T01:24:35.091372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:34.233633Z","time spent":"855.686066ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:37.283143Z","caller":"traceutil/trace.go:171","msg":"trace[521241122] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"114.929251ms","start":"2026-04-08T01:24:37.168195Z","end":"2026-04-08T01:24:37.283124Z","steps":["trace[521241122] 'process raft request' (duration: 51.055986ms)","trace[521241122] 'compare' (duration: 63.781183ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:37.357612Z","caller":"traceutil/trace.go:171","msg":"trace[1470429109] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"188.74884ms","start":"2026-04-08T01:24:37.16884Z","end":"2026-04-08T01:24:37.357588Z","steps":["trace[1470429109] 'process raft request' (duration: 188.7053ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:37.357822Z","caller":"traceutil/trace.go:171","msg":"trace[500526075] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"189.549583ms","start":"2026-04-08T01:24:37.168231Z","end":"2026-04-08T01:24:37.35778Z","steps":["trace[500526075] 'process raft request' (duration: 189.121067ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:37.357906Z","caller":"traceutil/trace.go:171","msg":"trace[1638878838] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"189.575514ms","start":"2026-04-08T01:24:37.168316Z","end":"2026-04-08T01:24:37.357892Z","steps":["trace[1638878838] 'process raft request' (duration: 189.195658ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:37.357886Z","caller":"traceutil/trace.go:171","msg":"trace[1867141671] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"189.576205ms","start":"2026-04-08T01:24:37.16828Z","end":"2026-04-08T01:24:37.357856Z","steps":["trace[1867141671] 'process raft request' (duration: 189.193099ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:37.472386Z","caller":"traceutil/trace.go:171","msg":"trace[1448982874] linearizableReadLoop","detail":"{readStateIndex:5121; appliedIndex:5120; }","duration":"199.078922ms","start":"2026-04-08T01:24:37.273286Z","end":"2026-04-08T01:24:37.472365Z","steps":["trace[1448982874] 'read index received' (duration: 84.676679ms)","trace[1448982874] 'applied index is now lower than readState.Index' (duration: 114.401532ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:37.472495Z","caller":"traceutil/trace.go:171","msg":"trace[981818886] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"214.202678ms","start":"2026-04-08T01:24:37.258256Z","end":"2026-04-08T01:24:37.472459Z","steps":["trace[981818886] 'process raft request' (duration: 149.890626ms)","trace[981818886] 'compare' (duration: 64.136559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:37.472597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.291605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:24:37.472656Z","caller":"traceutil/trace.go:171","msg":"trace[1394475354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4927; }","duration":"199.398907ms","start":"2026-04-08T01:24:37.273241Z","end":"2026-04-08T01:24:37.47264Z","steps":["trace[1394475354] 'agreement among raft nodes before linearized reading' (duration: 199.218614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:41.039408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.778466ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:41.039537Z","caller":"traceutil/trace.go:171","msg":"trace[103848907] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5002; }","duration":"158.946229ms","start":"2026-04-08T01:24:40.880572Z","end":"2026-04-08T01:24:41.039518Z","steps":["trace[103848907] 'range keys from in-memory index tree' (duration: 158.735436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:41.039871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.884747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T01:24:41.039871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.142852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-h7dk7\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-04-08T01:24:41.039892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.678596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:41.039933Z","caller":"traceutil/trace.go:171","msg":"trace[1442114298] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5002; }","duration":"627.988868ms","start":"2026-04-08T01:24:40.411928Z","end":"2026-04-08T01:24:41.039917Z","steps":["trace[1442114298] 'count revisions from in-memory index tree' (duration: 627.801775ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:41.039941Z","caller":"traceutil/trace.go:171","msg":"trace[2041618132] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-h7dk7; range_end:; response_count:1; response_revision:5002; }","duration":"159.261924ms","start":"2026-04-08T01:24:40.880663Z","end":"2026-04-08T01:24:41.039925Z","steps":["trace[2041618132] 'range keys from in-memory index tree' (duration: 159.01484ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:41.039962Z","caller":"traceutil/trace.go:171","msg":"trace[1713774563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5002; }","duration":"402.801888ms","start":"2026-04-08T01:24:40.637143Z","end":"2026-04-08T01:24:41.039945Z","steps":["trace[1713774563] 'range keys from in-memory index tree' (duration: 402.356761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:41.03999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:40.411909Z","time spent":"628.067219ms","remote":"127.0.0.1:38650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:24:41.040018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:40.63712Z","time spent":"402.878099ms","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:24:41.040554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.205435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193158"} {"level":"info","ts":"2026-04-08T01:24:41.040609Z","caller":"traceutil/trace.go:171","msg":"trace[740295751] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5002; }","duration":"764.290726ms","start":"2026-04-08T01:24:40.276304Z","end":"2026-04-08T01:24:41.040595Z","steps":["trace[740295751] 'range keys from in-memory index tree' (duration: 763.336951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:41.040642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:40.276266Z","time spent":"764.366798ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2193181,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-08T01:24:41.136384Z","caller":"traceutil/trace.go:171","msg":"trace[1898348879] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"255.59574ms","start":"2026-04-08T01:24:40.880733Z","end":"2026-04-08T01:24:41.136329Z","steps":["trace[1898348879] 'process raft request' (duration: 255.401027ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:41.388408Z","caller":"traceutil/trace.go:171","msg":"trace[577536276] linearizableReadLoop","detail":"{readStateIndex:5204; appliedIndex:5203; }","duration":"252.076854ms","start":"2026-04-08T01:24:41.136312Z","end":"2026-04-08T01:24:41.388388Z","steps":["trace[577536276] 'read index received' (duration: 251.86242ms)","trace[577536276] 'applied index is now lower than readState.Index' (duration: 213.704µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:41.388437Z","caller":"traceutil/trace.go:171","msg":"trace[837853418] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"340.314324ms","start":"2026-04-08T01:24:41.048109Z","end":"2026-04-08T01:24:41.388424Z","steps":["trace[837853418] 'process raft request' (duration: 340.079391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:41.388618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.234048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-04-08T01:24:41.388564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:41.04809Z","time spent":"340.405655ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9709,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:41.388642Z","caller":"traceutil/trace.go:171","msg":"trace[1664088801] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5004; }","duration":"321.37488ms","start":"2026-04-08T01:24:41.06726Z","end":"2026-04-08T01:24:41.388635Z","steps":["trace[1664088801] 'agreement among raft nodes before linearized reading' (duration: 321.199438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:41.388659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:41.067249Z","time spent":"321.405741ms","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-08T01:24:41.407746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.544747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T01:24:41.407804Z","caller":"traceutil/trace.go:171","msg":"trace[2078593358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5005; }","duration":"110.667919ms","start":"2026-04-08T01:24:41.297127Z","end":"2026-04-08T01:24:41.407795Z","steps":["trace[2078593358] 'agreement among raft nodes before linearized reading' (duration: 110.483266ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:41.407792Z","caller":"traceutil/trace.go:171","msg":"trace[1080629736] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"222.708459ms","start":"2026-04-08T01:24:41.18506Z","end":"2026-04-08T01:24:41.407768Z","steps":["trace[1080629736] 'process raft request' (duration: 222.421574ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:41.634296Z","caller":"traceutil/trace.go:171","msg":"trace[841319665] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"222.273772ms","start":"2026-04-08T01:24:41.412005Z","end":"2026-04-08T01:24:41.634279Z","steps":["trace[841319665] 'process raft request' (duration: 222.050707ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:41.634579Z","caller":"traceutil/trace.go:171","msg":"trace[1783956068] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"222.505435ms","start":"2026-04-08T01:24:41.412057Z","end":"2026-04-08T01:24:41.634562Z","steps":["trace[1783956068] 'process raft request' (duration: 222.15713ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:41.634646Z","caller":"traceutil/trace.go:171","msg":"trace[330491559] linearizableReadLoop","detail":"{readStateIndex:5210; appliedIndex:5205; }","duration":"218.764906ms","start":"2026-04-08T01:24:41.415873Z","end":"2026-04-08T01:24:41.634638Z","steps":["trace[330491559] 'read index received' (duration: 23.395292ms)","trace[330491559] 'applied index is now lower than readState.Index' (duration: 195.368884ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:41.634687Z","caller":"traceutil/trace.go:171","msg":"trace[256213366] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"222.618427ms","start":"2026-04-08T01:24:41.412063Z","end":"2026-04-08T01:24:41.634682Z","steps":["trace[256213366] 'process raft request' (duration: 222.402943ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:41.634762Z","caller":"traceutil/trace.go:171","msg":"trace[5226372] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"222.8372ms","start":"2026-04-08T01:24:41.411913Z","end":"2026-04-08T01:24:41.63475Z","steps":["trace[5226372] 'process raft request' (duration: 222.693998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:41.634949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.96525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-08T01:24:41.634979Z","caller":"traceutil/trace.go:171","msg":"trace[1480952869] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5010; }","duration":"219.134962ms","start":"2026-04-08T01:24:41.415836Z","end":"2026-04-08T01:24:41.634971Z","steps":["trace[1480952869] 'agreement among raft nodes before linearized reading' (duration: 218.905699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:41.854088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.965153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:41.854363Z","caller":"traceutil/trace.go:171","msg":"trace[1052166225] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"371.418606ms","start":"2026-04-08T01:24:41.482919Z","end":"2026-04-08T01:24:41.854337Z","steps":["trace[1052166225] 'process raft request' (duration: 240.120878ms)","trace[1052166225] 'compare' (duration: 130.836501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:41.854479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:41.482847Z","time spent":"371.592479ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:41.855123Z","caller":"traceutil/trace.go:171","msg":"trace[914628293] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"304.565228ms","start":"2026-04-08T01:24:41.550546Z","end":"2026-04-08T01:24:41.855112Z","steps":["trace[914628293] 'process raft request' (duration: 303.737876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:41.856201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:41.550516Z","time spent":"305.639125ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:41.855375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.819502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:24:41.856582Z","caller":"traceutil/trace.go:171","msg":"trace[1475434200] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5210; }","duration":"220.394491ms","start":"2026-04-08T01:24:41.634666Z","end":"2026-04-08T01:24:41.855061Z","steps":["trace[1475434200] 'read index received' (duration: 88.309311ms)","trace[1475434200] 'applied index is now lower than readState.Index' (duration: 132.08412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:41.856737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.366176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:24:41.856868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.540256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-08T01:24:41.856918Z","caller":"traceutil/trace.go:171","msg":"trace[907655396] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5012; }","duration":"215.647668ms","start":"2026-04-08T01:24:41.641259Z","end":"2026-04-08T01:24:41.856906Z","steps":["trace[907655396] 'agreement among raft nodes before linearized reading' (duration: 215.484806ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:41.856878Z","caller":"traceutil/trace.go:171","msg":"trace[1896101620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5012; }","duration":"219.519688ms","start":"2026-04-08T01:24:41.637343Z","end":"2026-04-08T01:24:41.856863Z","steps":["trace[1896101620] 'agreement among raft nodes before linearized reading' (duration: 219.355645ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:41.85658Z","caller":"traceutil/trace.go:171","msg":"trace[940514245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5012; }","duration":"353.055572ms","start":"2026-04-08T01:24:41.503488Z","end":"2026-04-08T01:24:41.856544Z","steps":["trace[940514245] 'agreement among raft nodes before linearized reading' (duration: 351.71181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:41.857597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:41.50347Z","time spent":"353.555419ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:24:42.062097Z","caller":"traceutil/trace.go:171","msg":"trace[58301341] linearizableReadLoop","detail":"{readStateIndex:5214; appliedIndex:5213; }","duration":"130.000517ms","start":"2026-04-08T01:24:41.932075Z","end":"2026-04-08T01:24:42.062075Z","steps":["trace[58301341] 'read index received' (duration: 88.143248ms)","trace[58301341] 'applied index is now lower than readState.Index' (duration: 41.856379ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:42.06215Z","caller":"traceutil/trace.go:171","msg":"trace[1843428378] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"130.870371ms","start":"2026-04-08T01:24:41.931248Z","end":"2026-04-08T01:24:42.062118Z","steps":["trace[1843428378] 'process raft request' (duration: 88.990521ms)","trace[1843428378] 'compare' (duration: 41.690207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:42.062406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.18768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:42.062619Z","caller":"traceutil/trace.go:171","msg":"trace[595689018] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5014; }","duration":"130.514146ms","start":"2026-04-08T01:24:41.932051Z","end":"2026-04-08T01:24:42.062565Z","steps":["trace[595689018] 'agreement among raft nodes before linearized reading' (duration: 130.15015ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:42.088717Z","caller":"traceutil/trace.go:171","msg":"trace[1196311733] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"146.849219ms","start":"2026-04-08T01:24:41.941835Z","end":"2026-04-08T01:24:42.088684Z","steps":["trace[1196311733] 'process raft request' (duration: 146.561965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:42.088736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.844756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-08T01:24:42.08892Z","caller":"traceutil/trace.go:171","msg":"trace[1619952434] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5015; }","duration":"141.053368ms","start":"2026-04-08T01:24:41.947852Z","end":"2026-04-08T01:24:42.088905Z","steps":["trace[1619952434] 'agreement among raft nodes before linearized reading' (duration: 140.777344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:42.812591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730495250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:24:43.07341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.672622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:43.073666Z","caller":"traceutil/trace.go:171","msg":"trace[1177580597] linearizableReadLoop","detail":"{readStateIndex:5219; appliedIndex:5216; }","duration":"761.109585ms","start":"2026-04-08T01:24:42.312539Z","end":"2026-04-08T01:24:43.073649Z","steps":["trace[1177580597] 'read index received' (duration: 589.141899ms)","trace[1177580597] 'applied index is now lower than readState.Index' (duration: 171.966226ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:43.074003Z","caller":"traceutil/trace.go:171","msg":"trace[691922977] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"919.738527ms","start":"2026-04-08T01:24:42.154251Z","end":"2026-04-08T01:24:43.073989Z","steps":["trace[691922977] 'process raft request' (duration: 747.408934ms)","trace[691922977] 'compare' (duration: 171.114714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:43.074071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:42.154225Z","time spent":"919.810788ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:43.074567Z","caller":"traceutil/trace.go:171","msg":"trace[1402623321] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"726.133604ms","start":"2026-04-08T01:24:42.348392Z","end":"2026-04-08T01:24:43.074526Z","steps":["trace[1402623321] 'process raft request' (duration: 725.156308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.074685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.103771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-08T01:24:43.074763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.00789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T01:24:43.074779Z","caller":"traceutil/trace.go:171","msg":"trace[1339658942] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:5019; }","duration":"762.264194ms","start":"2026-04-08T01:24:42.312493Z","end":"2026-04-08T01:24:43.074758Z","steps":["trace[1339658942] 'agreement among raft nodes before linearized reading' (duration: 761.887958ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:43.074795Z","caller":"traceutil/trace.go:171","msg":"trace[972310567] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5019; }","duration":"334.095941ms","start":"2026-04-08T01:24:42.740687Z","end":"2026-04-08T01:24:43.074783Z","steps":["trace[972310567] 'agreement among raft nodes before linearized reading' (duration: 333.957069ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:43.074792Z","caller":"traceutil/trace.go:171","msg":"trace[1051410503] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"379.672469ms","start":"2026-04-08T01:24:42.695098Z","end":"2026-04-08T01:24:43.07477Z","steps":["trace[1051410503] 'process raft request' (duration: 378.51071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.074807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.195442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:24:43.074833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:42.740654Z","time spent":"334.173883ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T01:24:43.074849Z","caller":"traceutil/trace.go:171","msg":"trace[2125305519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5019; }","duration":"439.312944ms","start":"2026-04-08T01:24:42.635524Z","end":"2026-04-08T01:24:43.074837Z","steps":["trace[2125305519] 'agreement among raft nodes before linearized reading' (duration: 439.217763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.074839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:42.312474Z","time spent":"762.351505ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-04-08T01:24:43.074874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:42.695078Z","time spent":"379.757721ms","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:43.074918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:42.635503Z","time spent":"439.408065ms","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:24:43.07504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:42.348379Z","time spent":"726.282986ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:43.074602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.860973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:43.075164Z","caller":"traceutil/trace.go:171","msg":"trace[1818809932] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5019; }","duration":"596.476702ms","start":"2026-04-08T01:24:42.478679Z","end":"2026-04-08T01:24:43.075156Z","steps":["trace[1818809932] 'agreement among raft nodes before linearized reading' (duration: 595.844112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.075184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:42.478662Z","time spent":"596.515352ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":3,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:24:43.5574Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2783} {"level":"warn","ts":"2026-04-08T01:24:43.558467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.115708ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-04-08T01:24:43.558677Z","caller":"traceutil/trace.go:171","msg":"trace[638094483] compact","detail":"{revision:2783; response_revision:5019; }","duration":"480.284735ms","start":"2026-04-08T01:24:43.078369Z","end":"2026-04-08T01:24:43.558654Z","steps":["trace[638094483] 'process raft request' (duration: 375.995268ms)","trace[638094483] 'check and update compact revision' (duration: 102.872955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:43.558739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.078353Z","time spent":"480.382716ms","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T01:24:43.558715Z","caller":"traceutil/trace.go:171","msg":"trace[929010383] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5219; }","duration":"477.009644ms","start":"2026-04-08T01:24:43.081684Z","end":"2026-04-08T01:24:43.558693Z","steps":["trace[929010383] 'read index received' (duration: 16.621537ms)","trace[929010383] 'applied index is now lower than readState.Index' (duration: 460.386817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:43.559181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.479331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T01:24:43.559215Z","caller":"traceutil/trace.go:171","msg":"trace[686995145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5019; }","duration":"477.562582ms","start":"2026-04-08T01:24:43.081644Z","end":"2026-04-08T01:24:43.559206Z","steps":["trace[686995145] 'agreement among raft nodes before linearized reading' (duration: 477.192967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.559237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.081631Z","time spent":"477.601033ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T01:24:43.559499Z","caller":"traceutil/trace.go:171","msg":"trace[1638982464] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"457.943148ms","start":"2026-04-08T01:24:43.101529Z","end":"2026-04-08T01:24:43.559473Z","steps":["trace[1638982464] 'process raft request' (duration: 457.120486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.559581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.101512Z","time spent":"458.015589ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:43.560142Z","caller":"traceutil/trace.go:171","msg":"trace[1659312713] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"343.428773ms","start":"2026-04-08T01:24:43.216693Z","end":"2026-04-08T01:24:43.560122Z","steps":["trace[1659312713] 'process raft request' (duration: 342.748993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.560273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.216666Z","time spent":"343.522744ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:24:43.560471Z","caller":"traceutil/trace.go:171","msg":"trace[1187780432] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"148.220307ms","start":"2026-04-08T01:24:43.412239Z","end":"2026-04-08T01:24:43.56046Z","steps":["trace[1187780432] 'process raft request' (duration: 147.775081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.560539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.69546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:43.560752Z","caller":"traceutil/trace.go:171","msg":"trace[1067255225] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5022; }","duration":"447.890362ms","start":"2026-04-08T01:24:43.112767Z","end":"2026-04-08T01:24:43.560658Z","steps":["trace[1067255225] 'agreement among raft nodes before linearized reading' (duration: 447.645019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.560823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.513652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-qs966\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-04-08T01:24:43.56085Z","caller":"traceutil/trace.go:171","msg":"trace[1779748619] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-qs966; range_end:; response_count:1; response_revision:5022; }","duration":"328.607593ms","start":"2026-04-08T01:24:43.232235Z","end":"2026-04-08T01:24:43.560842Z","steps":["trace[1779748619] 'agreement among raft nodes before linearized reading' (duration: 328.37612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.56087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.232218Z","time spent":"328.646704ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5173,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-qs966\" "} {"level":"warn","ts":"2026-04-08T01:24:43.560875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.11276Z","time spent":"448.095495ms","remote":"127.0.0.1:49128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:24:43.560963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.913913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:43.560988Z","caller":"traceutil/trace.go:171","msg":"trace[1932763748] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5022; }","duration":"118.988834ms","start":"2026-04-08T01:24:43.441994Z","end":"2026-04-08T01:24:43.560982Z","steps":["trace[1932763748] 'agreement among raft nodes before linearized reading' (duration: 118.603989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.561033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.892237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T01:24:43.56108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.901629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:43.561098Z","caller":"traceutil/trace.go:171","msg":"trace[1324787309] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5022; }","duration":"210.968889ms","start":"2026-04-08T01:24:43.350123Z","end":"2026-04-08T01:24:43.561092Z","steps":["trace[1324787309] 'agreement among raft nodes before linearized reading' (duration: 210.481422ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:43.561081Z","caller":"traceutil/trace.go:171","msg":"trace[1269295234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5022; }","duration":"117.997489ms","start":"2026-04-08T01:24:43.443071Z","end":"2026-04-08T01:24:43.561068Z","steps":["trace[1269295234] 'agreement among raft nodes before linearized reading' (duration: 117.516341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.831833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.830551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:43.832064Z","caller":"traceutil/trace.go:171","msg":"trace[48216556] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"259.199807ms","start":"2026-04-08T01:24:43.572848Z","end":"2026-04-08T01:24:43.832048Z","steps":["trace[48216556] 'process raft request' (duration: 259.149326ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:43.832101Z","caller":"traceutil/trace.go:171","msg":"trace[1217810461] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"263.806059ms","start":"2026-04-08T01:24:43.568291Z","end":"2026-04-08T01:24:43.832097Z","steps":["trace[1217810461] 'process raft request' (duration: 263.640846ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:43.832228Z","caller":"traceutil/trace.go:171","msg":"trace[464269143] linearizableReadLoop","detail":"{readStateIndex:5225; appliedIndex:5224; }","duration":"264.292257ms","start":"2026-04-08T01:24:43.567927Z","end":"2026-04-08T01:24:43.832219Z","steps":["trace[464269143] 'read index received' (duration: 6.978908ms)","trace[464269143] 'applied index is now lower than readState.Index' (duration: 257.312809ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:43.832073Z","caller":"traceutil/trace.go:171","msg":"trace[943824237] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"265.322303ms","start":"2026-04-08T01:24:43.566736Z","end":"2026-04-08T01:24:43.832058Z","steps":["trace[943824237] 'compare' (duration: 228.340439ms)","trace[943824237] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 28.400601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:43.832487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.574451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-08T01:24:43.832508Z","caller":"traceutil/trace.go:171","msg":"trace[1957109585] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5025; }","duration":"264.644802ms","start":"2026-04-08T01:24:43.567858Z","end":"2026-04-08T01:24:43.832503Z","steps":["trace[1957109585] 'agreement among raft nodes before linearized reading' (duration: 264.52125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.832707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.537458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:43.832728Z","caller":"traceutil/trace.go:171","msg":"trace[682054391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5025; }","duration":"198.585098ms","start":"2026-04-08T01:24:43.634139Z","end":"2026-04-08T01:24:43.832724Z","steps":["trace[682054391] 'agreement among raft nodes before linearized reading' (duration: 198.550628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.83279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.365756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:43.832832Z","caller":"traceutil/trace.go:171","msg":"trace[59593407] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5025; }","duration":"191.420877ms","start":"2026-04-08T01:24:43.641401Z","end":"2026-04-08T01:24:43.832822Z","steps":["trace[59593407] 'agreement among raft nodes before linearized reading' (duration: 191.355766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.832868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.496939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T01:24:43.832907Z","caller":"traceutil/trace.go:171","msg":"trace[718265988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5025; }","duration":"193.54615ms","start":"2026-04-08T01:24:43.639356Z","end":"2026-04-08T01:24:43.832902Z","steps":["trace[718265988] 'agreement among raft nodes before linearized reading' (duration: 193.476339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.833031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.104519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:24:43.833051Z","caller":"traceutil/trace.go:171","msg":"trace[1608940784] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5025; }","duration":"194.131699ms","start":"2026-04-08T01:24:43.638913Z","end":"2026-04-08T01:24:43.833045Z","steps":["trace[1608940784] 'agreement among raft nodes before linearized reading' (duration: 194.082588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.833183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.279732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:24:43.833202Z","caller":"traceutil/trace.go:171","msg":"trace[1487316379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5025; }","duration":"194.309682ms","start":"2026-04-08T01:24:43.638888Z","end":"2026-04-08T01:24:43.833198Z","steps":["trace[1487316379] 'agreement among raft nodes before linearized reading' (duration: 194.266372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:43.833356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.858331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T01:24:43.833397Z","caller":"traceutil/trace.go:171","msg":"trace[1345641072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5025; }","duration":"194.912181ms","start":"2026-04-08T01:24:43.638475Z","end":"2026-04-08T01:24:43.833387Z","steps":["trace[1345641072] 'agreement among raft nodes before linearized reading' (duration: 194.81173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:44.108876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.486846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:44.109382Z","caller":"traceutil/trace.go:171","msg":"trace[1310196156] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"204.986735ms","start":"2026-04-08T01:24:43.904378Z","end":"2026-04-08T01:24:44.109364Z","steps":["trace[1310196156] 'process raft request' (duration: 204.945214ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:44.109461Z","caller":"traceutil/trace.go:171","msg":"trace[582956286] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"267.593545ms","start":"2026-04-08T01:24:43.841843Z","end":"2026-04-08T01:24:44.109436Z","steps":["trace[582956286] 'process raft request' (duration: 267.27796ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:44.109506Z","caller":"traceutil/trace.go:171","msg":"trace[134978005] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"269.14314ms","start":"2026-04-08T01:24:43.840329Z","end":"2026-04-08T01:24:44.109472Z","steps":["trace[134978005] 'compare' (duration: 104.54613ms)","trace[134978005] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 157.54201ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:44.109647Z","caller":"traceutil/trace.go:171","msg":"trace[1151790107] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"267.383871ms","start":"2026-04-08T01:24:43.84225Z","end":"2026-04-08T01:24:44.109634Z","steps":["trace[1151790107] 'process raft request' (duration: 266.963685ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:44.109672Z","caller":"traceutil/trace.go:171","msg":"trace[1628346596] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"268.985887ms","start":"2026-04-08T01:24:43.840679Z","end":"2026-04-08T01:24:44.109664Z","steps":["trace[1628346596] 'process raft request' (duration: 268.300376ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:44.109713Z","caller":"traceutil/trace.go:171","msg":"trace[1463757728] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"267.634175ms","start":"2026-04-08T01:24:43.84206Z","end":"2026-04-08T01:24:44.109694Z","steps":["trace[1463757728] 'process raft request' (duration: 267.109887ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:44.109714Z","caller":"traceutil/trace.go:171","msg":"trace[1245537466] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5227; }","duration":"269.18157ms","start":"2026-04-08T01:24:43.840501Z","end":"2026-04-08T01:24:44.109682Z","steps":["trace[1245537466] 'read index received' (duration: 5.79228ms)","trace[1245537466] 'applied index is now lower than readState.Index' (duration: 263.38744ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:44.109804Z","caller":"traceutil/trace.go:171","msg":"trace[341838299] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"262.002609ms","start":"2026-04-08T01:24:43.847791Z","end":"2026-04-08T01:24:44.109794Z","steps":["trace[341838299] 'process raft request' (duration: 261.46796ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:44.10974Z","caller":"traceutil/trace.go:171","msg":"trace[980902815] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"268.066562ms","start":"2026-04-08T01:24:43.841664Z","end":"2026-04-08T01:24:44.10973Z","steps":["trace[980902815] 'process raft request' (duration: 267.421442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:44.109893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.366323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:44.109941Z","caller":"traceutil/trace.go:171","msg":"trace[1574269393] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5034; }","duration":"269.428144ms","start":"2026-04-08T01:24:43.840499Z","end":"2026-04-08T01:24:44.109927Z","steps":["trace[1574269393] 'agreement among raft nodes before linearized reading' (duration: 269.331132ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:44.110036Z","caller":"traceutil/trace.go:171","msg":"trace[649908590] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"249.289482ms","start":"2026-04-08T01:24:43.860739Z","end":"2026-04-08T01:24:44.110029Z","steps":["trace[649908590] 'process raft request' (duration: 248.548941ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:44.276902Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2783,"took":"715.410904ms","hash":567081357,"current-db-size-bytes":51105792,"current-db-size":"51 MB","current-db-size-in-use-bytes":26435584,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-08T01:24:44.277085Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":567081357,"revision":2783,"compact-revision":-1} {"level":"warn","ts":"2026-04-08T01:24:44.277348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.951825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:44.277426Z","caller":"traceutil/trace.go:171","msg":"trace[302537165] linearizableReadLoop","detail":"{readStateIndex:5237; appliedIndex:5236; }","duration":"167.624487ms","start":"2026-04-08T01:24:44.109791Z","end":"2026-04-08T01:24:44.277416Z","steps":["trace[302537165] 'read index received' (duration: 44.560021ms)","trace[302537165] 'applied index is now lower than readState.Index' (duration: 123.048916ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:44.277475Z","caller":"traceutil/trace.go:171","msg":"trace[47099216] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"182.699889ms","start":"2026-04-08T01:24:44.094768Z","end":"2026-04-08T01:24:44.277468Z","steps":["trace[47099216] 'process raft request' (duration: 59.571421ms)","trace[47099216] 'compare' (duration: 122.758642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:44.342929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.436535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-h7dk7\" ","response":"range_response_count:1 size:9724"} {"level":"info","ts":"2026-04-08T01:24:44.342971Z","caller":"traceutil/trace.go:171","msg":"trace[10914306] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-h7dk7; range_end:; response_count:1; response_revision:5035; }","duration":"439.506166ms","start":"2026-04-08T01:24:43.903454Z","end":"2026-04-08T01:24:44.34296Z","steps":["trace[10914306] 'agreement among raft nodes before linearized reading' (duration: 374.142615ms)","trace[10914306] 'range keys from in-memory index tree' (duration: 65.220139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:44.342997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.903442Z","time spent":"439.548068ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9747,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-h7dk7\" "} {"level":"warn","ts":"2026-04-08T01:24:44.343211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.921864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:24:44.343246Z","caller":"traceutil/trace.go:171","msg":"trace[945439674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5035; }","duration":"410.989835ms","start":"2026-04-08T01:24:43.932249Z","end":"2026-04-08T01:24:44.343239Z","steps":["trace[945439674] 'agreement among raft nodes before linearized reading' (duration: 345.332698ms)","trace[945439674] 'range keys from in-memory index tree' (duration: 65.587556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:44.343264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.93223Z","time spent":"411.030416ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:44.344139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.833269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T01:24:44.344359Z","caller":"traceutil/trace.go:171","msg":"trace[867840326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5036; }","duration":"230.326527ms","start":"2026-04-08T01:24:44.114012Z","end":"2026-04-08T01:24:44.344339Z","steps":["trace[867840326] 'agreement among raft nodes before linearized reading' (duration: 229.702198ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:44.344247Z","caller":"traceutil/trace.go:171","msg":"trace[665928322] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"225.713845ms","start":"2026-04-08T01:24:44.118521Z","end":"2026-04-08T01:24:44.344235Z","steps":["trace[665928322] 'process raft request' (duration: 202.538957ms)","trace[665928322] 'compare' (duration: 22.459538ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:44.614987Z","caller":"traceutil/trace.go:171","msg":"trace[588598482] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"106.034853ms","start":"2026-04-08T01:24:44.508926Z","end":"2026-04-08T01:24:44.614961Z","steps":["trace[588598482] 'process raft request' (duration: 105.86243ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:45.294834Z","caller":"traceutil/trace.go:171","msg":"trace[356612041] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"314.045799ms","start":"2026-04-08T01:24:44.98076Z","end":"2026-04-08T01:24:45.294806Z","steps":["trace[356612041] 'process raft request' (duration: 313.706644ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:45.294997Z","caller":"traceutil/trace.go:171","msg":"trace[518316100] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"314.06773ms","start":"2026-04-08T01:24:44.980902Z","end":"2026-04-08T01:24:45.29497Z","steps":["trace[518316100] 'process raft request' (duration: 313.788175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:45.295166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:44.98075Z","time spent":"314.351314ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:24:45.295432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:44.980894Z","time spent":"314.325053ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:24:45.295514Z","caller":"traceutil/trace.go:171","msg":"trace[2033625052] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"312.73626ms","start":"2026-04-08T01:24:44.982762Z","end":"2026-04-08T01:24:45.295499Z","steps":["trace[2033625052] 'process raft request' (duration: 312.378673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:45.295641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.883675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:45.295685Z","caller":"traceutil/trace.go:171","msg":"trace[158850624] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5046; }","duration":"256.997086ms","start":"2026-04-08T01:24:45.03868Z","end":"2026-04-08T01:24:45.295677Z","steps":["trace[158850624] 'agreement among raft nodes before linearized reading' (duration: 256.860454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:45.295709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:44.982752Z","time spent":"312.839001ms","remote":"127.0.0.1:46264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:45.296259Z","caller":"traceutil/trace.go:171","msg":"trace[597700688] linearizableReadLoop","detail":"{readStateIndex:5248; appliedIndex:5245; }","duration":"256.703121ms","start":"2026-04-08T01:24:45.038735Z","end":"2026-04-08T01:24:45.295438Z","steps":["trace[597700688] 'read index received' (duration: 255.638034ms)","trace[597700688] 'applied index is now lower than readState.Index' (duration: 1.064307ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:45.491668Z","caller":"traceutil/trace.go:171","msg":"trace[683159240] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"194.220816ms","start":"2026-04-08T01:24:45.297412Z","end":"2026-04-08T01:24:45.491633Z","steps":["trace[683159240] 'process raft request' (duration: 122.270653ms)","trace[683159240] 'compare' (duration: 71.384114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:46.075527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730495313,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:24:46.380044Z","caller":"traceutil/trace.go:171","msg":"trace[38710078] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"883.73947ms","start":"2026-04-08T01:24:45.49628Z","end":"2026-04-08T01:24:46.380019Z","steps":["trace[38710078] 'process raft request' (duration: 883.603848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:46.380299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:45.496258Z","time spent":"883.948313ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:24:47.05737Z","caller":"traceutil/trace.go:171","msg":"trace[1820253806] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"1.561001099s","start":"2026-04-08T01:24:45.496345Z","end":"2026-04-08T01:24:47.057346Z","steps":["trace[1820253806] 'process raft request' (duration: 1.560859747s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:47.057431Z","caller":"traceutil/trace.go:171","msg":"trace[1630486475] linearizableReadLoop","detail":"{readStateIndex:5254; appliedIndex:5249; }","duration":"1.481969166s","start":"2026-04-08T01:24:45.575445Z","end":"2026-04-08T01:24:47.057414Z","steps":["trace[1630486475] 'read index received' (duration: 804.483214ms)","trace[1630486475] 'applied index is now lower than readState.Index' (duration: 677.485042ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:47.057406Z","caller":"traceutil/trace.go:171","msg":"trace[1491265994] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"1.56104026s","start":"2026-04-08T01:24:45.49632Z","end":"2026-04-08T01:24:47.05736Z","steps":["trace[1491265994] 'process raft request' (duration: 1.560765295s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:47.057453Z","caller":"traceutil/trace.go:171","msg":"trace[1085795638] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"1.561044889s","start":"2026-04-08T01:24:45.496363Z","end":"2026-04-08T01:24:47.057408Z","steps":["trace[1085795638] 'process raft request' (duration: 1.560887287s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.057496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:45.496327Z","time spent":"1.561114571s","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:24:47.057565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:45.496309Z","time spent":"1.561188353s","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:24:47.05764Z","caller":"traceutil/trace.go:171","msg":"trace[442813769] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"774.557724ms","start":"2026-04-08T01:24:46.283042Z","end":"2026-04-08T01:24:47.0576Z","steps":["trace[442813769] 'process raft request' (duration: 774.3385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.057693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:45.496348Z","time spent":"1.561179403s","remote":"127.0.0.1:46526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1145,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:24:47.057726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421070635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:47.057754Z","caller":"traceutil/trace.go:171","msg":"trace[1917271600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5054; }","duration":"1.421140075s","start":"2026-04-08T01:24:45.636604Z","end":"2026-04-08T01:24:47.057745Z","steps":["trace[1917271600] 'agreement among raft nodes before linearized reading' (duration: 1.421104975s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.057785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:45.636578Z","time spent":"1.421201907s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:24:47.057814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.202075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T01:24:47.057815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:46.28302Z","time spent":"774.698857ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:47.057977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.389417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:24:47.057981Z","caller":"traceutil/trace.go:171","msg":"trace[258472298] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"1.480598426s","start":"2026-04-08T01:24:45.577368Z","end":"2026-04-08T01:24:47.057967Z","steps":["trace[258472298] 'process raft request' (duration: 1.479916124s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:47.058005Z","caller":"traceutil/trace.go:171","msg":"trace[908325221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5054; }","duration":"938.429347ms","start":"2026-04-08T01:24:46.119568Z","end":"2026-04-08T01:24:47.057997Z","steps":["trace[908325221] 'agreement among raft nodes before linearized reading' (duration: 938.339466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.058009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.588032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T01:24:47.058031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:46.119561Z","time spent":"938.464378ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T01:24:47.058041Z","caller":"traceutil/trace.go:171","msg":"trace[1239435481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5054; }","duration":"942.649023ms","start":"2026-04-08T01:24:46.115383Z","end":"2026-04-08T01:24:47.058032Z","steps":["trace[1239435481] 'agreement among raft nodes before linearized reading' (duration: 942.553281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.05805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:45.577346Z","time spent":"1.480665976s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:47.058073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:46.11537Z","time spent":"942.697394ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T01:24:47.058159Z","caller":"traceutil/trace.go:171","msg":"trace[1623184778] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"937.745027ms","start":"2026-04-08T01:24:46.1204Z","end":"2026-04-08T01:24:47.058145Z","steps":["trace[1623184778] 'process raft request' (duration: 936.947764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.058187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.596036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-08T01:24:47.058211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218480799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:24:47.058212Z","caller":"traceutil/trace.go:171","msg":"trace[557264914] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5054; }","duration":"939.660287ms","start":"2026-04-08T01:24:46.118543Z","end":"2026-04-08T01:24:47.058204Z","steps":["trace[557264914] 'agreement among raft nodes before linearized reading' (duration: 939.594076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.058238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:46.118522Z","time spent":"939.709948ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-08T01:24:47.058239Z","caller":"traceutil/trace.go:171","msg":"trace[935797394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5054; }","duration":"1.218548521s","start":"2026-04-08T01:24:45.839683Z","end":"2026-04-08T01:24:47.058232Z","steps":["trace[935797394] 'agreement among raft nodes before linearized reading' (duration: 1.21847445s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.058238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:46.120383Z","time spent":"937.806808ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:47.058264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:45.839667Z","time spent":"1.218591701s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:47.057678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482229931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T01:24:47.05831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.705294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:47.058338Z","caller":"traceutil/trace.go:171","msg":"trace[1444838104] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5054; }","duration":"202.772045ms","start":"2026-04-08T01:24:46.855558Z","end":"2026-04-08T01:24:47.05833Z","steps":["trace[1444838104] 'agreement among raft nodes before linearized reading' (duration: 202.731245ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:47.058339Z","caller":"traceutil/trace.go:171","msg":"trace[1549754493] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5054; }","duration":"1.482936792s","start":"2026-04-08T01:24:45.575391Z","end":"2026-04-08T01:24:47.058328Z","steps":["trace[1549754493] 'agreement among raft nodes before linearized reading' (duration: 1.482246932s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.058338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.636623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-08T01:24:47.058373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:45.57537Z","time spent":"1.482992833s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:24:47.058382Z","caller":"traceutil/trace.go:171","msg":"trace[1589909490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5054; }","duration":"942.722314ms","start":"2026-04-08T01:24:46.115647Z","end":"2026-04-08T01:24:47.058369Z","steps":["trace[1589909490] 'agreement among raft nodes before linearized reading' (duration: 942.615842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.058414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:46.115627Z","time spent":"942.779435ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T01:24:47.057857Z","caller":"traceutil/trace.go:171","msg":"trace[710451438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5054; }","duration":"702.277277ms","start":"2026-04-08T01:24:46.355561Z","end":"2026-04-08T01:24:47.057838Z","steps":["trace[710451438] 'agreement among raft nodes before linearized reading' (duration: 702.201516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.059194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:46.355539Z","time spent":"703.636807ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:24:47.296896Z","caller":"traceutil/trace.go:171","msg":"trace[1429058642] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5266; }","duration":"131.967199ms","start":"2026-04-08T01:24:47.164903Z","end":"2026-04-08T01:24:47.29687Z","steps":["trace[1429058642] 'read index received' (duration: 101.241024ms)","trace[1429058642] 'applied index is now lower than readState.Index' (duration: 30.725075ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:47.296971Z","caller":"traceutil/trace.go:171","msg":"trace[221435127] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"142.312839ms","start":"2026-04-08T01:24:47.154611Z","end":"2026-04-08T01:24:47.296924Z","steps":["trace[221435127] 'process raft request' (duration: 111.147627ms)","trace[221435127] 'compare' (duration: 30.908148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:47.297169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.238373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-08T01:24:47.297215Z","caller":"traceutil/trace.go:171","msg":"trace[1162414999] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5066; }","duration":"132.322854ms","start":"2026-04-08T01:24:47.164881Z","end":"2026-04-08T01:24:47.297204Z","steps":["trace[1162414999] 'agreement among raft nodes before linearized reading' (duration: 132.096821ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:47.297048Z","caller":"traceutil/trace.go:171","msg":"trace[761699767] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"142.323579ms","start":"2026-04-08T01:24:47.154694Z","end":"2026-04-08T01:24:47.297017Z","steps":["trace[761699767] 'process raft request' (duration: 142.116446ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:47.505964Z","caller":"traceutil/trace.go:171","msg":"trace[1117368824] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5268; }","duration":"197.292598ms","start":"2026-04-08T01:24:47.308649Z","end":"2026-04-08T01:24:47.505941Z","steps":["trace[1117368824] 'read index received' (duration: 52.659873ms)","trace[1117368824] 'applied index is now lower than readState.Index' (duration: 144.631845ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:47.506087Z","caller":"traceutil/trace.go:171","msg":"trace[1071700155] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"203.089508ms","start":"2026-04-08T01:24:47.302968Z","end":"2026-04-08T01:24:47.506058Z","steps":["trace[1071700155] 'process raft request' (duration: 202.851454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.507014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.338725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-08T01:24:47.507084Z","caller":"traceutil/trace.go:171","msg":"trace[1040024425] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5068; }","duration":"198.447866ms","start":"2026-04-08T01:24:47.308619Z","end":"2026-04-08T01:24:47.507067Z","steps":["trace[1040024425] 'agreement among raft nodes before linearized reading' (duration: 197.479461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:48.084925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730495351,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:24:48.583331Z","caller":"traceutil/trace.go:171","msg":"trace[512960076] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"999.043735ms","start":"2026-04-08T01:24:47.584264Z","end":"2026-04-08T01:24:48.583308Z","steps":["trace[512960076] 'process raft request' (duration: 998.479286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:48.583446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:47.584253Z","time spent":"999.142716ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:24:48.665561Z","caller":"traceutil/trace.go:171","msg":"trace[1401203720] linearizableReadLoop","detail":"{readStateIndex:5274; appliedIndex:5272; }","duration":"1.081184683s","start":"2026-04-08T01:24:47.584345Z","end":"2026-04-08T01:24:48.66553Z","steps":["trace[1401203720] 'read index received' (duration: 998.764791ms)","trace[1401203720] 'applied index is now lower than readState.Index' (duration: 82.418382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:48.665756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081392116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-08T01:24:48.665835Z","caller":"traceutil/trace.go:171","msg":"trace[1675829977] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:5071; }","duration":"1.081518709s","start":"2026-04-08T01:24:47.584299Z","end":"2026-04-08T01:24:48.665818Z","steps":["trace[1675829977] 'agreement among raft nodes before linearized reading' (duration: 1.081375117s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:48.665844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.669988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:24:48.66588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:47.584281Z","time spent":"1.08159035s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":670,"request content":"key:\"/registry/clusterroles/system:discovery\" "} {"level":"info","ts":"2026-04-08T01:24:48.665905Z","caller":"traceutil/trace.go:171","msg":"trace[1424399448] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5071; }","duration":"349.767199ms","start":"2026-04-08T01:24:48.316113Z","end":"2026-04-08T01:24:48.665881Z","steps":["trace[1424399448] 'agreement among raft nodes before linearized reading' (duration: 349.679487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:48.66595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.316092Z","time spent":"349.848101ms","remote":"127.0.0.1:49010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:24:48.665962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064981063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-08T01:24:48.666019Z","caller":"traceutil/trace.go:171","msg":"trace[885115470] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5071; }","duration":"1.065042704s","start":"2026-04-08T01:24:47.600951Z","end":"2026-04-08T01:24:48.665993Z","steps":["trace[885115470] 'agreement among raft nodes before linearized reading' (duration: 1.064953623s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:48.666062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:47.600939Z","time spent":"1.065115686s","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-08T01:24:48.66587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079997825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-08T01:24:48.666299Z","caller":"traceutil/trace.go:171","msg":"trace[1101698834] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5071; }","duration":"1.080419402s","start":"2026-04-08T01:24:47.585824Z","end":"2026-04-08T01:24:48.666243Z","steps":["trace[1101698834] 'agreement among raft nodes before linearized reading' (duration: 1.079891644s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:48.66587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.565261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:48.666499Z","caller":"traceutil/trace.go:171","msg":"trace[1877322043] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5071; }","duration":"840.212891ms","start":"2026-04-08T01:24:47.826235Z","end":"2026-04-08T01:24:48.666448Z","steps":["trace[1877322043] 'agreement among raft nodes before linearized reading' (duration: 839.568151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:48.666635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:47.826211Z","time spent":"840.389614ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:24:48.666724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:47.585813Z","time spent":"1.080555734s","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-08T01:24:48.784734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.020864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-04-08T01:24:48.784777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.7506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-08T01:24:48.784839Z","caller":"traceutil/trace.go:171","msg":"trace[835008350] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5072; }","duration":"101.826031ms","start":"2026-04-08T01:24:48.682995Z","end":"2026-04-08T01:24:48.784821Z","steps":["trace[835008350] 'range keys from in-memory index tree' (duration: 101.607018ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:48.784838Z","caller":"traceutil/trace.go:171","msg":"trace[742434580] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5072; }","duration":"102.146926ms","start":"2026-04-08T01:24:48.682667Z","end":"2026-04-08T01:24:48.784814Z","steps":["trace[742434580] 'range keys from in-memory index tree' (duration: 101.652518ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:48.785396Z","caller":"traceutil/trace.go:171","msg":"trace[312432753] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"102.011414ms","start":"2026-04-08T01:24:48.683345Z","end":"2026-04-08T01:24:48.785356Z","steps":["trace[312432753] 'process raft request' (duration: 86.550806ms)","trace[312432753] 'compare' (duration: 14.823688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:48.785603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.901097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-keystone-peer-discovery\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-04-08T01:24:48.78565Z","caller":"traceutil/trace.go:171","msg":"trace[94121575] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-keystone-peer-discovery; range_end:; response_count:1; response_revision:5072; }","duration":"103.005899ms","start":"2026-04-08T01:24:48.682634Z","end":"2026-04-08T01:24:48.78564Z","steps":["trace[94121575] 'range keys from in-memory index tree' (duration: 101.989794ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:48.917271Z","caller":"traceutil/trace.go:171","msg":"trace[2006136272] linearizableReadLoop","detail":"{readStateIndex:5279; appliedIndex:5278; }","duration":"107.892874ms","start":"2026-04-08T01:24:48.809348Z","end":"2026-04-08T01:24:48.917241Z","steps":["trace[2006136272] 'read index received' (duration: 104.850937ms)","trace[2006136272] 'applied index is now lower than readState.Index' (duration: 3.039847ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:48.917375Z","caller":"traceutil/trace.go:171","msg":"trace[1638055356] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"108.089348ms","start":"2026-04-08T01:24:48.809245Z","end":"2026-04-08T01:24:48.917334Z","steps":["trace[1638055356] 'process raft request' (duration: 105.01421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:48.917651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.279091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-08T01:24:48.917699Z","caller":"traceutil/trace.go:171","msg":"trace[753080186] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5076; }","duration":"108.365003ms","start":"2026-04-08T01:24:48.809321Z","end":"2026-04-08T01:24:48.917686Z","steps":["trace[753080186] 'agreement among raft nodes before linearized reading' (duration: 108.064457ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.245121Z","caller":"traceutil/trace.go:171","msg":"trace[517208137] linearizableReadLoop","detail":"{readStateIndex:5281; appliedIndex:5280; }","duration":"316.025234ms","start":"2026-04-08T01:24:48.929074Z","end":"2026-04-08T01:24:49.245099Z","steps":["trace[517208137] 'read index received' (duration: 55.653358ms)","trace[517208137] 'applied index is now lower than readState.Index' (duration: 260.371046ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:49.245304Z","caller":"traceutil/trace.go:171","msg":"trace[2094463012] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"316.138946ms","start":"2026-04-08T01:24:48.929146Z","end":"2026-04-08T01:24:49.245285Z","steps":["trace[2094463012] 'process raft request' (duration: 315.816711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.245346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.250497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-08T01:24:49.245382Z","caller":"traceutil/trace.go:171","msg":"trace[1149372611] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5080; }","duration":"316.32098ms","start":"2026-04-08T01:24:48.929051Z","end":"2026-04-08T01:24:49.245371Z","steps":["trace[1149372611] 'agreement among raft nodes before linearized reading' (duration: 316.172827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.245421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.929039Z","time spent":"316.37497ms","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-08T01:24:49.245418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.929135Z","time spent":"316.219598ms","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9301,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:49.245309Z","caller":"traceutil/trace.go:171","msg":"trace[943619550] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"313.114629ms","start":"2026-04-08T01:24:48.932069Z","end":"2026-04-08T01:24:49.245183Z","steps":["trace[943619550] 'process raft request' (duration: 312.973047ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.245313Z","caller":"traceutil/trace.go:171","msg":"trace[823382394] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"321.054442ms","start":"2026-04-08T01:24:48.924242Z","end":"2026-04-08T01:24:49.245296Z","steps":["trace[823382394] 'process raft request' (duration: 320.589065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.245827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.924219Z","time spent":"321.569531ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:24:49.245716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.93206Z","time spent":"313.547856ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:49.24788Z","caller":"traceutil/trace.go:171","msg":"trace[56528746] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"183.498059ms","start":"2026-04-08T01:24:49.064361Z","end":"2026-04-08T01:24:49.247859Z","steps":["trace[56528746] 'process raft request' (duration: 183.234185ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.248485Z","caller":"traceutil/trace.go:171","msg":"trace[40577314] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"183.441459ms","start":"2026-04-08T01:24:49.06503Z","end":"2026-04-08T01:24:49.248471Z","steps":["trace[40577314] 'process raft request' (duration: 182.675917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.248863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.000773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:49.248934Z","caller":"traceutil/trace.go:171","msg":"trace[554734891] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5083; }","duration":"312.093684ms","start":"2026-04-08T01:24:48.936827Z","end":"2026-04-08T01:24:49.248921Z","steps":["trace[554734891] 'agreement among raft nodes before linearized reading' (duration: 311.960962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.248974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.936822Z","time spent":"312.141605ms","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:24:49.249177Z","caller":"traceutil/trace.go:171","msg":"trace[831581584] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"183.796915ms","start":"2026-04-08T01:24:49.065364Z","end":"2026-04-08T01:24:49.249161Z","steps":["trace[831581584] 'process raft request' (duration: 183.058454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.249696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.074385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:49.249772Z","caller":"traceutil/trace.go:171","msg":"trace[1451020142] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:5083; }","duration":"259.177497ms","start":"2026-04-08T01:24:48.990582Z","end":"2026-04-08T01:24:49.24976Z","steps":["trace[1451020142] 'agreement among raft nodes before linearized reading' (duration: 259.082095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.250455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.677793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193158"} {"level":"info","ts":"2026-04-08T01:24:49.25052Z","caller":"traceutil/trace.go:171","msg":"trace[824196215] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5083; }","duration":"115.766695ms","start":"2026-04-08T01:24:49.134726Z","end":"2026-04-08T01:24:49.250493Z","steps":["trace[824196215] 'agreement among raft nodes before linearized reading' (duration: 114.691199ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.393268Z","caller":"traceutil/trace.go:171","msg":"trace[1483660799] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"137.634083ms","start":"2026-04-08T01:24:49.255606Z","end":"2026-04-08T01:24:49.39324Z","steps":["trace[1483660799] 'process raft request' (duration: 137.401359ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.393351Z","caller":"traceutil/trace.go:171","msg":"trace[382903603] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"137.692903ms","start":"2026-04-08T01:24:49.255638Z","end":"2026-04-08T01:24:49.39333Z","steps":["trace[382903603] 'process raft request' (duration: 137.441269ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.393454Z","caller":"traceutil/trace.go:171","msg":"trace[468683455] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"137.919507ms","start":"2026-04-08T01:24:49.255518Z","end":"2026-04-08T01:24:49.393437Z","steps":["trace[468683455] 'process raft request' (duration: 69.785996ms)","trace[468683455] 'compare' (duration: 67.557092ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:49.393532Z","caller":"traceutil/trace.go:171","msg":"trace[1165420330] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"137.945697ms","start":"2026-04-08T01:24:49.255574Z","end":"2026-04-08T01:24:49.393519Z","steps":["trace[1165420330] 'process raft request' (duration: 137.384008ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.393683Z","caller":"traceutil/trace.go:171","msg":"trace[619751923] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"137.996758ms","start":"2026-04-08T01:24:49.255623Z","end":"2026-04-08T01:24:49.39362Z","steps":["trace[619751923] 'process raft request' (duration: 137.42257ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.393662Z","caller":"traceutil/trace.go:171","msg":"trace[231044582] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"138.048758ms","start":"2026-04-08T01:24:49.255585Z","end":"2026-04-08T01:24:49.393634Z","steps":["trace[231044582] 'process raft request' (duration: 137.402829ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.393785Z","caller":"traceutil/trace.go:171","msg":"trace[944451232] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5286; }","duration":"134.987782ms","start":"2026-04-08T01:24:49.258787Z","end":"2026-04-08T01:24:49.393774Z","steps":["trace[944451232] 'read index received' (duration: 17.363978ms)","trace[944451232] 'applied index is now lower than readState.Index' (duration: 117.622654ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:49.393867Z","caller":"traceutil/trace.go:171","msg":"trace[360068157] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"136.173321ms","start":"2026-04-08T01:24:49.257685Z","end":"2026-04-08T01:24:49.393858Z","steps":["trace[360068157] 'process raft request' (duration: 135.419299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.394013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.202336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:49.394076Z","caller":"traceutil/trace.go:171","msg":"trace[2101426446] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5091; }","duration":"135.299058ms","start":"2026-04-08T01:24:49.258764Z","end":"2026-04-08T01:24:49.394063Z","steps":["trace[2101426446] 'agreement among raft nodes before linearized reading' (duration: 135.181916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.395949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.102897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-08T01:24:49.396006Z","caller":"traceutil/trace.go:171","msg":"trace[1234085312] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5094; }","duration":"121.192789ms","start":"2026-04-08T01:24:49.274801Z","end":"2026-04-08T01:24:49.395993Z","steps":["trace[1234085312] 'agreement among raft nodes before linearized reading' (duration: 121.025386ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.396147Z","caller":"traceutil/trace.go:171","msg":"trace[58492860] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"115.704944ms","start":"2026-04-08T01:24:49.280432Z","end":"2026-04-08T01:24:49.396137Z","steps":["trace[58492860] 'process raft request' (duration: 115.299698ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.39626Z","caller":"traceutil/trace.go:171","msg":"trace[1281695437] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"114.440845ms","start":"2026-04-08T01:24:49.281794Z","end":"2026-04-08T01:24:49.396234Z","steps":["trace[1281695437] 'process raft request' (duration: 113.983218ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.396146Z","caller":"traceutil/trace.go:171","msg":"trace[471541112] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"115.769175ms","start":"2026-04-08T01:24:49.28036Z","end":"2026-04-08T01:24:49.396129Z","steps":["trace[471541112] 'process raft request' (duration: 115.267787ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.594356Z","caller":"traceutil/trace.go:171","msg":"trace[463824676] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5300; }","duration":"124.892077ms","start":"2026-04-08T01:24:49.469438Z","end":"2026-04-08T01:24:49.59433Z","steps":["trace[463824676] 'read index received' (duration: 45.255089ms)","trace[463824676] 'applied index is now lower than readState.Index' (duration: 79.635998ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:49.594415Z","caller":"traceutil/trace.go:171","msg":"trace[1450581192] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"126.246137ms","start":"2026-04-08T01:24:49.468134Z","end":"2026-04-08T01:24:49.594381Z","steps":["trace[1450581192] 'process raft request' (duration: 46.548938ms)","trace[1450581192] 'compare' (duration: 79.521656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:49.594634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.169851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-04-08T01:24:49.594698Z","caller":"traceutil/trace.go:171","msg":"trace[1356851367] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5098; }","duration":"125.265122ms","start":"2026-04-08T01:24:49.469414Z","end":"2026-04-08T01:24:49.594679Z","steps":["trace[1356851367] 'agreement among raft nodes before linearized reading' (duration: 125.038749ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.625186Z","caller":"traceutil/trace.go:171","msg":"trace[1147544033] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"153.088221ms","start":"2026-04-08T01:24:49.472066Z","end":"2026-04-08T01:24:49.625154Z","steps":["trace[1147544033] 'process raft request' (duration: 152.923279ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.625368Z","caller":"traceutil/trace.go:171","msg":"trace[2108725234] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"150.063114ms","start":"2026-04-08T01:24:49.475269Z","end":"2026-04-08T01:24:49.625332Z","steps":["trace[2108725234] 'process raft request' (duration: 149.884351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.625529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.483717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-04-08T01:24:49.625533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.948774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-08T01:24:49.625577Z","caller":"traceutil/trace.go:171","msg":"trace[298991906] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5101; }","duration":"153.553918ms","start":"2026-04-08T01:24:49.472011Z","end":"2026-04-08T01:24:49.625565Z","steps":["trace[298991906] 'agreement among raft nodes before linearized reading' (duration: 153.361875ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.62559Z","caller":"traceutil/trace.go:171","msg":"trace[220041036] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5101; }","duration":"156.022735ms","start":"2026-04-08T01:24:49.469549Z","end":"2026-04-08T01:24:49.625572Z","steps":["trace[220041036] 'agreement among raft nodes before linearized reading' (duration: 155.830022ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.625628Z","caller":"traceutil/trace.go:171","msg":"trace[1552157974] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"152.979799ms","start":"2026-04-08T01:24:49.472637Z","end":"2026-04-08T01:24:49.625617Z","steps":["trace[1552157974] 'process raft request' (duration: 152.464901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.625761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.397989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:49.625815Z","caller":"traceutil/trace.go:171","msg":"trace[114520852] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5101; }","duration":"115.472491ms","start":"2026-04-08T01:24:49.510333Z","end":"2026-04-08T01:24:49.625806Z","steps":["trace[114520852] 'agreement among raft nodes before linearized reading' (duration: 115.39955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.895133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.177191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:49.895419Z","caller":"traceutil/trace.go:171","msg":"trace[572977133] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"254.589146ms","start":"2026-04-08T01:24:49.640815Z","end":"2026-04-08T01:24:49.895404Z","steps":["trace[572977133] 'process raft request' (duration: 254.424123ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.895335Z","caller":"traceutil/trace.go:171","msg":"trace[1437679070] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"290.022623ms","start":"2026-04-08T01:24:49.605293Z","end":"2026-04-08T01:24:49.895316Z","steps":["trace[1437679070] 'process raft request' (duration: 114.578387ms)","trace[1437679070] 'compare' (duration: 175.015119ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:49.895434Z","caller":"traceutil/trace.go:171","msg":"trace[1095668648] linearizableReadLoop","detail":"{readStateIndex:5305; appliedIndex:5304; }","duration":"270.180798ms","start":"2026-04-08T01:24:49.625234Z","end":"2026-04-08T01:24:49.895415Z","steps":["trace[1095668648] 'read index received' (duration: 94.62509ms)","trace[1095668648] 'applied index is now lower than readState.Index' (duration: 175.554168ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:49.895586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.936236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a43d3df8666715\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-08T01:24:49.895617Z","caller":"traceutil/trace.go:171","msg":"trace[390295375] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a43d3df8666715; range_end:; response_count:1; response_revision:5103; }","duration":"298.017587ms","start":"2026-04-08T01:24:49.597589Z","end":"2026-04-08T01:24:49.895607Z","steps":["trace[390295375] 'agreement among raft nodes before linearized reading' (duration: 297.881704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.895686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.462019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:24:49.895708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.523108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:49.89574Z","caller":"traceutil/trace.go:171","msg":"trace[202332945] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5103; }","duration":"266.54564ms","start":"2026-04-08T01:24:49.629177Z","end":"2026-04-08T01:24:49.895723Z","steps":["trace[202332945] 'agreement among raft nodes before linearized reading' (duration: 266.462789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.89586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.115869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74a42d70-3050-406a-89c1-f297341206c1\" ","response":"range_response_count:1 size:2580"} {"level":"info","ts":"2026-04-08T01:24:49.895883Z","caller":"traceutil/trace.go:171","msg":"trace[1060460215] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74a42d70-3050-406a-89c1-f297341206c1; range_end:; response_count:1; response_revision:5103; }","duration":"265.16928ms","start":"2026-04-08T01:24:49.630708Z","end":"2026-04-08T01:24:49.895877Z","steps":["trace[1060460215] 'agreement among raft nodes before linearized reading' (duration: 265.114259ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.895746Z","caller":"traceutil/trace.go:171","msg":"trace[2017035873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5103; }","duration":"258.573338ms","start":"2026-04-08T01:24:49.63716Z","end":"2026-04-08T01:24:49.895733Z","steps":["trace[2017035873] 'agreement among raft nodes before linearized reading' (duration: 258.515978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.895902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.992749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:60353"} {"level":"info","ts":"2026-04-08T01:24:49.89594Z","caller":"traceutil/trace.go:171","msg":"trace[1584570403] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5103; }","duration":"258.040699ms","start":"2026-04-08T01:24:49.637891Z","end":"2026-04-08T01:24:49.895932Z","steps":["trace[1584570403] 'agreement among raft nodes before linearized reading' (duration: 257.874017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.896014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.211109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-08T01:24:49.896034Z","caller":"traceutil/trace.go:171","msg":"trace[1221731528] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5103; }","duration":"259.254339ms","start":"2026-04-08T01:24:49.636775Z","end":"2026-04-08T01:24:49.896029Z","steps":["trace[1221731528] 'agreement among raft nodes before linearized reading' (duration: 259.216028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.896044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.923954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74a42d70-3050-406a-89c1-f297341206c1\" ","response":"range_response_count:1 size:2580"} {"level":"info","ts":"2026-04-08T01:24:49.896126Z","caller":"traceutil/trace.go:171","msg":"trace[994298294] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74a42d70-3050-406a-89c1-f297341206c1; range_end:; response_count:1; response_revision:5103; }","duration":"259.103467ms","start":"2026-04-08T01:24:49.637002Z","end":"2026-04-08T01:24:49.896106Z","steps":["trace[994298294] 'agreement among raft nodes before linearized reading' (duration: 258.900614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.896289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.999127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-08T01:24:49.896381Z","caller":"traceutil/trace.go:171","msg":"trace[230371875] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5103; }","duration":"265.2134ms","start":"2026-04-08T01:24:49.631122Z","end":"2026-04-08T01:24:49.896335Z","steps":["trace[230371875] 'agreement among raft nodes before linearized reading' (duration: 264.695543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:50.119972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.888614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-08T01:24:50.120067Z","caller":"traceutil/trace.go:171","msg":"trace[558288738] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5105; }","duration":"123.003875ms","start":"2026-04-08T01:24:49.997044Z","end":"2026-04-08T01:24:50.120048Z","steps":["trace[558288738] 'range keys from in-memory index tree' (duration: 122.738011ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:50.120255Z","caller":"traceutil/trace.go:171","msg":"trace[1934560565] linearizableReadLoop","detail":"{readStateIndex:5309; appliedIndex:5308; }","duration":"122.029531ms","start":"2026-04-08T01:24:49.998179Z","end":"2026-04-08T01:24:50.120209Z","steps":["trace[1934560565] 'read index received' (duration: 74.384967ms)","trace[1934560565] 'applied index is now lower than readState.Index' (duration: 47.643204ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:50.120411Z","caller":"traceutil/trace.go:171","msg":"trace[1212080437] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"123.083537ms","start":"2026-04-08T01:24:49.997255Z","end":"2026-04-08T01:24:50.120339Z","steps":["trace[1212080437] 'process raft request' (duration: 75.359721ms)","trace[1212080437] 'compare' (duration: 47.34459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:50.120473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.273544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-04-08T01:24:50.120506Z","caller":"traceutil/trace.go:171","msg":"trace[65772356] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5106; }","duration":"122.328265ms","start":"2026-04-08T01:24:49.998168Z","end":"2026-04-08T01:24:50.120496Z","steps":["trace[65772356] 'agreement among raft nodes before linearized reading' (duration: 122.146382ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:50.387247Z","caller":"traceutil/trace.go:171","msg":"trace[386000089] linearizableReadLoop","detail":"{readStateIndex:5312; appliedIndex:5310; }","duration":"233.450377ms","start":"2026-04-08T01:24:50.153778Z","end":"2026-04-08T01:24:50.387228Z","steps":["trace[386000089] 'read index received' (duration: 13.482748ms)","trace[386000089] 'applied index is now lower than readState.Index' (duration: 219.966649ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:50.387301Z","caller":"traceutil/trace.go:171","msg":"trace[792671976] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"235.224244ms","start":"2026-04-08T01:24:50.152044Z","end":"2026-04-08T01:24:50.387268Z","steps":["trace[792671976] 'process raft request' (duration: 208.28701ms)","trace[792671976] 'compare' (duration: 26.771432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:50.387405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.623969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-08T01:24:50.387429Z","caller":"traceutil/trace.go:171","msg":"trace[1022347628] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5109; }","duration":"233.697811ms","start":"2026-04-08T01:24:50.153725Z","end":"2026-04-08T01:24:50.387423Z","steps":["trace[1022347628] 'agreement among raft nodes before linearized reading' (duration: 233.575309ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:51.371523Z","caller":"traceutil/trace.go:171","msg":"trace[1442296527] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"118.755348ms","start":"2026-04-08T01:24:51.252742Z","end":"2026-04-08T01:24:51.371497Z","steps":["trace[1442296527] 'process raft request' (duration: 118.489284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:51.541747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.571229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:51.542153Z","caller":"traceutil/trace.go:171","msg":"trace[159729002] linearizableReadLoop","detail":"{readStateIndex:5319; appliedIndex:5317; }","duration":"143.909165ms","start":"2026-04-08T01:24:51.398225Z","end":"2026-04-08T01:24:51.542134Z","steps":["trace[159729002] 'read index received' (duration: 38.881099ms)","trace[159729002] 'applied index is now lower than readState.Index' (duration: 105.027066ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:51.54233Z","caller":"traceutil/trace.go:171","msg":"trace[374944692] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"286.952138ms","start":"2026-04-08T01:24:51.255316Z","end":"2026-04-08T01:24:51.542268Z","steps":["trace[374944692] 'process raft request' (duration: 286.749915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:51.542414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.176969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:24:51.542464Z","caller":"traceutil/trace.go:171","msg":"trace[89815830] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5116; }","duration":"144.277851ms","start":"2026-04-08T01:24:51.398174Z","end":"2026-04-08T01:24:51.542452Z","steps":["trace[89815830] 'agreement among raft nodes before linearized reading' (duration: 144.116109ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:51.542296Z","caller":"traceutil/trace.go:171","msg":"trace[1053380294] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"288.789746ms","start":"2026-04-08T01:24:51.253474Z","end":"2026-04-08T01:24:51.542264Z","steps":["trace[1053380294] 'process raft request' (duration: 183.574607ms)","trace[1053380294] 'compare' (duration: 104.424027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:51.54282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.235871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:24:51.542882Z","caller":"traceutil/trace.go:171","msg":"trace[104239428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5116; }","duration":"144.266272ms","start":"2026-04-08T01:24:51.398575Z","end":"2026-04-08T01:24:51.542842Z","steps":["trace[104239428] 'agreement among raft nodes before linearized reading' (duration: 144.191161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:51.542947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.12928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:24:51.543021Z","caller":"traceutil/trace.go:171","msg":"trace[1354564099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5116; }","duration":"144.326982ms","start":"2026-04-08T01:24:51.398682Z","end":"2026-04-08T01:24:51.543009Z","steps":["trace[1354564099] 'agreement among raft nodes before linearized reading' (duration: 144.058018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:51.543027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.229711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:24:51.54311Z","caller":"traceutil/trace.go:171","msg":"trace[179245688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5116; }","duration":"144.341173ms","start":"2026-04-08T01:24:51.398752Z","end":"2026-04-08T01:24:51.543093Z","steps":["trace[179245688] 'agreement among raft nodes before linearized reading' (duration: 144.125979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:51.54293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.090419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:24:51.543161Z","caller":"traceutil/trace.go:171","msg":"trace[1871606624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5116; }","duration":"144.383343ms","start":"2026-04-08T01:24:51.398768Z","end":"2026-04-08T01:24:51.543151Z","steps":["trace[1871606624] 'agreement among raft nodes before linearized reading' (duration: 143.958347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:51.543367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.265622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:24:51.543415Z","caller":"traceutil/trace.go:171","msg":"trace[300568236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5116; }","duration":"145.070184ms","start":"2026-04-08T01:24:51.398332Z","end":"2026-04-08T01:24:51.543403Z","steps":["trace[300568236] 'agreement among raft nodes before linearized reading' (duration: 144.226192ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:51.975471Z","caller":"traceutil/trace.go:171","msg":"trace[271015738] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"427.196167ms","start":"2026-04-08T01:24:51.54825Z","end":"2026-04-08T01:24:51.975446Z","steps":["trace[271015738] 'process raft request' (duration: 426.988164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:51.97575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:51.548227Z","time spent":"427.41156ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:51.975893Z","caller":"traceutil/trace.go:171","msg":"trace[1182335161] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"426.110151ms","start":"2026-04-08T01:24:51.549758Z","end":"2026-04-08T01:24:51.975868Z","steps":["trace[1182335161] 'process raft request' (duration: 426.027549ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:51.975938Z","caller":"traceutil/trace.go:171","msg":"trace[963053713] linearizableReadLoop","detail":"{readStateIndex:5323; appliedIndex:5319; }","duration":"426.987824ms","start":"2026-04-08T01:24:51.548935Z","end":"2026-04-08T01:24:51.975923Z","steps":["trace[963053713] 'read index received' (duration: 79.706417ms)","trace[963053713] 'applied index is now lower than readState.Index' (duration: 347.280057ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:51.975963Z","caller":"traceutil/trace.go:171","msg":"trace[1661616596] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"425.543193ms","start":"2026-04-08T01:24:51.550403Z","end":"2026-04-08T01:24:51.975946Z","steps":["trace[1661616596] 'process raft request' (duration: 425.428651ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:51.975823Z","caller":"traceutil/trace.go:171","msg":"trace[328085434] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"426.972433ms","start":"2026-04-08T01:24:51.548825Z","end":"2026-04-08T01:24:51.975798Z","steps":["trace[328085434] 'process raft request' (duration: 426.574927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:51.976043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:51.549724Z","time spent":"426.241123ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:51.9761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:51.548816Z","time spent":"427.241077ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:51.976111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:51.550391Z","time spent":"425.641324ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:51.976137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.582513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:51.976163Z","caller":"traceutil/trace.go:171","msg":"trace[994852156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5122; }","duration":"340.642334ms","start":"2026-04-08T01:24:51.635514Z","end":"2026-04-08T01:24:51.976156Z","steps":["trace[994852156] 'agreement among raft nodes before linearized reading' (duration: 340.595443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:51.976151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.204468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-04-08T01:24:51.976179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:51.635497Z","time spent":"340.678355ms","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:24:51.976217Z","caller":"traceutil/trace.go:171","msg":"trace[809120842] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5122; }","duration":"427.271448ms","start":"2026-04-08T01:24:51.548913Z","end":"2026-04-08T01:24:51.976185Z","steps":["trace[809120842] 'agreement among raft nodes before linearized reading' (duration: 427.100306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:51.976266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:51.548907Z","time spent":"427.348099ms","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-04-08T01:24:51.976292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.306132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:51.976337Z","caller":"traceutil/trace.go:171","msg":"trace[899500610] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5122; }","duration":"296.422003ms","start":"2026-04-08T01:24:51.679902Z","end":"2026-04-08T01:24:51.976324Z","steps":["trace[899500610] 'agreement among raft nodes before linearized reading' (duration: 296.313732ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:51.976583Z","caller":"traceutil/trace.go:171","msg":"trace[152801297] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"427.034315ms","start":"2026-04-08T01:24:51.54885Z","end":"2026-04-08T01:24:51.975884Z","steps":["trace[152801297] 'process raft request' (duration: 426.820412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:51.976758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:51.548841Z","time spent":"427.834928ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:52.402709Z","caller":"traceutil/trace.go:171","msg":"trace[1158000190] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"160.356838ms","start":"2026-04-08T01:24:52.242326Z","end":"2026-04-08T01:24:52.402683Z","steps":["trace[1158000190] 'process raft request' (duration: 102.316554ms)","trace[1158000190] 'compare' (duration: 57.842561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:53.728503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.357809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:53.728867Z","caller":"traceutil/trace.go:171","msg":"trace[732896443] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"351.741747ms","start":"2026-04-08T01:24:53.377107Z","end":"2026-04-08T01:24:53.728849Z","steps":["trace[732896443] 'process raft request' (duration: 351.586195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:53.728966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:53.377082Z","time spent":"351.839529ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:53.729182Z","caller":"traceutil/trace.go:171","msg":"trace[884897020] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"457.931879ms","start":"2026-04-08T01:24:53.271238Z","end":"2026-04-08T01:24:53.72917Z","steps":["trace[884897020] 'process raft request' (duration: 191.820729ms)","trace[884897020] 'compare' (duration: 265.095775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:53.729235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:53.271212Z","time spent":"458.00057ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:24:53.729388Z","caller":"traceutil/trace.go:171","msg":"trace[1767496390] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"448.522784ms","start":"2026-04-08T01:24:53.280834Z","end":"2026-04-08T01:24:53.729356Z","steps":["trace[1767496390] 'process raft request' (duration: 447.771153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:53.729544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:53.280813Z","time spent":"448.650907ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:54.711869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.646516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:54.712039Z","caller":"traceutil/trace.go:171","msg":"trace[854518780] linearizableReadLoop","detail":"{readStateIndex:5340; appliedIndex:5338; }","duration":"1.078809916s","start":"2026-04-08T01:24:53.633213Z","end":"2026-04-08T01:24:54.712023Z","steps":["trace[854518780] 'read index received' (duration: 231.988907ms)","trace[854518780] 'applied index is now lower than readState.Index' (duration: 846.820128ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:54.712108Z","caller":"traceutil/trace.go:171","msg":"trace[1240843917] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"1.163266203s","start":"2026-04-08T01:24:53.548816Z","end":"2026-04-08T01:24:54.712082Z","steps":["trace[1240843917] 'process raft request' (duration: 316.346503ms)","trace[1240843917] 'compare' (duration: 845.459277ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:54.712163Z","caller":"traceutil/trace.go:171","msg":"trace[1588628126] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"1.162285758s","start":"2026-04-08T01:24:53.549853Z","end":"2026-04-08T01:24:54.712139Z","steps":["trace[1588628126] 'process raft request' (duration: 1.162108416s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:54.712189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078972398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-08T01:24:54.712218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:53.548789Z","time spent":"1.163364854s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:54.712219Z","caller":"traceutil/trace.go:171","msg":"trace[124470350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5136; }","duration":"1.079045598s","start":"2026-04-08T01:24:53.633165Z","end":"2026-04-08T01:24:54.712211Z","steps":["trace[124470350] 'agreement among raft nodes before linearized reading' (duration: 1.078926007s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:54.712258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:53.633144Z","time spent":"1.07910778s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:24:54.712269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:53.54982Z","time spent":"1.16239252s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:54.720599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080580233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:24:54.720652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.770233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:24:54.720693Z","caller":"traceutil/trace.go:171","msg":"trace[2102199475] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5137; }","duration":"739.865885ms","start":"2026-04-08T01:24:53.980814Z","end":"2026-04-08T01:24:54.72068Z","steps":["trace[2102199475] 'agreement among raft nodes before linearized reading' (duration: 739.757213ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:54.720693Z","caller":"traceutil/trace.go:171","msg":"trace[1661805288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5137; }","duration":"1.080709114s","start":"2026-04-08T01:24:53.639963Z","end":"2026-04-08T01:24:54.720672Z","steps":["trace[1661805288] 'agreement among raft nodes before linearized reading' (duration: 1.080537962s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:54.7207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.561478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74a42d70-3050-406a-89c1-f297341206c1\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-04-08T01:24:54.720715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:53.980777Z","time spent":"739.933326ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:24:54.720721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.301088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74a42d70-3050-406a-89c1-f297341206c1\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-04-08T01:24:54.720732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:53.639956Z","time spent":"1.080767735s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:24:54.720736Z","caller":"traceutil/trace.go:171","msg":"trace[222509194] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74a42d70-3050-406a-89c1-f297341206c1; range_end:; response_count:1; response_revision:5137; }","duration":"759.626238ms","start":"2026-04-08T01:24:53.9611Z","end":"2026-04-08T01:24:54.720726Z","steps":["trace[222509194] 'agreement among raft nodes before linearized reading' (duration: 759.518387ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:54.720758Z","caller":"traceutil/trace.go:171","msg":"trace[368146197] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74a42d70-3050-406a-89c1-f297341206c1; range_end:; response_count:1; response_revision:5137; }","duration":"732.345638ms","start":"2026-04-08T01:24:53.988396Z","end":"2026-04-08T01:24:54.720741Z","steps":["trace[368146197] 'agreement among raft nodes before linearized reading' (duration: 732.282157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:54.720767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:53.961083Z","time spent":"759.678849ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74a42d70-3050-406a-89c1-f297341206c1\" "} {"level":"warn","ts":"2026-04-08T01:24:54.720784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:53.988387Z","time spent":"732.390069ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74a42d70-3050-406a-89c1-f297341206c1\" "} {"level":"warn","ts":"2026-04-08T01:24:54.72081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.22648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T01:24:54.720653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.730783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T01:24:54.720876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.954496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T01:24:54.720902Z","caller":"traceutil/trace.go:171","msg":"trace[71695386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5137; }","duration":"740.035737ms","start":"2026-04-08T01:24:53.980859Z","end":"2026-04-08T01:24:54.720895Z","steps":["trace[71695386] 'agreement among raft nodes before linearized reading' (duration: 739.674521ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:54.720915Z","caller":"traceutil/trace.go:171","msg":"trace[87330090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5137; }","duration":"740.044387ms","start":"2026-04-08T01:24:53.980861Z","end":"2026-04-08T01:24:54.720905Z","steps":["trace[87330090] 'agreement among raft nodes before linearized reading' (duration: 739.949615ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:54.720903Z","caller":"traceutil/trace.go:171","msg":"trace[913606387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5137; }","duration":"740.354282ms","start":"2026-04-08T01:24:53.980525Z","end":"2026-04-08T01:24:54.720879Z","steps":["trace[913606387] 'agreement among raft nodes before linearized reading' (duration: 740.077207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:54.720926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:53.98083Z","time spent":"740.087548ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:54.720938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:53.980827Z","time spent":"740.105958ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:24:54.72096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:53.98051Z","time spent":"740.435314ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:54.721161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.593866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:24:54.721187Z","caller":"traceutil/trace.go:171","msg":"trace[1239255868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5137; }","duration":"740.631096ms","start":"2026-04-08T01:24:53.980547Z","end":"2026-04-08T01:24:54.721178Z","steps":["trace[1239255868] 'agreement among raft nodes before linearized reading' (duration: 740.003417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:54.721205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:53.98054Z","time spent":"740.660866ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T01:24:54.894907Z","caller":"traceutil/trace.go:171","msg":"trace[386101762] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"169.254729ms","start":"2026-04-08T01:24:54.725628Z","end":"2026-04-08T01:24:54.894883Z","steps":["trace[386101762] 'process raft request' (duration: 169.146888ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:54.894984Z","caller":"traceutil/trace.go:171","msg":"trace[1246668754] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"169.496173ms","start":"2026-04-08T01:24:54.72544Z","end":"2026-04-08T01:24:54.894936Z","steps":["trace[1246668754] 'process raft request' (duration: 166.957564ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:54.89531Z","caller":"traceutil/trace.go:171","msg":"trace[1345866050] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"169.070246ms","start":"2026-04-08T01:24:54.726219Z","end":"2026-04-08T01:24:54.895289Z","steps":["trace[1345866050] 'process raft request' (duration: 168.597479ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:54.895593Z","caller":"traceutil/trace.go:171","msg":"trace[1561998177] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"168.715822ms","start":"2026-04-08T01:24:54.72687Z","end":"2026-04-08T01:24:54.895585Z","steps":["trace[1561998177] 'process raft request' (duration: 168.5703ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:54.895704Z","caller":"traceutil/trace.go:171","msg":"trace[1596699154] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"169.318741ms","start":"2026-04-08T01:24:54.726379Z","end":"2026-04-08T01:24:54.895698Z","steps":["trace[1596699154] 'process raft request' (duration: 168.844043ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:54.896235Z","caller":"traceutil/trace.go:171","msg":"trace[1622956770] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"165.843578ms","start":"2026-04-08T01:24:54.730384Z","end":"2026-04-08T01:24:54.896228Z","steps":["trace[1622956770] 'process raft request' (duration: 165.169207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:56.978041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730495553,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:24:57.478523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730495553,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:24:57.827468Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.766749994s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T01:24:58.080304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.436137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:58.080387Z","caller":"traceutil/trace.go:171","msg":"trace[345434275] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"2.019869352s","start":"2026-04-08T01:24:56.060503Z","end":"2026-04-08T01:24:58.080372Z","steps":["trace[345434275] 'process raft request' (duration: 1.767313333s)","trace[345434275] 'compare' (duration: 252.085172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:58.080427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.060455Z","time spent":"2.019954094s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:58.417939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.171234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:58.418131Z","caller":"traceutil/trace.go:171","msg":"trace[201036397] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5353; }","duration":"1.940309265s","start":"2026-04-08T01:24:56.477809Z","end":"2026-04-08T01:24:58.418118Z","steps":["trace[201036397] 'read index received' (duration: 1.350027864s)","trace[201036397] 'applied index is now lower than readState.Index' (duration: 590.280291ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:58.41829Z","caller":"traceutil/trace.go:171","msg":"trace[319243324] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"2.165995735s","start":"2026-04-08T01:24:56.252286Z","end":"2026-04-08T01:24:58.418281Z","steps":["trace[319243324] 'process raft request' (duration: 1.967412835s)","trace[319243324] 'compare' (duration: 197.802319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:58.418339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.252241Z","time spent":"2.166077497s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:58.418396Z","caller":"traceutil/trace.go:171","msg":"trace[388681719] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"1.699432851s","start":"2026-04-08T01:24:56.718951Z","end":"2026-04-08T01:24:58.418384Z","steps":["trace[388681719] 'process raft request' (duration: 1.699114236s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:58.418457Z","caller":"traceutil/trace.go:171","msg":"trace[1103867846] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"671.207491ms","start":"2026-04-08T01:24:57.747243Z","end":"2026-04-08T01:24:58.418451Z","steps":["trace[1103867846] 'process raft request' (duration: 670.843106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.418496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:57.747201Z","time spent":"671.276092ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:58.418573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940764172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:58.418595Z","caller":"traceutil/trace.go:171","msg":"trace[1900606724] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5154; }","duration":"1.940829783s","start":"2026-04-08T01:24:56.47776Z","end":"2026-04-08T01:24:58.41859Z","steps":["trace[1900606724] 'agreement among raft nodes before linearized reading' (duration: 1.940784622s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:58.418601Z","caller":"traceutil/trace.go:171","msg":"trace[1699089244] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"1.701932228s","start":"2026-04-08T01:24:56.716661Z","end":"2026-04-08T01:24:58.418593Z","steps":["trace[1699089244] 'process raft request' (duration: 1.70136117s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.418614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.477735Z","time spent":"1.940874573s","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:24:58.418644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.716631Z","time spent":"1.70199078s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:58.418456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.718908Z","time spent":"1.699521503s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:58.461435Z","caller":"traceutil/trace.go:171","msg":"trace[843259347] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"370.569293ms","start":"2026-04-08T01:24:58.09083Z","end":"2026-04-08T01:24:58.461399Z","steps":["trace[843259347] 'process raft request' (duration: 370.287239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.461635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:58.090811Z","time spent":"370.719036ms","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8196,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:58.461746Z","caller":"traceutil/trace.go:171","msg":"trace[472866786] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"370.782037ms","start":"2026-04-08T01:24:58.090947Z","end":"2026-04-08T01:24:58.461729Z","steps":["trace[472866786] 'process raft request' (duration: 370.378411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.461805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:58.090918Z","time spent":"370.856548ms","remote":"127.0.0.1:46526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:58.461875Z","caller":"traceutil/trace.go:171","msg":"trace[1469774126] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"370.766788ms","start":"2026-04-08T01:24:58.091073Z","end":"2026-04-08T01:24:58.46184Z","steps":["trace[1469774126] 'process raft request' (duration: 370.526693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.462044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:58.091064Z","time spent":"370.88179ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1328,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:58.561934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.186955ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T01:24:58.562077Z","caller":"traceutil/trace.go:171","msg":"trace[664507177] linearizableReadLoop","detail":"{readStateIndex:5362; appliedIndex:5358; }","duration":"143.888333ms","start":"2026-04-08T01:24:58.418158Z","end":"2026-04-08T01:24:58.562046Z","steps":["trace[664507177] 'read index received' (duration: 42.864306ms)","trace[664507177] 'applied index is now lower than readState.Index' (duration: 101.022527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:58.562184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66108404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T01:24:58.562214Z","caller":"traceutil/trace.go:171","msg":"trace[61772931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5157; }","duration":"1.661169221s","start":"2026-04-08T01:24:56.901038Z","end":"2026-04-08T01:24:58.562208Z","steps":["trace[61772931] 'agreement among raft nodes before linearized reading' (duration: 1.661042399s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.562234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.901014Z","time spent":"1.661215931s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:24:58.562235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662875306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:24:58.562262Z","caller":"traceutil/trace.go:171","msg":"trace[446413700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5157; }","duration":"1.662951677s","start":"2026-04-08T01:24:56.899302Z","end":"2026-04-08T01:24:58.562253Z","steps":["trace[446413700] 'agreement among raft nodes before linearized reading' (duration: 1.662850585s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.562311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.899293Z","time spent":"1.663011099s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:58.562433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004518606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:58.562453Z","caller":"traceutil/trace.go:171","msg":"trace[1740949453] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5157; }","duration":"1.004586177s","start":"2026-04-08T01:24:57.557862Z","end":"2026-04-08T01:24:58.562449Z","steps":["trace[1740949453] 'agreement among raft nodes before linearized reading' (duration: 1.004539916s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.562469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:57.55782Z","time spent":"1.004643138s","remote":"127.0.0.1:46580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":26,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:24:58.562605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431931716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-08T01:24:58.562633Z","caller":"traceutil/trace.go:171","msg":"trace[1680423130] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5157; }","duration":"1.432001627s","start":"2026-04-08T01:24:57.130624Z","end":"2026-04-08T01:24:58.562625Z","steps":["trace[1680423130] 'agreement among raft nodes before linearized reading' (duration: 1.431938566s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.56265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:57.130598Z","time spent":"1.432048118s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:24:58.562719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66110344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:24:58.562738Z","caller":"traceutil/trace.go:171","msg":"trace[1920665495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5157; }","duration":"1.66114007s","start":"2026-04-08T01:24:56.901593Z","end":"2026-04-08T01:24:58.562733Z","steps":["trace[1920665495] 'agreement among raft nodes before linearized reading' (duration: 1.661093429s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.562755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.90155Z","time spent":"1.661200121s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:58.56279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806474439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:58.562868Z","caller":"traceutil/trace.go:171","msg":"trace[1026146868] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5157; }","duration":"1.806620562s","start":"2026-04-08T01:24:56.756221Z","end":"2026-04-08T01:24:58.562842Z","steps":["trace[1026146868] 'agreement among raft nodes before linearized reading' (duration: 1.806426528s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.56289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66175405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T01:24:58.562897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.756207Z","time spent":"1.806683352s","remote":"127.0.0.1:46758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:24:58.56289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832912375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74a42d70-3050-406a-89c1-f297341206c1\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-04-08T01:24:58.562932Z","caller":"traceutil/trace.go:171","msg":"trace[2040468530] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74a42d70-3050-406a-89c1-f297341206c1; range_end:; response_count:1; response_revision:5157; }","duration":"1.833028957s","start":"2026-04-08T01:24:56.729889Z","end":"2026-04-08T01:24:58.562918Z","steps":["trace[2040468530] 'agreement among raft nodes before linearized reading' (duration: 1.832878175s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.562972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.729874Z","time spent":"1.833088547s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74a42d70-3050-406a-89c1-f297341206c1\" "} {"level":"warn","ts":"2026-04-08T01:24:58.563106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664004034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:24:58.563135Z","caller":"traceutil/trace.go:171","msg":"trace[517672577] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5157; }","duration":"1.664091425s","start":"2026-04-08T01:24:56.899037Z","end":"2026-04-08T01:24:58.563128Z","steps":["trace[517672577] 'agreement among raft nodes before linearized reading' (duration: 1.663998854s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.563149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.899006Z","time spent":"1.664140316s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:24:58.563139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920362046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:58.56319Z","caller":"traceutil/trace.go:171","msg":"trace[1266269251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5157; }","duration":"1.920467538s","start":"2026-04-08T01:24:56.642713Z","end":"2026-04-08T01:24:58.56318Z","steps":["trace[1266269251] 'agreement among raft nodes before linearized reading' (duration: 1.920402077s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.563198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766180642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T01:24:58.563219Z","caller":"traceutil/trace.go:171","msg":"trace[458179015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5157; }","duration":"1.766222882s","start":"2026-04-08T01:24:56.796991Z","end":"2026-04-08T01:24:58.563214Z","steps":["trace[458179015] 'agreement among raft nodes before linearized reading' (duration: 1.766182372s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.563221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.642679Z","time spent":"1.920536858s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:24:58.563232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.796983Z","time spent":"1.766246412s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:24:58.563254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804163734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:58.56328Z","caller":"traceutil/trace.go:171","msg":"trace[436130595] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5157; }","duration":"1.804232204s","start":"2026-04-08T01:24:56.759041Z","end":"2026-04-08T01:24:58.563273Z","steps":["trace[436130595] 'agreement among raft nodes before linearized reading' (duration: 1.804192524s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.563296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.75902Z","time spent":"1.804271345s","remote":"127.0.0.1:38704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:24:58.562907Z","caller":"traceutil/trace.go:171","msg":"trace[1065740893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5157; }","duration":"1.661817562s","start":"2026-04-08T01:24:56.901085Z","end":"2026-04-08T01:24:58.562903Z","steps":["trace[1065740893] 'agreement among raft nodes before linearized reading' (duration: 1.661750331s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.563393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.901057Z","time spent":"1.662328889s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:58.563162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781220601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a43d3df8666715\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-08T01:24:58.563603Z","caller":"traceutil/trace.go:171","msg":"trace[1676130262] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a43d3df8666715; range_end:; response_count:1; response_revision:5157; }","duration":"1.781691349s","start":"2026-04-08T01:24:56.781904Z","end":"2026-04-08T01:24:58.563595Z","steps":["trace[1676130262] 'agreement among raft nodes before linearized reading' (duration: 1.781221982s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.563625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.781885Z","time spent":"1.781735179s","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1035,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a43d3df8666715\" "} {"level":"warn","ts":"2026-04-08T01:25:01.40721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.214996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:25:01.407316Z","caller":"traceutil/trace.go:171","msg":"trace[118064156] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"337.907323ms","start":"2026-04-08T01:25:01.069391Z","end":"2026-04-08T01:25:01.407298Z","steps":["trace[118064156] 'process raft request' (duration: 204.517945ms)","trace[118064156] 'compare' (duration: 133.093233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:01.40738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:01.069367Z","time spent":"337.986654ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:01.429976Z","caller":"traceutil/trace.go:171","msg":"trace[965944264] linearizableReadLoop","detail":"{readStateIndex:5408; appliedIndex:5404; }","duration":"322.892893ms","start":"2026-04-08T01:25:01.107064Z","end":"2026-04-08T01:25:01.429957Z","steps":["trace[965944264] 'read index received' (duration: 166.817888ms)","trace[965944264] 'applied index is now lower than readState.Index' (duration: 156.074145ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:01.429994Z","caller":"traceutil/trace.go:171","msg":"trace[1893857645] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"358.70428ms","start":"2026-04-08T01:25:01.071257Z","end":"2026-04-08T01:25:01.429961Z","steps":["trace[1893857645] 'process raft request' (duration: 358.509607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:01.430215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:01.071238Z","time spent":"358.901353ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:01.430352Z","caller":"traceutil/trace.go:171","msg":"trace[1695913653] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"358.988475ms","start":"2026-04-08T01:25:01.071354Z","end":"2026-04-08T01:25:01.430343Z","steps":["trace[1695913653] 'process raft request' (duration: 358.562898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:01.430462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:01.071347Z","time spent":"359.091146ms","remote":"127.0.0.1:46526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:01.430354Z","caller":"traceutil/trace.go:171","msg":"trace[1349495553] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"359.010325ms","start":"2026-04-08T01:25:01.071307Z","end":"2026-04-08T01:25:01.430317Z","steps":["trace[1349495553] 'process raft request' (duration: 358.571959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:01.430717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.633734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-08T01:25:01.430781Z","caller":"traceutil/trace.go:171","msg":"trace[608654283] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5203; }","duration":"323.755096ms","start":"2026-04-08T01:25:01.107011Z","end":"2026-04-08T01:25:01.430766Z","steps":["trace[608654283] 'agreement among raft nodes before linearized reading' (duration: 323.577353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:01.430828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:01.106989Z","time spent":"323.825157ms","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-08T01:25:01.430727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:01.071284Z","time spent":"359.413541ms","remote":"127.0.0.1:46526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:02.125635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.417819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:02.125736Z","caller":"traceutil/trace.go:171","msg":"trace[268116221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5203; }","duration":"486.594682ms","start":"2026-04-08T01:25:01.639118Z","end":"2026-04-08T01:25:02.125712Z","steps":["trace[268116221] 'range keys from in-memory index tree' (duration: 485.967753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:02.125784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:01.639082Z","time spent":"486.688794ms","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:25:02.710438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730495656,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:25:02.941746Z","caller":"traceutil/trace.go:171","msg":"trace[1992811080] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"782.278203ms","start":"2026-04-08T01:25:02.159445Z","end":"2026-04-08T01:25:02.941723Z","steps":["trace[1992811080] 'process raft request' (duration: 782.141981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:02.941938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:02.159431Z","time spent":"782.386594ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:03.941313Z","caller":"traceutil/trace.go:171","msg":"trace[272182146] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"1.71164277s","start":"2026-04-08T01:25:02.229619Z","end":"2026-04-08T01:25:03.941261Z","steps":["trace[272182146] 'process raft request' (duration: 1.711369025s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:03.941616Z","caller":"traceutil/trace.go:171","msg":"trace[542023409] linearizableReadLoop","detail":"{readStateIndex:5414; appliedIndex:5408; }","duration":"1.731286569s","start":"2026-04-08T01:25:02.210305Z","end":"2026-04-08T01:25:03.941591Z","steps":["trace[542023409] 'read index received' (duration: 731.313434ms)","trace[542023409] 'applied index is now lower than readState.Index' (duration: 999.971845ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:03.941721Z","caller":"traceutil/trace.go:171","msg":"trace[1564272778] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"1.511399402s","start":"2026-04-08T01:25:02.43031Z","end":"2026-04-08T01:25:03.94171Z","steps":["trace[1564272778] 'process raft request' (duration: 1.511067327s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:03.941878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:02.430303Z","time spent":"1.511457743s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:03.941963Z","caller":"traceutil/trace.go:171","msg":"trace[1910424655] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"1.281590454s","start":"2026-04-08T01:25:02.660342Z","end":"2026-04-08T01:25:03.941933Z","steps":["trace[1910424655] 'process raft request' (duration: 1.281201698s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:03.942094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:02.660326Z","time spent":"1.281696026s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:03.94218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731845747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:03.942209Z","caller":"traceutil/trace.go:171","msg":"trace[1109043142] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"1.510417027s","start":"2026-04-08T01:25:02.431782Z","end":"2026-04-08T01:25:03.942199Z","steps":["trace[1109043142] 'process raft request' (duration: 1.509711176s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:03.942223Z","caller":"traceutil/trace.go:171","msg":"trace[1952420811] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5209; }","duration":"1.731941729s","start":"2026-04-08T01:25:02.210273Z","end":"2026-04-08T01:25:03.942214Z","steps":["trace[1952420811] 'agreement among raft nodes before linearized reading' (duration: 1.731844408s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:03.942252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:02.210257Z","time spent":"1.731988289s","remote":"127.0.0.1:46292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:25:03.942255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:02.43176Z","time spent":"1.510468627s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:03.941581Z","caller":"traceutil/trace.go:171","msg":"trace[2098337747] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"1.512192414s","start":"2026-04-08T01:25:02.429356Z","end":"2026-04-08T01:25:03.941549Z","steps":["trace[2098337747] 'process raft request' (duration: 1.511829138s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:03.942903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:02.229596Z","time spent":"1.713231203s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:03.942997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:02.429336Z","time spent":"1.512999367s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:04.442752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730495666,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:25:04.46832Z","caller":"traceutil/trace.go:171","msg":"trace[1601722818] linearizableReadLoop","detail":"{readStateIndex:5417; appliedIndex:5414; }","duration":"526.616148ms","start":"2026-04-08T01:25:03.941678Z","end":"2026-04-08T01:25:04.468294Z","steps":["trace[1601722818] 'read index received' (duration: 525.340258ms)","trace[1601722818] 'applied index is now lower than readState.Index' (duration: 1.27459ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:04.468535Z","caller":"traceutil/trace.go:171","msg":"trace[373819944] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"1.449738991s","start":"2026-04-08T01:25:03.018784Z","end":"2026-04-08T01:25:04.468523Z","steps":["trace[373819944] 'process raft request' (duration: 1.448289408s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.468644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:03.018759Z","time spent":"1.449835482s","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:25:04.468893Z","caller":"traceutil/trace.go:171","msg":"trace[578019908] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"608.66424ms","start":"2026-04-08T01:25:03.860133Z","end":"2026-04-08T01:25:04.468797Z","steps":["trace[578019908] 'process raft request' (duration: 608.082931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.469024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:03.860117Z","time spent":"608.836262ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2131,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:25:04.469042Z","caller":"traceutil/trace.go:171","msg":"trace[443638187] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"725.543023ms","start":"2026-04-08T01:25:03.743469Z","end":"2026-04-08T01:25:04.469012Z","steps":["trace[443638187] 'process raft request' (duration: 724.567119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.469227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:03.743453Z","time spent":"725.680525ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:04.469334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.019608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:04.469396Z","caller":"traceutil/trace.go:171","msg":"trace[273493462] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5212; }","duration":"990.127029ms","start":"2026-04-08T01:25:03.479253Z","end":"2026-04-08T01:25:04.46938Z","steps":["trace[273493462] 'agreement among raft nodes before linearized reading' (duration: 990.026087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.469439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:03.479235Z","time spent":"990.195019ms","remote":"127.0.0.1:49102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:25:04.469455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.226615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:25:04.469459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329183401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:25:04.469589Z","caller":"traceutil/trace.go:171","msg":"trace[1562088567] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5212; }","duration":"1.329399395s","start":"2026-04-08T01:25:03.140174Z","end":"2026-04-08T01:25:04.469573Z","steps":["trace[1562088567] 'agreement among raft nodes before linearized reading' (duration: 1.329167281s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.469651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:03.140136Z","time spent":"1.329501875s","remote":"127.0.0.1:46734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:25:04.469531Z","caller":"traceutil/trace.go:171","msg":"trace[1542947967] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5212; }","duration":"753.349257ms","start":"2026-04-08T01:25:03.716165Z","end":"2026-04-08T01:25:04.469515Z","steps":["trace[1542947967] 'agreement among raft nodes before linearized reading' (duration: 753.231555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.469756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:03.716145Z","time spent":"753.593311ms","remote":"127.0.0.1:46620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:25:04.46985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751235122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:25:04.469907Z","caller":"traceutil/trace.go:171","msg":"trace[110433085] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5212; }","duration":"1.751304243s","start":"2026-04-08T01:25:02.718584Z","end":"2026-04-08T01:25:04.469889Z","steps":["trace[110433085] 'agreement among raft nodes before linearized reading' (duration: 1.75041117s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.469946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:02.718579Z","time spent":"1.751358804s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:25:04.470044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751241222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:25:04.470094Z","caller":"traceutil/trace.go:171","msg":"trace[1403507188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5212; }","duration":"1.751306143s","start":"2026-04-08T01:25:02.718773Z","end":"2026-04-08T01:25:04.470079Z","steps":["trace[1403507188] 'agreement among raft nodes before linearized reading' (duration: 1.749948543s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.470131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:02.718766Z","time spent":"1.751357674s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:25:04.470256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7516951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T01:25:04.470256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75364433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:25:04.470287Z","caller":"traceutil/trace.go:171","msg":"trace[1506903295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5212; }","duration":"1.75172918s","start":"2026-04-08T01:25:02.71855Z","end":"2026-04-08T01:25:04.470279Z","steps":["trace[1506903295] 'agreement among raft nodes before linearized reading' (duration: 1.750450381s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:04.470307Z","caller":"traceutil/trace.go:171","msg":"trace[1152198447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5212; }","duration":"1.75373664s","start":"2026-04-08T01:25:02.716562Z","end":"2026-04-08T01:25:04.470298Z","steps":["trace[1152198447] 'agreement among raft nodes before linearized reading' (duration: 1.752696295s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.470316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:02.718511Z","time spent":"1.75179728s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:25:04.470363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:02.716542Z","time spent":"1.753791581s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:25:04.470421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156688571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-08T01:25:04.470452Z","caller":"traceutil/trace.go:171","msg":"trace[587799412] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:5212; }","duration":"2.156735772s","start":"2026-04-08T01:25:02.313709Z","end":"2026-04-08T01:25:04.470444Z","steps":["trace[587799412] 'agreement among raft nodes before linearized reading' (duration: 2.155799659s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.470478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:02.3137Z","time spent":"2.156771543s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-04-08T01:25:04.470535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751608288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T01:25:04.470584Z","caller":"traceutil/trace.go:171","msg":"trace[520560016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5212; }","duration":"1.751678628s","start":"2026-04-08T01:25:02.718894Z","end":"2026-04-08T01:25:04.470573Z","steps":["trace[520560016] 'agreement among raft nodes before linearized reading' (duration: 1.750666603s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.470594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.751807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"warn","ts":"2026-04-08T01:25:04.47062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:02.71888Z","time spent":"1.75173211s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T01:25:04.470635Z","caller":"traceutil/trace.go:171","msg":"trace[2037802244] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5212; }","duration":"409.820637ms","start":"2026-04-08T01:25:04.060801Z","end":"2026-04-08T01:25:04.470622Z","steps":["trace[2037802244] 'agreement among raft nodes before linearized reading' (duration: 408.6425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.470635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792097906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-08T01:25:04.470666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:04.060784Z","time spent":"409.875568ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16254,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-08T01:25:04.470701Z","caller":"traceutil/trace.go:171","msg":"trace[1951326847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5212; }","duration":"1.792208327s","start":"2026-04-08T01:25:02.678479Z","end":"2026-04-08T01:25:04.470687Z","steps":["trace[1951326847] 'agreement among raft nodes before linearized reading' (duration: 1.790287718s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.470741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:02.678468Z","time spent":"1.792264259s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:25:04.470785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.951236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-08T01:25:04.470833Z","caller":"traceutil/trace.go:171","msg":"trace[1549007023] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5212; }","duration":"312.032327ms","start":"2026-04-08T01:25:04.158785Z","end":"2026-04-08T01:25:04.470818Z","steps":["trace[1549007023] 'agreement among raft nodes before linearized reading' (duration: 310.762007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.470901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:04.158757Z","time spent":"312.134449ms","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-08T01:25:04.471132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826041325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:04.47121Z","caller":"traceutil/trace.go:171","msg":"trace[1567654245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5212; }","duration":"1.826157896s","start":"2026-04-08T01:25:02.64504Z","end":"2026-04-08T01:25:04.471198Z","steps":["trace[1567654245] 'agreement among raft nodes before linearized reading' (duration: 1.82385905s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.471265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:02.645027Z","time spent":"1.826228298s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:25:06.135196Z","caller":"traceutil/trace.go:171","msg":"trace[1391929383] linearizableReadLoop","detail":"{readStateIndex:5441; appliedIndex:5438; }","duration":"163.446118ms","start":"2026-04-08T01:25:05.971719Z","end":"2026-04-08T01:25:06.135165Z","steps":["trace[1391929383] 'read index received' (duration: 6.637201ms)","trace[1391929383] 'applied index is now lower than readState.Index' (duration: 156.807577ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:06.135252Z","caller":"traceutil/trace.go:171","msg":"trace[1996206733] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"187.011107ms","start":"2026-04-08T01:25:05.948198Z","end":"2026-04-08T01:25:06.135209Z","steps":["trace[1996206733] 'process raft request' (duration: 140.663561ms)","trace[1996206733] 'compare' (duration: 46.064722ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:06.135296Z","caller":"traceutil/trace.go:171","msg":"trace[2095468238] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"185.986752ms","start":"2026-04-08T01:25:05.949285Z","end":"2026-04-08T01:25:06.135272Z","steps":["trace[2095468238] 'process raft request' (duration: 185.788039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.13541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.508974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:06.13596Z","caller":"traceutil/trace.go:171","msg":"trace[92797483] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5235; }","duration":"121.105323ms","start":"2026-04-08T01:25:06.014825Z","end":"2026-04-08T01:25:06.13593Z","steps":["trace[92797483] 'agreement among raft nodes before linearized reading' (duration: 120.535844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.135411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.657221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:25:06.136053Z","caller":"traceutil/trace.go:171","msg":"trace[115276271] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5235; }","duration":"164.337712ms","start":"2026-04-08T01:25:05.971698Z","end":"2026-04-08T01:25:06.136035Z","steps":["trace[115276271] 'agreement among raft nodes before linearized reading' (duration: 163.633332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.731756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730495761,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:25:08.843564Z","caller":"traceutil/trace.go:171","msg":"trace[1415964244] linearizableReadLoop","detail":"{readStateIndex:5460; appliedIndex:5458; }","duration":"612.629891ms","start":"2026-04-08T01:25:08.230911Z","end":"2026-04-08T01:25:08.843541Z","steps":["trace[1415964244] 'read index received' (duration: 603.31854ms)","trace[1415964244] 'applied index is now lower than readState.Index' (duration: 9.310271ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:08.843621Z","caller":"traceutil/trace.go:171","msg":"trace[1789090158] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"690.136959ms","start":"2026-04-08T01:25:08.153469Z","end":"2026-04-08T01:25:08.843606Z","steps":["trace[1789090158] 'process raft request' (duration: 690.009757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.84369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.753304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:25:08.843831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.465069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:08.843834Z","caller":"traceutil/trace.go:171","msg":"trace[728933470] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5253; }","duration":"612.951687ms","start":"2026-04-08T01:25:08.230837Z","end":"2026-04-08T01:25:08.843789Z","steps":["trace[728933470] 'agreement among raft nodes before linearized reading' (duration: 612.779724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.843895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:08.153448Z","time spent":"690.207402ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:08.843883Z","caller":"traceutil/trace.go:171","msg":"trace[847859052] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5253; }","duration":"535.604322ms","start":"2026-04-08T01:25:08.308265Z","end":"2026-04-08T01:25:08.843869Z","steps":["trace[847859052] 'agreement among raft nodes before linearized reading' (duration: 535.46467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.843916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.407926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T01:25:08.844032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:08.230819Z","time spent":"613.062579ms","remote":"127.0.0.1:46336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:25:08.844141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.019475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-08T01:25:08.844245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.354519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:25:08.844249Z","caller":"traceutil/trace.go:171","msg":"trace[1004359162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5253; }","duration":"245.169347ms","start":"2026-04-08T01:25:08.599068Z","end":"2026-04-08T01:25:08.844237Z","steps":["trace[1004359162] 'agreement among raft nodes before linearized reading' (duration: 244.926504ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:08.844275Z","caller":"traceutil/trace.go:171","msg":"trace[40423469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5253; }","duration":"245.431441ms","start":"2026-04-08T01:25:08.598837Z","end":"2026-04-08T01:25:08.844268Z","steps":["trace[40423469] 'agreement among raft nodes before linearized reading' (duration: 245.36181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.844397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.749243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:08.844444Z","caller":"traceutil/trace.go:171","msg":"trace[1184749959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5253; }","duration":"208.826504ms","start":"2026-04-08T01:25:08.635603Z","end":"2026-04-08T01:25:08.84443Z","steps":["trace[1184749959] 'agreement among raft nodes before linearized reading' (duration: 208.678732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.844459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.700071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:25:08.844486Z","caller":"traceutil/trace.go:171","msg":"trace[1443954749] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5253; }","duration":"406.729712ms","start":"2026-04-08T01:25:08.437749Z","end":"2026-04-08T01:25:08.844479Z","steps":["trace[1443954749] 'agreement among raft nodes before linearized reading' (duration: 406.673071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.844508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:08.437689Z","time spent":"406.813963ms","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":21,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:25:08.844547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.405895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:25:08.844576Z","caller":"traceutil/trace.go:171","msg":"trace[609059501] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5253; }","duration":"244.451515ms","start":"2026-04-08T01:25:08.600118Z","end":"2026-04-08T01:25:08.844569Z","steps":["trace[609059501] 'agreement among raft nodes before linearized reading' (duration: 244.384724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.844784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.910733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:25:08.84482Z","caller":"traceutil/trace.go:171","msg":"trace[1329961126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5253; }","duration":"244.959194ms","start":"2026-04-08T01:25:08.599852Z","end":"2026-04-08T01:25:08.844812Z","steps":["trace[1329961126] 'agreement among raft nodes before linearized reading' (duration: 244.892193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.844179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.412462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:25:08.845106Z","caller":"traceutil/trace.go:171","msg":"trace[876134576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5253; }","duration":"304.364866ms","start":"2026-04-08T01:25:08.540728Z","end":"2026-04-08T01:25:08.845093Z","steps":["trace[876134576] 'agreement among raft nodes before linearized reading' (duration: 303.382001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.845195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:08.540713Z","time spent":"304.464108ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:25:08.844179Z","caller":"traceutil/trace.go:171","msg":"trace[1158393486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5253; }","duration":"244.609108ms","start":"2026-04-08T01:25:08.599423Z","end":"2026-04-08T01:25:08.844032Z","steps":["trace[1158393486] 'agreement among raft nodes before linearized reading' (duration: 244.325984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.843972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:08.308253Z","time spent":"535.682083ms","remote":"127.0.0.1:38590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:25:08.843598Z","caller":"traceutil/trace.go:171","msg":"trace[1905000419] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"690.329312ms","start":"2026-04-08T01:25:08.153237Z","end":"2026-04-08T01:25:08.843566Z","steps":["trace[1905000419] 'process raft request' (duration: 680.856139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.845955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:08.153204Z","time spent":"692.662288ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:15.051429Z","caller":"traceutil/trace.go:171","msg":"trace[1178165991] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"365.368219ms","start":"2026-04-08T01:25:14.686016Z","end":"2026-04-08T01:25:15.051384Z","steps":["trace[1178165991] 'process raft request' (duration: 365.220757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:15.051797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:14.68599Z","time spent":"365.687945ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:16.80155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.750438959s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:25:16.80194Z","caller":"traceutil/trace.go:171","msg":"trace[1198103007] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"1.865776254s","start":"2026-04-08T01:25:14.936136Z","end":"2026-04-08T01:25:16.801913Z","steps":["trace[1198103007] 'process raft request' (duration: 1.865572001s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:16.801973Z","caller":"traceutil/trace.go:171","msg":"trace[1328877633] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"1.864159409s","start":"2026-04-08T01:25:14.937798Z","end":"2026-04-08T01:25:16.801957Z","steps":["trace[1328877633] 'process raft request' (duration: 1.864049447s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:16.802084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:14.936109Z","time spent":"1.865880455s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:16.802125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:14.937782Z","time spent":"1.86424752s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:16.802382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860394674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-08T01:25:16.802471Z","caller":"traceutil/trace.go:171","msg":"trace[1235187933] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5289; }","duration":"1.860524155s","start":"2026-04-08T01:25:14.941928Z","end":"2026-04-08T01:25:16.802452Z","steps":["trace[1235187933] 'agreement among raft nodes before linearized reading' (duration: 1.8602294s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:16.80252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:14.941918Z","time spent":"1.860590616s","remote":"127.0.0.1:38484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-08T01:25:16.801913Z","caller":"traceutil/trace.go:171","msg":"trace[1482345485] linearizableReadLoop","detail":"{readStateIndex:5497; appliedIndex:5494; }","duration":"1.859932226s","start":"2026-04-08T01:25:14.941957Z","end":"2026-04-08T01:25:16.801889Z","steps":["trace[1482345485] 'read index received' (duration: 109.205253ms)","trace[1482345485] 'applied index is now lower than readState.Index' (duration: 1.750726053s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:16.821403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16355306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:16.82146Z","caller":"traceutil/trace.go:171","msg":"trace[616252525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5290; }","duration":"1.163639452s","start":"2026-04-08T01:25:15.657807Z","end":"2026-04-08T01:25:16.821447Z","steps":["trace[616252525] 'agreement among raft nodes before linearized reading' (duration: 1.163546091s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:16.821479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671836658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"warn","ts":"2026-04-08T01:25:16.821497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:15.657784Z","time spent":"1.163701533s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:25:16.82152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857379676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:16.821568Z","caller":"traceutil/trace.go:171","msg":"trace[1710140843] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5290; }","duration":"1.857453118s","start":"2026-04-08T01:25:14.964102Z","end":"2026-04-08T01:25:16.821555Z","steps":["trace[1710140843] 'agreement among raft nodes before linearized reading' (duration: 1.857371037s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:16.821604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:14.964091Z","time spent":"1.857504189s","remote":"127.0.0.1:46450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:25:16.821608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573312129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-08T01:25:16.821589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873569681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:25:16.821639Z","caller":"traceutil/trace.go:171","msg":"trace[1285373616] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5290; }","duration":"1.57337242s","start":"2026-04-08T01:25:15.248257Z","end":"2026-04-08T01:25:16.82163Z","steps":["trace[1285373616] 'agreement among raft nodes before linearized reading' (duration: 1.573292409s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:16.82163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366658943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-08T01:25:16.821668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:15.248237Z","time spent":"1.573424251s","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-08T01:25:16.821679Z","caller":"traceutil/trace.go:171","msg":"trace[550922856] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"596.867422ms","start":"2026-04-08T01:25:16.224798Z","end":"2026-04-08T01:25:16.821665Z","steps":["trace[550922856] 'process raft request' (duration: 596.338254ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:16.821706Z","caller":"traceutil/trace.go:171","msg":"trace[1464900059] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5290; }","duration":"1.366847686s","start":"2026-04-08T01:25:15.454841Z","end":"2026-04-08T01:25:16.821689Z","steps":["trace[1464900059] 'agreement among raft nodes before linearized reading' (duration: 1.366596792s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:16.821747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87347136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T01:25:16.821751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:15.454824Z","time spent":"1.366917737s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T01:25:16.821529Z","caller":"traceutil/trace.go:171","msg":"trace[1150166085] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5290; }","duration":"1.67193997s","start":"2026-04-08T01:25:15.149575Z","end":"2026-04-08T01:25:16.821515Z","steps":["trace[1150166085] 'agreement among raft nodes before linearized reading' (duration: 1.671724117s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:16.821768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:16.224777Z","time spent":"596.930733ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:16.821778Z","caller":"traceutil/trace.go:171","msg":"trace[1123248659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5290; }","duration":"1.87351055s","start":"2026-04-08T01:25:14.948259Z","end":"2026-04-08T01:25:16.82177Z","steps":["trace[1123248659] 'agreement among raft nodes before linearized reading' (duration: 1.873425779s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:16.821788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:15.149553Z","time spent":"1.672226474s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-08T01:25:16.821814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:14.948237Z","time spent":"1.873570021s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T01:25:16.821659Z","caller":"traceutil/trace.go:171","msg":"trace[2045719744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5290; }","duration":"1.873660082s","start":"2026-04-08T01:25:14.947981Z","end":"2026-04-08T01:25:16.821641Z","steps":["trace[2045719744] 'agreement among raft nodes before linearized reading' (duration: 1.873343878s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:16.821911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:14.947978Z","time spent":"1.873923637s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:25:16.822034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87413813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T01:25:16.82205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87544114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T01:25:16.822073Z","caller":"traceutil/trace.go:171","msg":"trace[978101324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5290; }","duration":"1.87417145s","start":"2026-04-08T01:25:14.947887Z","end":"2026-04-08T01:25:16.822058Z","steps":["trace[978101324] 'agreement among raft nodes before linearized reading' (duration: 1.874081409s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:16.822082Z","caller":"traceutil/trace.go:171","msg":"trace[1805211360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5290; }","duration":"1.875482112s","start":"2026-04-08T01:25:14.946588Z","end":"2026-04-08T01:25:16.82207Z","steps":["trace[1805211360] 'agreement among raft nodes before linearized reading' (duration: 1.87540286s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:16.822198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:14.946581Z","time spent":"1.875607173s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:25:16.822104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:14.947879Z","time spent":"1.874216521s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:25:16.822136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874207791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:25:16.822429Z","caller":"traceutil/trace.go:171","msg":"trace[2027851938] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5290; }","duration":"1.874500026s","start":"2026-04-08T01:25:14.947908Z","end":"2026-04-08T01:25:16.822408Z","steps":["trace[2027851938] 'agreement among raft nodes before linearized reading' (duration: 1.87414536s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:16.822545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:14.947904Z","time spent":"1.874623067s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:25:16.822668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879519252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T01:25:16.822707Z","caller":"traceutil/trace.go:171","msg":"trace[773530028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5290; }","duration":"1.879599293s","start":"2026-04-08T01:25:14.943097Z","end":"2026-04-08T01:25:16.822697Z","steps":["trace[773530028] 'agreement among raft nodes before linearized reading' (duration: 1.878165401s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:16.822736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:14.943076Z","time spent":"1.879653543s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T01:25:16.948795Z","caller":"traceutil/trace.go:171","msg":"trace[610483379] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"120.280928ms","start":"2026-04-08T01:25:16.828493Z","end":"2026-04-08T01:25:16.948773Z","steps":["trace[610483379] 'process raft request' (duration: 120.199617ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:16.948842Z","caller":"traceutil/trace.go:171","msg":"trace[996612234] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"121.08029ms","start":"2026-04-08T01:25:16.827721Z","end":"2026-04-08T01:25:16.948801Z","steps":["trace[996612234] 'process raft request' (duration: 120.843016ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:16.949036Z","caller":"traceutil/trace.go:171","msg":"trace[646661294] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"120.096916ms","start":"2026-04-08T01:25:16.828916Z","end":"2026-04-08T01:25:16.949013Z","steps":["trace[646661294] 'process raft request' (duration: 119.816612ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:16.949257Z","caller":"traceutil/trace.go:171","msg":"trace[838034082] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"120.168846ms","start":"2026-04-08T01:25:16.82907Z","end":"2026-04-08T01:25:16.949239Z","steps":["trace[838034082] 'process raft request' (duration: 119.856831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:16.94929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.847762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-74a42d70-3050-406a-89c1-f297341206c1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-08T01:25:16.949336Z","caller":"traceutil/trace.go:171","msg":"trace[77521566] range","detail":"{range_begin:/registry/persistentvolumes/pvc-74a42d70-3050-406a-89c1-f297341206c1; range_end:; response_count:1; response_revision:5297; }","duration":"121.925403ms","start":"2026-04-08T01:25:16.827397Z","end":"2026-04-08T01:25:16.949322Z","steps":["trace[77521566] 'agreement among raft nodes before linearized reading' (duration: 121.797251ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:16.949505Z","caller":"traceutil/trace.go:171","msg":"trace[268696328] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"115.444865ms","start":"2026-04-08T01:25:16.834037Z","end":"2026-04-08T01:25:16.949482Z","steps":["trace[268696328] 'process raft request' (duration: 115.076559ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:16.949547Z","caller":"traceutil/trace.go:171","msg":"trace[2101987320] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"120.037135ms","start":"2026-04-08T01:25:16.829449Z","end":"2026-04-08T01:25:16.949486Z","steps":["trace[2101987320] 'process raft request' (duration: 119.614908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:17.191618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.718864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:25:17.191777Z","caller":"traceutil/trace.go:171","msg":"trace[522174316] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"234.395911ms","start":"2026-04-08T01:25:16.957335Z","end":"2026-04-08T01:25:17.191731Z","steps":["trace[522174316] 'process raft request' (duration: 62.457483ms)","trace[522174316] 'compare' (duration: 171.4327ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:17.22272Z","caller":"traceutil/trace.go:171","msg":"trace[557294121] linearizableReadLoop","detail":"{readStateIndex:5509; appliedIndex:5505; }","duration":"214.312508ms","start":"2026-04-08T01:25:17.008386Z","end":"2026-04-08T01:25:17.222699Z","steps":["trace[557294121] 'read index received' (duration: 11.374762ms)","trace[557294121] 'applied index is now lower than readState.Index' (duration: 202.936566ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:17.223027Z","caller":"traceutil/trace.go:171","msg":"trace[1873959079] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"264.185531ms","start":"2026-04-08T01:25:16.958767Z","end":"2026-04-08T01:25:17.222952Z","steps":["trace[1873959079] 'process raft request' (duration: 263.877047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:17.223157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.1662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:17.223291Z","caller":"traceutil/trace.go:171","msg":"trace[1886442758] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"265.610712ms","start":"2026-04-08T01:25:16.957673Z","end":"2026-04-08T01:25:17.223284Z","steps":["trace[1886442758] 'process raft request' (duration: 264.820651ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:17.223299Z","caller":"traceutil/trace.go:171","msg":"trace[1958788780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5301; }","duration":"211.344923ms","start":"2026-04-08T01:25:17.0119Z","end":"2026-04-08T01:25:17.223245Z","steps":["trace[1958788780] 'agreement among raft nodes before linearized reading' (duration: 211.13719ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:17.22345Z","caller":"traceutil/trace.go:171","msg":"trace[1836259242] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"265.773915ms","start":"2026-04-08T01:25:16.957662Z","end":"2026-04-08T01:25:17.223436Z","steps":["trace[1836259242] 'process raft request' (duration: 264.947622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:17.223504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.105529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:17.223531Z","caller":"traceutil/trace.go:171","msg":"trace[1266841493] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5301; }","duration":"215.193811ms","start":"2026-04-08T01:25:17.008331Z","end":"2026-04-08T01:25:17.223524Z","steps":["trace[1266841493] 'agreement among raft nodes before linearized reading' (duration: 215.12155ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:18.087342Z","caller":"traceutil/trace.go:171","msg":"trace[312036227] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"136.896307ms","start":"2026-04-08T01:25:17.950422Z","end":"2026-04-08T01:25:18.087319Z","steps":["trace[312036227] 'process raft request' (duration: 136.751595ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:18.915777Z","caller":"traceutil/trace.go:171","msg":"trace[828804759] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"107.096106ms","start":"2026-04-08T01:25:18.808658Z","end":"2026-04-08T01:25:18.915754Z","steps":["trace[828804759] 'process raft request' (duration: 104.774031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:20.25292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.07527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:25:20.253004Z","caller":"traceutil/trace.go:171","msg":"trace[388129131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5315; }","duration":"779.219522ms","start":"2026-04-08T01:25:19.47376Z","end":"2026-04-08T01:25:20.25298Z","steps":["trace[388129131] 'count revisions from in-memory index tree' (duration: 778.974758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:20.253047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:19.473739Z","time spent":"779.296493ms","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:25:23.138783Z","caller":"traceutil/trace.go:171","msg":"trace[977419922] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"117.337085ms","start":"2026-04-08T01:25:23.021421Z","end":"2026-04-08T01:25:23.138758Z","steps":["trace[977419922] 'process raft request' (duration: 94.446331ms)","trace[977419922] 'compare' (duration: 22.64778ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:23.13965Z","caller":"traceutil/trace.go:171","msg":"trace[535308806] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"117.558749ms","start":"2026-04-08T01:25:23.022069Z","end":"2026-04-08T01:25:23.139628Z","steps":["trace[535308806] 'process raft request' (duration: 117.152533ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:23.139877Z","caller":"traceutil/trace.go:171","msg":"trace[1421579222] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"117.659811ms","start":"2026-04-08T01:25:23.022173Z","end":"2026-04-08T01:25:23.139833Z","steps":["trace[1421579222] 'process raft request' (duration: 117.425357ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:23.13989Z","caller":"traceutil/trace.go:171","msg":"trace[40945627] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"117.66099ms","start":"2026-04-08T01:25:23.022208Z","end":"2026-04-08T01:25:23.139869Z","steps":["trace[40945627] 'process raft request' (duration: 117.446777ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:23.139845Z","caller":"traceutil/trace.go:171","msg":"trace[1333263023] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"117.67075ms","start":"2026-04-08T01:25:23.022137Z","end":"2026-04-08T01:25:23.139808Z","steps":["trace[1333263023] 'process raft request' (duration: 117.285805ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:23.140334Z","caller":"traceutil/trace.go:171","msg":"trace[1692757808] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"117.661961ms","start":"2026-04-08T01:25:23.022639Z","end":"2026-04-08T01:25:23.140301Z","steps":["trace[1692757808] 'process raft request' (duration: 117.047352ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:26.28384Z","caller":"traceutil/trace.go:171","msg":"trace[988912857] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"100.050953ms","start":"2026-04-08T01:25:26.183767Z","end":"2026-04-08T01:25:26.283818Z","steps":["trace[988912857] 'process raft request' (duration: 99.909351ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:26.592702Z","caller":"traceutil/trace.go:171","msg":"trace[977260454] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"303.793102ms","start":"2026-04-08T01:25:26.28887Z","end":"2026-04-08T01:25:26.592663Z","steps":["trace[977260454] 'process raft request' (duration: 256.642594ms)","trace[977260454] 'compare' (duration: 46.892004ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:26.59276Z","caller":"traceutil/trace.go:171","msg":"trace[180282495] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"111.135888ms","start":"2026-04-08T01:25:26.481602Z","end":"2026-04-08T01:25:26.592738Z","steps":["trace[180282495] 'process raft request' (duration: 111.050187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:26.592844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:26.288851Z","time spent":"303.929353ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":945,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:25:26.593205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.070403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:25:26.593247Z","caller":"traceutil/trace.go:171","msg":"trace[1968139410] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5359; }","duration":"168.160095ms","start":"2026-04-08T01:25:26.425074Z","end":"2026-04-08T01:25:26.593235Z","steps":["trace[1968139410] 'agreement among raft nodes before linearized reading' (duration: 168.061374ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:26.592777Z","caller":"traceutil/trace.go:171","msg":"trace[263430571] linearizableReadLoop","detail":"{readStateIndex:5568; appliedIndex:5567; }","duration":"167.634796ms","start":"2026-04-08T01:25:26.425116Z","end":"2026-04-08T01:25:26.592751Z","steps":["trace[263430571] 'read index received' (duration: 120.510729ms)","trace[263430571] 'applied index is now lower than readState.Index' (duration: 47.122277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:26.594056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.461759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:26.594094Z","caller":"traceutil/trace.go:171","msg":"trace[847074632] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5359; }","duration":"126.54491ms","start":"2026-04-08T01:25:26.467535Z","end":"2026-04-08T01:25:26.59408Z","steps":["trace[847074632] 'agreement among raft nodes before linearized reading' (duration: 126.453728ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:28.062516Z","caller":"traceutil/trace.go:171","msg":"trace[580819162] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"148.303575ms","start":"2026-04-08T01:25:27.91419Z","end":"2026-04-08T01:25:28.062494Z","steps":["trace[580819162] 'process raft request' (duration: 148.118983ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:29.309775Z","caller":"traceutil/trace.go:171","msg":"trace[577026347] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"220.705938ms","start":"2026-04-08T01:25:29.089032Z","end":"2026-04-08T01:25:29.309738Z","steps":["trace[577026347] 'process raft request' (duration: 183.647942ms)","trace[577026347] 'compare' (duration: 36.794062ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:29.310348Z","caller":"traceutil/trace.go:171","msg":"trace[18973628] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"220.469965ms","start":"2026-04-08T01:25:29.089851Z","end":"2026-04-08T01:25:29.310321Z","steps":["trace[18973628] 'process raft request' (duration: 219.764184ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:29.59444Z","caller":"traceutil/trace.go:171","msg":"trace[1283168814] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"279.928776ms","start":"2026-04-08T01:25:29.314485Z","end":"2026-04-08T01:25:29.594414Z","steps":["trace[1283168814] 'process raft request' (duration: 279.761894ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:29.728357Z","caller":"traceutil/trace.go:171","msg":"trace[355380224] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"413.190364ms","start":"2026-04-08T01:25:29.315146Z","end":"2026-04-08T01:25:29.728337Z","steps":["trace[355380224] 'process raft request' (duration: 412.92847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:29.728458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:29.315129Z","time spent":"413.275635ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:29.728476Z","caller":"traceutil/trace.go:171","msg":"trace[1220580841] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"412.042406ms","start":"2026-04-08T01:25:29.316411Z","end":"2026-04-08T01:25:29.728454Z","steps":["trace[1220580841] 'process raft request' (duration: 411.815093ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:29.728577Z","caller":"traceutil/trace.go:171","msg":"trace[1013214890] linearizableReadLoop","detail":"{readStateIndex:5628; appliedIndex:5624; }","duration":"346.375333ms","start":"2026-04-08T01:25:29.382175Z","end":"2026-04-08T01:25:29.72855Z","steps":["trace[1013214890] 'read index received' (duration: 212.239002ms)","trace[1013214890] 'applied index is now lower than readState.Index' (duration: 134.135211ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:29.728724Z","caller":"traceutil/trace.go:171","msg":"trace[1137180039] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"411.213904ms","start":"2026-04-08T01:25:29.317448Z","end":"2026-04-08T01:25:29.728662Z","steps":["trace[1137180039] 'process raft request' (duration: 410.858959ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:29.728774Z","caller":"traceutil/trace.go:171","msg":"trace[430160165] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"250.993893ms","start":"2026-04-08T01:25:29.477767Z","end":"2026-04-08T01:25:29.728761Z","steps":["trace[430160165] 'process raft request' (duration: 250.579067ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:29.728626Z","caller":"traceutil/trace.go:171","msg":"trace[50001890] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"411.656211ms","start":"2026-04-08T01:25:29.316963Z","end":"2026-04-08T01:25:29.728619Z","steps":["trace[50001890] 'process raft request' (duration: 411.305066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:29.729072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.90166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:25:29.7291Z","caller":"traceutil/trace.go:171","msg":"trace[1766554818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5415; }","duration":"346.960971ms","start":"2026-04-08T01:25:29.382132Z","end":"2026-04-08T01:25:29.729093Z","steps":["trace[1766554818] 'agreement among raft nodes before linearized reading' (duration: 346.682677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:29.729118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:29.382115Z","time spent":"346.997282ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:25:29.729142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:29.316939Z","time spent":"412.126057ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:29.728708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:29.316389Z","time spent":"412.273789ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:29.72933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:29.317439Z","time spent":"411.364916ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:33.463485Z","caller":"traceutil/trace.go:171","msg":"trace[782618598] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"116.762657ms","start":"2026-04-08T01:25:33.346691Z","end":"2026-04-08T01:25:33.463454Z","steps":["trace[782618598] 'process raft request' (duration: 112.32124ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:33.681294Z","caller":"traceutil/trace.go:171","msg":"trace[40949581] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"157.934302ms","start":"2026-04-08T01:25:33.523333Z","end":"2026-04-08T01:25:33.681268Z","steps":["trace[40949581] 'process raft request' (duration: 157.501256ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:33.849481Z","caller":"traceutil/trace.go:171","msg":"trace[766246791] linearizableReadLoop","detail":"{readStateIndex:5676; appliedIndex:5675; }","duration":"104.711297ms","start":"2026-04-08T01:25:33.744743Z","end":"2026-04-08T01:25:33.849454Z","steps":["trace[766246791] 'read index received' (duration: 83.378617ms)","trace[766246791] 'applied index is now lower than readState.Index' (duration: 21.33166ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:33.849695Z","caller":"traceutil/trace.go:171","msg":"trace[1109971350] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"102.487593ms","start":"2026-04-08T01:25:33.747183Z","end":"2026-04-08T01:25:33.84967Z","steps":["trace[1109971350] 'process raft request' (duration: 102.439162ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:33.849925Z","caller":"traceutil/trace.go:171","msg":"trace[175341333] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"103.227514ms","start":"2026-04-08T01:25:33.746672Z","end":"2026-04-08T01:25:33.8499Z","steps":["trace[175341333] 'process raft request' (duration: 102.829099ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:33.849921Z","caller":"traceutil/trace.go:171","msg":"trace[158088187] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"105.031251ms","start":"2026-04-08T01:25:33.744578Z","end":"2026-04-08T01:25:33.849609Z","steps":["trace[158088187] 'process raft request' (duration: 83.527319ms)","trace[158088187] 'compare' (duration: 21.236908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:33.850343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.579269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:25:33.850402Z","caller":"traceutil/trace.go:171","msg":"trace[396886044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5463; }","duration":"105.661151ms","start":"2026-04-08T01:25:33.744729Z","end":"2026-04-08T01:25:33.85039Z","steps":["trace[396886044] 'agreement among raft nodes before linearized reading' (duration: 105.498368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:34.088797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.719909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:25:34.089367Z","caller":"traceutil/trace.go:171","msg":"trace[366251162] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"233.505101ms","start":"2026-04-08T01:25:33.855829Z","end":"2026-04-08T01:25:34.089334Z","steps":["trace[366251162] 'process raft request' (duration: 107.153642ms)","trace[366251162] 'compare' (duration: 125.608048ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:34.089438Z","caller":"traceutil/trace.go:171","msg":"trace[1942377696] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"233.554413ms","start":"2026-04-08T01:25:33.85586Z","end":"2026-04-08T01:25:34.089415Z","steps":["trace[1942377696] 'process raft request' (duration: 233.043424ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:36.227293Z","caller":"traceutil/trace.go:171","msg":"trace[1836757487] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"123.634495ms","start":"2026-04-08T01:25:36.103635Z","end":"2026-04-08T01:25:36.22727Z","steps":["trace[1836757487] 'process raft request' (duration: 122.522478ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:36.938223Z","caller":"traceutil/trace.go:171","msg":"trace[111093132] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"140.429336ms","start":"2026-04-08T01:25:36.797775Z","end":"2026-04-08T01:25:36.938204Z","steps":["trace[111093132] 'process raft request' (duration: 140.336435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:37.157583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.235303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:37.157644Z","caller":"traceutil/trace.go:171","msg":"trace[91858299] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5478; }","duration":"130.336835ms","start":"2026-04-08T01:25:37.027294Z","end":"2026-04-08T01:25:37.157631Z","steps":["trace[91858299] 'count revisions from in-memory index tree' (duration: 130.173463ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:39.633551Z","caller":"traceutil/trace.go:171","msg":"trace[1848256896] linearizableReadLoop","detail":"{readStateIndex:5713; appliedIndex:5709; }","duration":"109.296428ms","start":"2026-04-08T01:25:39.524239Z","end":"2026-04-08T01:25:39.633536Z","steps":["trace[1848256896] 'read index received' (duration: 64.912437ms)","trace[1848256896] 'applied index is now lower than readState.Index' (duration: 44.383231ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:39.633713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.473032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-08T01:25:39.633743Z","caller":"traceutil/trace.go:171","msg":"trace[1137180553] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5497; }","duration":"109.552182ms","start":"2026-04-08T01:25:39.52418Z","end":"2026-04-08T01:25:39.633732Z","steps":["trace[1137180553] 'agreement among raft nodes before linearized reading' (duration: 109.42043ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:39.633909Z","caller":"traceutil/trace.go:171","msg":"trace[976888636] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"171.568257ms","start":"2026-04-08T01:25:39.462331Z","end":"2026-04-08T01:25:39.633899Z","steps":["trace[976888636] 'process raft request' (duration: 171.162372ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:39.634134Z","caller":"traceutil/trace.go:171","msg":"trace[1289839210] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"176.875456ms","start":"2026-04-08T01:25:39.457252Z","end":"2026-04-08T01:25:39.634128Z","steps":["trace[1289839210] 'process raft request' (duration: 176.203266ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:39.634284Z","caller":"traceutil/trace.go:171","msg":"trace[1761800908] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"177.874531ms","start":"2026-04-08T01:25:39.456403Z","end":"2026-04-08T01:25:39.634278Z","steps":["trace[1761800908] 'process raft request' (duration: 177.018789ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:39.634375Z","caller":"traceutil/trace.go:171","msg":"trace[294370901] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"179.036957ms","start":"2026-04-08T01:25:39.455331Z","end":"2026-04-08T01:25:39.634368Z","steps":["trace[294370901] 'process raft request' (duration: 133.816344ms)","trace[294370901] 'compare' (duration: 44.181048ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:42.249199Z","caller":"traceutil/trace.go:171","msg":"trace[152316030] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"251.676104ms","start":"2026-04-08T01:25:41.997501Z","end":"2026-04-08T01:25:42.249177Z","steps":["trace[152316030] 'process raft request' (duration: 246.63299ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:42.289947Z","caller":"traceutil/trace.go:171","msg":"trace[736944434] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"291.996643ms","start":"2026-04-08T01:25:41.997925Z","end":"2026-04-08T01:25:42.289921Z","steps":["trace[736944434] 'process raft request' (duration: 291.794591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:43.010744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.601219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:43.010829Z","caller":"traceutil/trace.go:171","msg":"trace[315900953] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:0; response_revision:5578; }","duration":"115.725531ms","start":"2026-04-08T01:25:42.895087Z","end":"2026-04-08T01:25:43.010812Z","steps":["trace[315900953] 'range keys from in-memory index tree' (duration: 115.547438ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:43.048296Z","caller":"traceutil/trace.go:171","msg":"trace[1668074392] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"150.226884ms","start":"2026-04-08T01:25:42.898056Z","end":"2026-04-08T01:25:43.048283Z","steps":["trace[1668074392] 'process raft request' (duration: 150.119983ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:43.068501Z","caller":"traceutil/trace.go:171","msg":"trace[2126191229] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"169.654684ms","start":"2026-04-08T01:25:42.898828Z","end":"2026-04-08T01:25:43.068483Z","steps":["trace[2126191229] 'process raft request' (duration: 169.43835ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:43.068745Z","caller":"traceutil/trace.go:171","msg":"trace[511472103] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"168.80235ms","start":"2026-04-08T01:25:42.899875Z","end":"2026-04-08T01:25:43.068677Z","steps":["trace[511472103] 'process raft request' (duration: 168.509916ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:43.068908Z","caller":"traceutil/trace.go:171","msg":"trace[1447903970] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"167.070375ms","start":"2026-04-08T01:25:42.901818Z","end":"2026-04-08T01:25:43.068888Z","steps":["trace[1447903970] 'process raft request' (duration: 166.789711ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:43.068977Z","caller":"traceutil/trace.go:171","msg":"trace[1325206509] linearizableReadLoop","detail":"{readStateIndex:5799; appliedIndex:5798; }","duration":"170.043149ms","start":"2026-04-08T01:25:42.898913Z","end":"2026-04-08T01:25:43.068956Z","steps":["trace[1325206509] 'read index received' (duration: 149.367412ms)","trace[1325206509] 'applied index is now lower than readState.Index' (duration: 20.674547ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:43.068996Z","caller":"traceutil/trace.go:171","msg":"trace[1918272318] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"164.869832ms","start":"2026-04-08T01:25:42.904111Z","end":"2026-04-08T01:25:43.068981Z","steps":["trace[1918272318] 'process raft request' (duration: 164.643348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:43.069432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.497286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-08T01:25:43.069491Z","caller":"traceutil/trace.go:171","msg":"trace[391752551] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5584; }","duration":"170.594188ms","start":"2026-04-08T01:25:42.89888Z","end":"2026-04-08T01:25:43.069474Z","steps":["trace[391752551] 'agreement among raft nodes before linearized reading' (duration: 170.407585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:43.072955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.530246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:43.073042Z","caller":"traceutil/trace.go:171","msg":"trace[1346410915] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5585; }","duration":"164.630837ms","start":"2026-04-08T01:25:42.908401Z","end":"2026-04-08T01:25:43.073031Z","steps":["trace[1346410915] 'agreement among raft nodes before linearized reading' (duration: 164.507126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:43.074559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.950768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193158"} {"level":"info","ts":"2026-04-08T01:25:43.074633Z","caller":"traceutil/trace.go:171","msg":"trace[1582191561] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5585; }","duration":"164.02833ms","start":"2026-04-08T01:25:42.910596Z","end":"2026-04-08T01:25:43.074624Z","steps":["trace[1582191561] 'agreement among raft nodes before linearized reading' (duration: 162.905413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:44.809964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730496677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:25:45.288017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.438515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:25:45.288618Z","caller":"traceutil/trace.go:171","msg":"trace[595174345] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"989.762904ms","start":"2026-04-08T01:25:44.298833Z","end":"2026-04-08T01:25:45.288596Z","steps":["trace[595174345] 'process raft request' (duration: 817.660749ms)","trace[595174345] 'compare' (duration: 171.254923ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:45.288775Z","caller":"traceutil/trace.go:171","msg":"trace[962059637] linearizableReadLoop","detail":"{readStateIndex:5833; appliedIndex:5832; }","duration":"978.663369ms","start":"2026-04-08T01:25:44.309438Z","end":"2026-04-08T01:25:45.288101Z","steps":["trace[962059637] 'read index received' (duration: 807.070111ms)","trace[962059637] 'applied index is now lower than readState.Index' (duration: 171.591878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:45.288924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.46493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:25:45.289504Z","caller":"traceutil/trace.go:171","msg":"trace[563574850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5614; }","duration":"980.092231ms","start":"2026-04-08T01:25:44.309397Z","end":"2026-04-08T01:25:45.289489Z","steps":["trace[563574850] 'agreement among raft nodes before linearized reading' (duration: 979.331879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:45.289642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:44.309382Z","time spent":"980.237483ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:25:45.289468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:44.298823Z","time spent":"989.848445ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:45.356797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019890951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T01:25:45.356966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.264769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-jw82k\" ","response":"range_response_count:1 size:7556"} {"level":"info","ts":"2026-04-08T01:25:45.35706Z","caller":"traceutil/trace.go:171","msg":"trace[122702175] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-jw82k; range_end:; response_count:1; response_revision:5615; }","duration":"899.377601ms","start":"2026-04-08T01:25:44.457664Z","end":"2026-04-08T01:25:45.357041Z","steps":["trace[122702175] 'agreement among raft nodes before linearized reading' (duration: 899.142448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:45.357117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:44.457653Z","time spent":"899.449262ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7579,"request content":"key:\"/registry/pods/openstack/keystone-credential-setup-jw82k\" "} {"level":"warn","ts":"2026-04-08T01:25:45.356796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.541528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:45.357226Z","caller":"traceutil/trace.go:171","msg":"trace[486179653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5615; }","duration":"720.015306ms","start":"2026-04-08T01:25:44.637193Z","end":"2026-04-08T01:25:45.357209Z","steps":["trace[486179653] 'agreement among raft nodes before linearized reading' (duration: 719.531109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:45.357279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:44.637174Z","time spent":"720.089346ms","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:25:45.356892Z","caller":"traceutil/trace.go:171","msg":"trace[1766629113] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"455.223612ms","start":"2026-04-08T01:25:44.901644Z","end":"2026-04-08T01:25:45.356867Z","steps":["trace[1766629113] 'process raft request' (duration: 454.899067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:45.357431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:44.901619Z","time spent":"455.720699ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:45.357466Z","caller":"traceutil/trace.go:171","msg":"trace[1401886808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5615; }","duration":"1.020139875s","start":"2026-04-08T01:25:44.336871Z","end":"2026-04-08T01:25:45.357011Z","steps":["trace[1401886808] 'agreement among raft nodes before linearized reading' (duration: 1.0197917s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:45.357722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:44.336854Z","time spent":"1.020852186s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:25:46.030431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.701497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:25:46.03116Z","caller":"traceutil/trace.go:171","msg":"trace[1458551964] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"668.595339ms","start":"2026-04-08T01:25:45.362525Z","end":"2026-04-08T01:25:46.03112Z","steps":["trace[1458551964] 'process raft request' (duration: 76.118151ms)","trace[1458551964] 'compare' (duration: 591.196979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:46.031357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:45.362508Z","time spent":"668.7416ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:46.157425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730496684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:25:46.658276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730496684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:25:46.910708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.472129784s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:25:46.911415Z","caller":"traceutil/trace.go:171","msg":"trace[204508036] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"1.54313924s","start":"2026-04-08T01:25:45.368252Z","end":"2026-04-08T01:25:46.911392Z","steps":["trace[204508036] 'process raft request' (duration: 1.542983288s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:46.911568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:45.368124Z","time spent":"1.543361253s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7773,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:46.938735Z","caller":"traceutil/trace.go:171","msg":"trace[1688067212] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"1.498822472s","start":"2026-04-08T01:25:45.439886Z","end":"2026-04-08T01:25:46.938709Z","steps":["trace[1688067212] 'process raft request' (duration: 1.498495807s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:46.938985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:45.439865Z","time spent":"1.499008694s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:46.939151Z","caller":"traceutil/trace.go:171","msg":"trace[619197561] linearizableReadLoop","detail":"{readStateIndex:5841; appliedIndex:5838; }","duration":"1.282497998s","start":"2026-04-08T01:25:45.656626Z","end":"2026-04-08T01:25:46.939124Z","steps":["trace[619197561] 'read index received' (duration: 1.254880709s)","trace[619197561] 'applied index is now lower than readState.Index' (duration: 27.615629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:46.939404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282763602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:46.939486Z","caller":"traceutil/trace.go:171","msg":"trace[1933194766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5622; }","duration":"1.282890205s","start":"2026-04-08T01:25:45.656578Z","end":"2026-04-08T01:25:46.939468Z","steps":["trace[1933194766] 'agreement among raft nodes before linearized reading' (duration: 1.282746223s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:46.939544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:45.656559Z","time spent":"1.282976866s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:25:46.939553Z","caller":"traceutil/trace.go:171","msg":"trace[896555024] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"1.458022906s","start":"2026-04-08T01:25:45.481511Z","end":"2026-04-08T01:25:46.939534Z","steps":["trace[896555024] 'process raft request' (duration: 1.45703037s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:46.939619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.5754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:46.939681Z","caller":"traceutil/trace.go:171","msg":"trace[480503581] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5622; }","duration":"822.689362ms","start":"2026-04-08T01:25:46.116975Z","end":"2026-04-08T01:25:46.939664Z","steps":["trace[480503581] 'agreement among raft nodes before linearized reading' (duration: 822.618721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:46.939751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.994697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-08T01:25:46.939775Z","caller":"traceutil/trace.go:171","msg":"trace[605131170] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"1.119111633s","start":"2026-04-08T01:25:45.820649Z","end":"2026-04-08T01:25:46.93976Z","steps":["trace[605131170] 'process raft request' (duration: 1.118319971s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:46.939802Z","caller":"traceutil/trace.go:171","msg":"trace[1246216218] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5622; }","duration":"815.102968ms","start":"2026-04-08T01:25:46.124689Z","end":"2026-04-08T01:25:46.939792Z","steps":["trace[1246216218] 'agreement among raft nodes before linearized reading' (duration: 814.760183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:46.939871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:45.820627Z","time spent":"1.119185414s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:46.939892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:46.124678Z","time spent":"815.20545ms","remote":"127.0.0.1:46482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-08T01:25:46.940343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.124535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:25:46.940411Z","caller":"traceutil/trace.go:171","msg":"trace[1915956861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5622; }","duration":"680.316078ms","start":"2026-04-08T01:25:46.260077Z","end":"2026-04-08T01:25:46.940393Z","steps":["trace[1915956861] 'agreement among raft nodes before linearized reading' (duration: 680.152846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:46.940504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:46.260049Z","time spent":"680.437539ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:25:46.941162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.173603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:46.94121Z","caller":"traceutil/trace.go:171","msg":"trace[1192662298] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5622; }","duration":"824.263514ms","start":"2026-04-08T01:25:46.116938Z","end":"2026-04-08T01:25:46.941201Z","steps":["trace[1192662298] 'agreement among raft nodes before linearized reading' (duration: 824.187083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:46.941232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:46.116912Z","time spent":"824.315265ms","remote":"127.0.0.1:46482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-08T01:25:46.93956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095742576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:25:46.941356Z","caller":"traceutil/trace.go:171","msg":"trace[1834852625] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5622; }","duration":"1.097591713s","start":"2026-04-08T01:25:45.843752Z","end":"2026-04-08T01:25:46.941344Z","steps":["trace[1834852625] 'agreement among raft nodes before linearized reading' (duration: 1.095653845s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:46.941475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:45.843729Z","time spent":"1.097709904s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:25:46.941623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:45.481484Z","time spent":"1.460081346s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:46.94163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:46.116941Z","time spent":"822.973855ms","remote":"127.0.0.1:46482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-08T01:25:46.941401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.43412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T01:25:46.942393Z","caller":"traceutil/trace.go:171","msg":"trace[1236419255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5622; }","duration":"931.488447ms","start":"2026-04-08T01:25:46.010888Z","end":"2026-04-08T01:25:46.942377Z","steps":["trace[1236419255] 'agreement among raft nodes before linearized reading' (duration: 930.289958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:46.94272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:46.010842Z","time spent":"931.699679ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T01:25:49.194267Z","caller":"traceutil/trace.go:171","msg":"trace[2036853016] linearizableReadLoop","detail":"{readStateIndex:5856; appliedIndex:5855; }","duration":"247.571729ms","start":"2026-04-08T01:25:48.946671Z","end":"2026-04-08T01:25:49.194243Z","steps":["trace[2036853016] 'read index received' (duration: 247.407716ms)","trace[2036853016] 'applied index is now lower than readState.Index' (duration: 162.953µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:49.194382Z","caller":"traceutil/trace.go:171","msg":"trace[1867880244] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"250.594794ms","start":"2026-04-08T01:25:48.943756Z","end":"2026-04-08T01:25:49.194351Z","steps":["trace[1867880244] 'process raft request' (duration: 250.32994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:49.194542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.844434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:49.194581Z","caller":"traceutil/trace.go:171","msg":"trace[1775957933] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5636; }","duration":"247.942136ms","start":"2026-04-08T01:25:48.946628Z","end":"2026-04-08T01:25:49.19457Z","steps":["trace[1775957933] 'agreement among raft nodes before linearized reading' (duration: 247.853974ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:49.196245Z","caller":"traceutil/trace.go:171","msg":"trace[797186292] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"248.448881ms","start":"2026-04-08T01:25:48.947776Z","end":"2026-04-08T01:25:49.196224Z","steps":["trace[797186292] 'process raft request' (duration: 248.276739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:49.196546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.440278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-08T01:25:49.196604Z","caller":"traceutil/trace.go:171","msg":"trace[743261258] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5638; }","duration":"249.558089ms","start":"2026-04-08T01:25:48.947032Z","end":"2026-04-08T01:25:49.19659Z","steps":["trace[743261258] 'agreement among raft nodes before linearized reading' (duration: 249.188963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:49.196796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.66201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:49.196828Z","caller":"traceutil/trace.go:171","msg":"trace[1889336902] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5638; }","duration":"249.741711ms","start":"2026-04-08T01:25:48.947077Z","end":"2026-04-08T01:25:49.196818Z","steps":["trace[1889336902] 'agreement among raft nodes before linearized reading' (duration: 249.68025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:49.196822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.460268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:25:49.19687Z","caller":"traceutil/trace.go:171","msg":"trace[2122864508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5638; }","duration":"216.531249ms","start":"2026-04-08T01:25:48.980327Z","end":"2026-04-08T01:25:49.196858Z","steps":["trace[2122864508] 'agreement among raft nodes before linearized reading' (duration: 216.370926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:49.197008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.729131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:25:49.197038Z","caller":"traceutil/trace.go:171","msg":"trace[2017274821] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5638; }","duration":"220.775271ms","start":"2026-04-08T01:25:48.976254Z","end":"2026-04-08T01:25:49.197029Z","steps":["trace[2017274821] 'agreement among raft nodes before linearized reading' (duration: 220.67271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:49.197064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.493018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:25:49.197107Z","caller":"traceutil/trace.go:171","msg":"trace[2024135165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5638; }","duration":"216.5528ms","start":"2026-04-08T01:25:48.980543Z","end":"2026-04-08T01:25:49.197095Z","steps":["trace[2024135165] 'agreement among raft nodes before linearized reading' (duration: 216.420747ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:58.224455Z","caller":"traceutil/trace.go:171","msg":"trace[2001131649] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"414.228362ms","start":"2026-04-08T01:25:57.810204Z","end":"2026-04-08T01:25:58.224432Z","steps":["trace[2001131649] 'process raft request' (duration: 414.05169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:58.224697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:57.810184Z","time spent":"414.436575ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:58.583033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.011653ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T01:25:58.583167Z","caller":"traceutil/trace.go:171","msg":"trace[2143415036] linearizableReadLoop","detail":"{readStateIndex:5913; appliedIndex:5911; }","duration":"470.001433ms","start":"2026-04-08T01:25:58.113135Z","end":"2026-04-08T01:25:58.583136Z","steps":["trace[2143415036] 'read index received' (duration: 111.14555ms)","trace[2143415036] 'applied index is now lower than readState.Index' (duration: 358.854303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:58.583353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.933052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:25:58.583408Z","caller":"traceutil/trace.go:171","msg":"trace[1062396049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5691; }","duration":"331.048013ms","start":"2026-04-08T01:25:58.252346Z","end":"2026-04-08T01:25:58.583394Z","steps":["trace[1062396049] 'agreement among raft nodes before linearized reading' (duration: 330.928691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:58.583409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.266717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T01:25:58.583437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:58.252328Z","time spent":"331.102574ms","remote":"127.0.0.1:38678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:25:58.583464Z","caller":"traceutil/trace.go:171","msg":"trace[472699407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5691; }","duration":"470.359168ms","start":"2026-04-08T01:25:58.113083Z","end":"2026-04-08T01:25:58.583442Z","steps":["trace[472699407] 'agreement among raft nodes before linearized reading' (duration: 470.172225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:58.583724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.718575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T01:25:58.583805Z","caller":"traceutil/trace.go:171","msg":"trace[94486937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5691; }","duration":"140.813857ms","start":"2026-04-08T01:25:58.442971Z","end":"2026-04-08T01:25:58.583785Z","steps":["trace[94486937] 'agreement among raft nodes before linearized reading' (duration: 140.573233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:58.583512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:58.113062Z","time spent":"470.43683ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:25:59.315804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:58.959938Z","time spent":"355.857357ms","remote":"127.0.0.1:47016","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T01:25:59.777727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512672730496908,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:25:59.79376Z","caller":"traceutil/trace.go:171","msg":"trace[349795591] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"527.510797ms","start":"2026-04-08T01:25:59.266225Z","end":"2026-04-08T01:25:59.793736Z","steps":["trace[349795591] 'process raft request' (duration: 527.357464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:59.793892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:59.266203Z","time spent":"527.613768ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:59.945529Z","caller":"traceutil/trace.go:171","msg":"trace[2146674290] linearizableReadLoop","detail":"{readStateIndex:5918; appliedIndex:5915; }","duration":"668.305682ms","start":"2026-04-08T01:25:59.277198Z","end":"2026-04-08T01:25:59.945503Z","steps":["trace[2146674290] 'read index received' (duration: 516.387572ms)","trace[2146674290] 'applied index is now lower than readState.Index' (duration: 151.91698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:59.945796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.593367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:25:59.945879Z","caller":"traceutil/trace.go:171","msg":"trace[1355588145] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5696; }","duration":"668.74868ms","start":"2026-04-08T01:25:59.277117Z","end":"2026-04-08T01:25:59.945865Z","steps":["trace[1355588145] 'agreement among raft nodes before linearized reading' (duration: 668.548036ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:59.945919Z","caller":"traceutil/trace.go:171","msg":"trace[1070453020] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"675.967037ms","start":"2026-04-08T01:25:59.269926Z","end":"2026-04-08T01:25:59.945893Z","steps":["trace[1070453020] 'process raft request' (duration: 621.784157ms)","trace[1070453020] 'compare' (duration: 53.60618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:59.945945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:59.277104Z","time spent":"668.828761ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:25:59.946027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:59.26991Z","time spent":"676.056818ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:59.946134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.63435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T01:25:59.94626Z","caller":"traceutil/trace.go:171","msg":"trace[1573169820] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"501.788128ms","start":"2026-04-08T01:25:59.44446Z","end":"2026-04-08T01:25:59.946248Z","steps":["trace[1573169820] 'process raft request' (duration: 500.977645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:59.946417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.283454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:59.94646Z","caller":"traceutil/trace.go:171","msg":"trace[1959480954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5696; }","duration":"312.320545ms","start":"2026-04-08T01:25:59.634127Z","end":"2026-04-08T01:25:59.946448Z","steps":["trace[1959480954] 'agreement among raft nodes before linearized reading' (duration: 312.271984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:59.946498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:59.634072Z","time spent":"312.420176ms","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:25:59.946564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:59.44444Z","time spent":"501.97096ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:59.946594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.179204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T01:25:59.946635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.572498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:25:59.94668Z","caller":"traceutil/trace.go:171","msg":"trace[404396594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5696; }","duration":"491.646239ms","start":"2026-04-08T01:25:59.455023Z","end":"2026-04-08T01:25:59.946669Z","steps":["trace[404396594] 'agreement among raft nodes before linearized reading' (duration: 491.528967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:59.946721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:59.455011Z","time spent":"491.703009ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T01:25:59.946676Z","caller":"traceutil/trace.go:171","msg":"trace[1994645522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5696; }","duration":"660.288475ms","start":"2026-04-08T01:25:59.286377Z","end":"2026-04-08T01:25:59.946665Z","steps":["trace[1994645522] 'agreement among raft nodes before linearized reading' (duration: 660.068282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:59.946254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.584005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:25:59.946775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.159088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:25:59.946891Z","caller":"traceutil/trace.go:171","msg":"trace[148346388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5696; }","duration":"256.293209ms","start":"2026-04-08T01:25:59.690546Z","end":"2026-04-08T01:25:59.946839Z","steps":["trace[148346388] 'agreement among raft nodes before linearized reading' (duration: 255.394996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:59.946425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.515001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:25:59.946839Z","caller":"traceutil/trace.go:171","msg":"trace[862249764] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5696; }","duration":"131.195695ms","start":"2026-04-08T01:25:59.815615Z","end":"2026-04-08T01:25:59.94681Z","steps":["trace[862249764] 'agreement among raft nodes before linearized reading' (duration: 130.577866ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:59.946955Z","caller":"traceutil/trace.go:171","msg":"trace[788530769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5696; }","duration":"592.058439ms","start":"2026-04-08T01:25:59.354885Z","end":"2026-04-08T01:25:59.946943Z","steps":["trace[788530769] 'agreement among raft nodes before linearized reading' (duration: 591.47127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:59.947014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:59.354874Z","time spent":"592.13056ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:25:59.946813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:59.286335Z","time spent":"660.465848ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:25:59.946376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.81321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:25:59.947137Z","caller":"traceutil/trace.go:171","msg":"trace[115577658] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5696; }","duration":"574.549661ms","start":"2026-04-08T01:25:59.372553Z","end":"2026-04-08T01:25:59.947103Z","steps":["trace[115577658] 'agreement among raft nodes before linearized reading' (duration: 573.745649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:59.947184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:59.372499Z","time spent":"574.671492ms","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":61,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:25:59.946176Z","caller":"traceutil/trace.go:171","msg":"trace[611776303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5696; }","duration":"662.69404ms","start":"2026-04-08T01:25:59.28347Z","end":"2026-04-08T01:25:59.946164Z","steps":["trace[611776303] 'agreement among raft nodes before linearized reading' (duration: 662.439037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:59.947308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:59.283461Z","time spent":"663.831217ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:26:00.371752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.37685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:26:00.371957Z","caller":"traceutil/trace.go:171","msg":"trace[101601026] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"418.587089ms","start":"2026-04-08T01:25:59.953353Z","end":"2026-04-08T01:26:00.371941Z","steps":["trace[101601026] 'process raft request' (duration: 418.534129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:00.37203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:59.953346Z","time spent":"418.65224ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:26:00.372225Z","caller":"traceutil/trace.go:171","msg":"trace[1959625881] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"420.523957ms","start":"2026-04-08T01:25:59.951688Z","end":"2026-04-08T01:26:00.372212Z","steps":["trace[1959625881] 'process raft request' (duration: 300.61764ms)","trace[1959625881] 'compare' (duration: 119.278767ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:26:00.372226Z","caller":"traceutil/trace.go:171","msg":"trace[1605724973] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"418.748102ms","start":"2026-04-08T01:25:59.953447Z","end":"2026-04-08T01:26:00.372196Z","steps":["trace[1605724973] 'process raft request' (duration: 418.468338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:00.372283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:59.951664Z","time spent":"420.591958ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:26:00.372402Z","caller":"traceutil/trace.go:171","msg":"trace[311417150] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"420.419056ms","start":"2026-04-08T01:25:59.951974Z","end":"2026-04-08T01:26:00.372393Z","steps":["trace[311417150] 'process raft request' (duration: 419.863458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:00.372455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:59.951948Z","time spent":"420.482256ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:26:00.372497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:59.953442Z","time spent":"418.841603ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:26:00.671001Z","caller":"traceutil/trace.go:171","msg":"trace[1462056356] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"261.398032ms","start":"2026-04-08T01:26:00.409569Z","end":"2026-04-08T01:26:00.670967Z","steps":["trace[1462056356] 'process raft request' (duration: 216.401999ms)","trace[1462056356] 'compare' (duration: 44.77485ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:26:02.833106Z","caller":"traceutil/trace.go:171","msg":"trace[270764448] linearizableReadLoop","detail":"{readStateIndex:5937; appliedIndex:5936; }","duration":"194.882948ms","start":"2026-04-08T01:26:02.638189Z","end":"2026-04-08T01:26:02.833072Z","steps":["trace[270764448] 'read index received' (duration: 194.640535ms)","trace[270764448] 'applied index is now lower than readState.Index' (duration: 240.943µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:26:02.833195Z","caller":"traceutil/trace.go:171","msg":"trace[1147561969] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"209.8789ms","start":"2026-04-08T01:26:02.623283Z","end":"2026-04-08T01:26:02.833162Z","steps":["trace[1147561969] 'process raft request' (duration: 209.551685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:02.833319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.106882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:26:02.833389Z","caller":"traceutil/trace.go:171","msg":"trace[1098430310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5714; }","duration":"195.238774ms","start":"2026-04-08T01:26:02.638133Z","end":"2026-04-08T01:26:02.833372Z","steps":["trace[1098430310] 'agreement among raft nodes before linearized reading' (duration: 195.077371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:02.833393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.566681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:26:02.833453Z","caller":"traceutil/trace.go:171","msg":"trace[1197703724] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5714; }","duration":"153.690703ms","start":"2026-04-08T01:26:02.679748Z","end":"2026-04-08T01:26:02.833439Z","steps":["trace[1197703724] 'agreement among raft nodes before linearized reading' (duration: 153.551541ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:04.053629Z","caller":"traceutil/trace.go:171","msg":"trace[1965362453] linearizableReadLoop","detail":"{readStateIndex:5944; appliedIndex:5943; }","duration":"130.799875ms","start":"2026-04-08T01:26:03.922805Z","end":"2026-04-08T01:26:04.053605Z","steps":["trace[1965362453] 'read index received' (duration: 130.654082ms)","trace[1965362453] 'applied index is now lower than readState.Index' (duration: 144.643µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:26:04.053904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.077558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-08T01:26:04.053979Z","caller":"traceutil/trace.go:171","msg":"trace[391236666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5721; }","duration":"131.17128ms","start":"2026-04-08T01:26:03.922788Z","end":"2026-04-08T01:26:04.053959Z","steps":["trace[391236666] 'agreement among raft nodes before linearized reading' (duration: 130.935506ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:04.054178Z","caller":"traceutil/trace.go:171","msg":"trace[38100112] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"134.394777ms","start":"2026-04-08T01:26:03.919308Z","end":"2026-04-08T01:26:04.053703Z","steps":["trace[38100112] 'process raft request' (duration: 134.130953ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:04.061132Z","caller":"traceutil/trace.go:171","msg":"trace[1911987540] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"101.609905ms","start":"2026-04-08T01:26:03.959501Z","end":"2026-04-08T01:26:04.061111Z","steps":["trace[1911987540] 'process raft request' (duration: 100.965695ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:04.061294Z","caller":"traceutil/trace.go:171","msg":"trace[1936499839] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"100.532619ms","start":"2026-04-08T01:26:03.960752Z","end":"2026-04-08T01:26:04.061285Z","steps":["trace[1936499839] 'process raft request' (duration: 99.840198ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:04.553329Z","caller":"traceutil/trace.go:171","msg":"trace[482955880] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"128.292347ms","start":"2026-04-08T01:26:04.425012Z","end":"2026-04-08T01:26:04.553304Z","steps":["trace[482955880] 'process raft request' (duration: 128.167965ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:04.5536Z","caller":"traceutil/trace.go:171","msg":"trace[1688165957] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"128.629062ms","start":"2026-04-08T01:26:04.424956Z","end":"2026-04-08T01:26:04.553585Z","steps":["trace[1688165957] 'process raft request' (duration: 28.354528ms)","trace[1688165957] 'compare' (duration: 99.719816ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:26:04.553678Z","caller":"traceutil/trace.go:171","msg":"trace[885395468] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"128.588901ms","start":"2026-04-08T01:26:04.425053Z","end":"2026-04-08T01:26:04.553642Z","steps":["trace[885395468] 'process raft request' (duration: 128.201876ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:04.553734Z","caller":"traceutil/trace.go:171","msg":"trace[2025777606] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"124.735434ms","start":"2026-04-08T01:26:04.42899Z","end":"2026-04-08T01:26:04.553725Z","steps":["trace[2025777606] 'process raft request' (duration: 124.44683ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:10.601992Z","caller":"traceutil/trace.go:171","msg":"trace[23350374] linearizableReadLoop","detail":"{readStateIndex:5995; appliedIndex:5993; }","duration":"497.654708ms","start":"2026-04-08T01:26:10.104314Z","end":"2026-04-08T01:26:10.601968Z","steps":["trace[23350374] 'read index received' (duration: 48.005364ms)","trace[23350374] 'applied index is now lower than readState.Index' (duration: 449.648334ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:26:10.602233Z","caller":"traceutil/trace.go:171","msg":"trace[1124792585] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"513.36804ms","start":"2026-04-08T01:26:10.088854Z","end":"2026-04-08T01:26:10.602222Z","steps":["trace[1124792585] 'process raft request' (duration: 512.285303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:10.602342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:26:10.088841Z","time spent":"513.428551ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:26:10.602466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.488356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:26:10.602497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.173607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:26:10.602566Z","caller":"traceutil/trace.go:171","msg":"trace[1331932588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5771; }","duration":"498.276159ms","start":"2026-04-08T01:26:10.104271Z","end":"2026-04-08T01:26:10.602547Z","steps":["trace[1331932588] 'agreement among raft nodes before linearized reading' (duration: 498.081596ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:10.602563Z","caller":"traceutil/trace.go:171","msg":"trace[470822243] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5771; }","duration":"171.636667ms","start":"2026-04-08T01:26:10.430899Z","end":"2026-04-08T01:26:10.602535Z","steps":["trace[470822243] 'agreement among raft nodes before linearized reading' (duration: 171.469555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:10.602606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:26:10.104259Z","time spent":"498.338869ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:26:10.602917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.827452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T01:26:10.60296Z","caller":"traceutil/trace.go:171","msg":"trace[1441861227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5771; }","duration":"122.906122ms","start":"2026-04-08T01:26:10.480041Z","end":"2026-04-08T01:26:10.602947Z","steps":["trace[1441861227] 'agreement among raft nodes before linearized reading' (duration: 122.76995ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:15.371311Z","caller":"traceutil/trace.go:171","msg":"trace[1828180160] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"320.683493ms","start":"2026-04-08T01:26:15.050598Z","end":"2026-04-08T01:26:15.371281Z","steps":["trace[1828180160] 'process raft request' (duration: 320.347059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:15.371473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:26:15.050576Z","time spent":"320.822316ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:26:15.968549Z","caller":"traceutil/trace.go:171","msg":"trace[2146691720] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"182.041594ms","start":"2026-04-08T01:26:15.786475Z","end":"2026-04-08T01:26:15.968517Z","steps":["trace[2146691720] 'process raft request' (duration: 181.849911ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:16.191588Z","caller":"traceutil/trace.go:171","msg":"trace[277869579] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"145.405847ms","start":"2026-04-08T01:26:16.046155Z","end":"2026-04-08T01:26:16.191561Z","steps":["trace[277869579] 'process raft request' (duration: 89.065713ms)","trace[277869579] 'compare' (duration: 56.220292ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:26:16.531525Z","caller":"traceutil/trace.go:171","msg":"trace[1597546654] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"305.833753ms","start":"2026-04-08T01:26:16.225666Z","end":"2026-04-08T01:26:16.5315Z","steps":["trace[1597546654] 'process raft request' (duration: 305.676221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:16.531671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:26:16.225646Z","time spent":"305.947604ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:26:16.836898Z","caller":"traceutil/trace.go:171","msg":"trace[1320644919] linearizableReadLoop","detail":"{readStateIndex:6032; appliedIndex:6031; }","duration":"201.934064ms","start":"2026-04-08T01:26:16.63494Z","end":"2026-04-08T01:26:16.836874Z","steps":["trace[1320644919] 'read index received' (duration: 156.901605ms)","trace[1320644919] 'applied index is now lower than readState.Index' (duration: 45.031529ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:26:16.837187Z","caller":"traceutil/trace.go:171","msg":"trace[162664572] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"206.493641ms","start":"2026-04-08T01:26:16.630677Z","end":"2026-04-08T01:26:16.837171Z","steps":["trace[162664572] 'process raft request' (duration: 161.28232ms)","trace[162664572] 'compare' (duration: 44.742134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:26:16.837408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.459101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:26:16.83745Z","caller":"traceutil/trace.go:171","msg":"trace[1873329593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5807; }","duration":"202.544553ms","start":"2026-04-08T01:26:16.634895Z","end":"2026-04-08T01:26:16.837439Z","steps":["trace[1873329593] 'agreement among raft nodes before linearized reading' (duration: 202.469222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:16.837665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.537329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:26:16.837699Z","caller":"traceutil/trace.go:171","msg":"trace[300557322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5807; }","duration":"197.593629ms","start":"2026-04-08T01:26:16.640098Z","end":"2026-04-08T01:26:16.837692Z","steps":["trace[300557322] 'agreement among raft nodes before linearized reading' (duration: 197.481208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:16.837942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.639515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:26:16.837984Z","caller":"traceutil/trace.go:171","msg":"trace[1109721752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5807; }","duration":"185.691745ms","start":"2026-04-08T01:26:16.652283Z","end":"2026-04-08T01:26:16.837975Z","steps":["trace[1109721752] 'agreement among raft nodes before linearized reading' (duration: 185.593884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:16.838145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.322676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T01:26:16.838181Z","caller":"traceutil/trace.go:171","msg":"trace[53767031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5807; }","duration":"188.370516ms","start":"2026-04-08T01:26:16.649801Z","end":"2026-04-08T01:26:16.838172Z","steps":["trace[53767031] 'agreement among raft nodes before linearized reading' (duration: 188.292905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:16.838341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.485387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:26:16.838379Z","caller":"traceutil/trace.go:171","msg":"trace[2067843078] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5807; }","duration":"190.536947ms","start":"2026-04-08T01:26:16.647832Z","end":"2026-04-08T01:26:16.838368Z","steps":["trace[2067843078] 'agreement among raft nodes before linearized reading' (duration: 190.455816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:16.838534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.919521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T01:26:16.838567Z","caller":"traceutil/trace.go:171","msg":"trace[1999155255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5807; }","duration":"196.967782ms","start":"2026-04-08T01:26:16.641592Z","end":"2026-04-08T01:26:16.83856Z","steps":["trace[1999155255] 'agreement among raft nodes before linearized reading' (duration: 196.890811ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:17.051765Z","caller":"traceutil/trace.go:171","msg":"trace[107784565] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"207.726958ms","start":"2026-04-08T01:26:16.844011Z","end":"2026-04-08T01:26:17.051738Z","steps":["trace[107784565] 'process raft request' (duration: 136.208101ms)","trace[107784565] 'compare' (duration: 71.409705ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:26:17.078557Z","caller":"traceutil/trace.go:171","msg":"trace[1141543903] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"231.275222ms","start":"2026-04-08T01:26:16.847266Z","end":"2026-04-08T01:26:17.078541Z","steps":["trace[1141543903] 'process raft request' (duration: 231.241542ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:17.078899Z","caller":"traceutil/trace.go:171","msg":"trace[1642680788] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"234.512819ms","start":"2026-04-08T01:26:16.844319Z","end":"2026-04-08T01:26:17.078831Z","steps":["trace[1642680788] 'process raft request' (duration: 234.119514ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:17.079116Z","caller":"traceutil/trace.go:171","msg":"trace[2043192645] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"235.070838ms","start":"2026-04-08T01:26:16.844014Z","end":"2026-04-08T01:26:17.079085Z","steps":["trace[2043192645] 'process raft request' (duration: 234.352247ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:17.079126Z","caller":"traceutil/trace.go:171","msg":"trace[1968007422] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"233.230772ms","start":"2026-04-08T01:26:16.845833Z","end":"2026-04-08T01:26:17.079064Z","steps":["trace[1968007422] 'process raft request' (duration: 232.643232ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:39.343849Z","caller":"traceutil/trace.go:171","msg":"trace[1584325988] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"145.474719ms","start":"2026-04-08T01:26:39.198348Z","end":"2026-04-08T01:26:39.343823Z","steps":["trace[1584325988] 'process raft request' (duration: 145.306956ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:39.344048Z","caller":"traceutil/trace.go:171","msg":"trace[366809259] transaction","detail":"{read_only:false; response_revision:5981; number_of_response:1; }","duration":"145.591399ms","start":"2026-04-08T01:26:39.198429Z","end":"2026-04-08T01:26:39.34402Z","steps":["trace[366809259] 'process raft request' (duration: 145.347935ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:45.137301Z","caller":"traceutil/trace.go:171","msg":"trace[865021577] transaction","detail":"{read_only:false; response_revision:6008; number_of_response:1; }","duration":"130.199933ms","start":"2026-04-08T01:26:45.007075Z","end":"2026-04-08T01:26:45.137275Z","steps":["trace[865021577] 'process raft request' (duration: 93.4096ms)","trace[865021577] 'compare' (duration: 36.683751ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:06.477233Z","caller":"traceutil/trace.go:171","msg":"trace[140170794] transaction","detail":"{read_only:false; response_revision:6167; number_of_response:1; }","duration":"108.658651ms","start":"2026-04-08T01:27:06.368547Z","end":"2026-04-08T01:27:06.477206Z","steps":["trace[140170794] 'process raft request' (duration: 108.503109ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:11.62762Z","caller":"traceutil/trace.go:171","msg":"trace[679773610] transaction","detail":"{read_only:false; response_revision:6193; number_of_response:1; }","duration":"125.490391ms","start":"2026-04-08T01:27:11.502098Z","end":"2026-04-08T01:27:11.627588Z","steps":["trace[679773610] 'process raft request' (duration: 103.724508ms)","trace[679773610] 'compare' (duration: 21.55653ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:11.628007Z","caller":"traceutil/trace.go:171","msg":"trace[49591355] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"125.344898ms","start":"2026-04-08T01:27:11.502619Z","end":"2026-04-08T01:27:11.627964Z","steps":["trace[49591355] 'process raft request' (duration: 124.924312ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:16.835641Z","caller":"traceutil/trace.go:171","msg":"trace[732438591] linearizableReadLoop","detail":"{readStateIndex:6456; appliedIndex:6455; }","duration":"202.185156ms","start":"2026-04-08T01:27:16.633434Z","end":"2026-04-08T01:27:16.83562Z","steps":["trace[732438591] 'read index received' (duration: 200.066325ms)","trace[732438591] 'applied index is now lower than readState.Index' (duration: 2.117521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:16.835799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.345638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:27:16.835838Z","caller":"traceutil/trace.go:171","msg":"trace[1535397578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6218; }","duration":"202.42099ms","start":"2026-04-08T01:27:16.633404Z","end":"2026-04-08T01:27:16.835825Z","steps":["trace[1535397578] 'agreement among raft nodes before linearized reading' (duration: 202.307488ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:16.836012Z","caller":"traceutil/trace.go:171","msg":"trace[1934301884] transaction","detail":"{read_only:false; response_revision:6218; number_of_response:1; }","duration":"207.109697ms","start":"2026-04-08T01:27:16.628892Z","end":"2026-04-08T01:27:16.836002Z","steps":["trace[1934301884] 'process raft request' (duration: 204.623051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:39.667536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.732916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T01:27:39.667627Z","caller":"traceutil/trace.go:171","msg":"trace[273118364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6332; }","duration":"105.866347ms","start":"2026-04-08T01:27:39.561741Z","end":"2026-04-08T01:27:39.667607Z","steps":["trace[273118364] 'range keys from in-memory index tree' (duration: 105.565373ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:11.732248Z","caller":"traceutil/trace.go:171","msg":"trace[503404756] transaction","detail":"{read_only:false; response_revision:6535; number_of_response:1; }","duration":"161.567744ms","start":"2026-04-08T01:28:11.570652Z","end":"2026-04-08T01:28:11.73222Z","steps":["trace[503404756] 'process raft request' (duration: 161.393062ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:12.688113Z","caller":"traceutil/trace.go:171","msg":"trace[1685877165] transaction","detail":"{read_only:false; response_revision:6545; number_of_response:1; }","duration":"116.970065ms","start":"2026-04-08T01:28:12.571098Z","end":"2026-04-08T01:28:12.688068Z","steps":["trace[1685877165] 'process raft request' (duration: 116.598769ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:12.867906Z","caller":"traceutil/trace.go:171","msg":"trace[2007099435] transaction","detail":"{read_only:false; response_revision:6546; number_of_response:1; }","duration":"124.753845ms","start":"2026-04-08T01:28:12.743118Z","end":"2026-04-08T01:28:12.867872Z","steps":["trace[2007099435] 'process raft request' (duration: 124.515611ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:13.000852Z","caller":"traceutil/trace.go:171","msg":"trace[2014048356] transaction","detail":"{read_only:false; response_revision:6548; number_of_response:1; }","duration":"120.012098ms","start":"2026-04-08T01:28:12.880805Z","end":"2026-04-08T01:28:13.000817Z","steps":["trace[2014048356] 'process raft request' (duration: 78.208636ms)","trace[2014048356] 'compare' (duration: 41.467397ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:13.192637Z","caller":"traceutil/trace.go:171","msg":"trace[1690448378] transaction","detail":"{read_only:false; response_revision:6550; number_of_response:1; }","duration":"119.981477ms","start":"2026-04-08T01:28:13.072622Z","end":"2026-04-08T01:28:13.192604Z","steps":["trace[1690448378] 'process raft request' (duration: 42.685263ms)","trace[1690448378] 'compare' (duration: 77.110241ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:13.196592Z","caller":"traceutil/trace.go:171","msg":"trace[693869635] transaction","detail":"{read_only:false; response_revision:6551; number_of_response:1; }","duration":"103.361502ms","start":"2026-04-08T01:28:13.093215Z","end":"2026-04-08T01:28:13.196576Z","steps":["trace[693869635] 'process raft request' (duration: 103.23746ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:14.113528Z","caller":"traceutil/trace.go:171","msg":"trace[393196358] linearizableReadLoop","detail":"{readStateIndex:6807; appliedIndex:6806; }","duration":"101.692327ms","start":"2026-04-08T01:28:14.011814Z","end":"2026-04-08T01:28:14.113506Z","steps":["trace[393196358] 'read index received' (duration: 25.150886ms)","trace[393196358] 'applied index is now lower than readState.Index' (duration: 76.540651ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:14.113652Z","caller":"traceutil/trace.go:171","msg":"trace[741559359] transaction","detail":"{read_only:false; response_revision:6556; number_of_response:1; }","duration":"105.660753ms","start":"2026-04-08T01:28:14.007972Z","end":"2026-04-08T01:28:14.113632Z","steps":["trace[741559359] 'process raft request' (duration: 53.807741ms)","trace[741559359] 'compare' (duration: 51.627559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:28:14.114228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.333827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:28:14.114437Z","caller":"traceutil/trace.go:171","msg":"trace[944508291] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6556; }","duration":"102.609091ms","start":"2026-04-08T01:28:14.011798Z","end":"2026-04-08T01:28:14.114407Z","steps":["trace[944508291] 'agreement among raft nodes before linearized reading' (duration: 102.065543ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:15.094758Z","caller":"traceutil/trace.go:171","msg":"trace[410228653] transaction","detail":"{read_only:false; response_revision:6561; number_of_response:1; }","duration":"178.082428ms","start":"2026-04-08T01:28:14.916654Z","end":"2026-04-08T01:28:15.094736Z","steps":["trace[410228653] 'process raft request' (duration: 177.943036ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:15.105229Z","caller":"traceutil/trace.go:171","msg":"trace[1521163794] transaction","detail":"{read_only:false; response_revision:6562; number_of_response:1; }","duration":"140.947442ms","start":"2026-04-08T01:28:14.964256Z","end":"2026-04-08T01:28:15.105204Z","steps":["trace[1521163794] 'process raft request' (duration: 140.835541ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:15.336084Z","caller":"traceutil/trace.go:171","msg":"trace[1106582440] linearizableReadLoop","detail":"{readStateIndex:6815; appliedIndex:6814; }","duration":"121.478348ms","start":"2026-04-08T01:28:15.214569Z","end":"2026-04-08T01:28:15.336047Z","steps":["trace[1106582440] 'read index received' (duration: 121.229375ms)","trace[1106582440] 'applied index is now lower than readState.Index' (duration: 247.443µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:15.336343Z","caller":"traceutil/trace.go:171","msg":"trace[1557711864] transaction","detail":"{read_only:false; response_revision:6564; number_of_response:1; }","duration":"201.074813ms","start":"2026-04-08T01:28:15.135233Z","end":"2026-04-08T01:28:15.336307Z","steps":["trace[1557711864] 'process raft request' (duration: 200.560326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:15.336501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.904994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-ww97w.18a43cd25253aa68\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-08T01:28:15.336595Z","caller":"traceutil/trace.go:171","msg":"trace[1724576630] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-ww97w.18a43cd25253aa68; range_end:; response_count:1; response_revision:6564; }","duration":"122.037695ms","start":"2026-04-08T01:28:15.214535Z","end":"2026-04-08T01:28:15.336573Z","steps":["trace[1724576630] 'agreement among raft nodes before linearized reading' (duration: 121.749981ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:15.375501Z","caller":"traceutil/trace.go:171","msg":"trace[171203395] transaction","detail":"{read_only:false; response_revision:6565; number_of_response:1; }","duration":"157.965292ms","start":"2026-04-08T01:28:15.217494Z","end":"2026-04-08T01:28:15.375459Z","steps":["trace[171203395] 'process raft request' (duration: 131.127362ms)","trace[171203395] 'compare' (duration: 26.531196ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:15.970354Z","caller":"traceutil/trace.go:171","msg":"trace[1503620094] transaction","detail":"{read_only:false; response_revision:6586; number_of_response:1; }","duration":"147.427683ms","start":"2026-04-08T01:28:15.822885Z","end":"2026-04-08T01:28:15.970313Z","steps":["trace[1503620094] 'process raft request' (duration: 133.02999ms)","trace[1503620094] 'compare' (duration: 13.577862ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:15.970421Z","caller":"traceutil/trace.go:171","msg":"trace[2024624285] linearizableReadLoop","detail":"{readStateIndex:6838; appliedIndex:6837; }","duration":"146.291427ms","start":"2026-04-08T01:28:15.8241Z","end":"2026-04-08T01:28:15.970392Z","steps":["trace[2024624285] 'read index received' (duration: 131.757562ms)","trace[2024624285] 'applied index is now lower than readState.Index' (duration: 14.531865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:28:15.970795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.678923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:28:15.971297Z","caller":"traceutil/trace.go:171","msg":"trace[419310347] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:6586; }","duration":"146.758854ms","start":"2026-04-08T01:28:15.824067Z","end":"2026-04-08T01:28:15.970826Z","steps":["trace[419310347] 'agreement among raft nodes before linearized reading' (duration: 146.44171ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:16.236593Z","caller":"traceutil/trace.go:171","msg":"trace[989791896] linearizableReadLoop","detail":"{readStateIndex:6849; appliedIndex:6847; }","duration":"105.275347ms","start":"2026-04-08T01:28:16.131288Z","end":"2026-04-08T01:28:16.236563Z","steps":["trace[989791896] 'read index received' (duration: 30.45291ms)","trace[989791896] 'applied index is now lower than readState.Index' (duration: 74.821357ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:16.236708Z","caller":"traceutil/trace.go:171","msg":"trace[931000770] transaction","detail":"{read_only:false; response_revision:6595; number_of_response:1; }","duration":"105.724113ms","start":"2026-04-08T01:28:16.130939Z","end":"2026-04-08T01:28:16.236663Z","steps":["trace[931000770] 'process raft request' (duration: 48.966321ms)","trace[931000770] 'compare' (duration: 56.524959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:28:16.236776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.453869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:28:16.236809Z","caller":"traceutil/trace.go:171","msg":"trace[329752828] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:6595; }","duration":"105.522761ms","start":"2026-04-08T01:28:16.131273Z","end":"2026-04-08T01:28:16.236796Z","steps":["trace[329752828] 'agreement among raft nodes before linearized reading' (duration: 105.43935ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:16.368531Z","caller":"traceutil/trace.go:171","msg":"trace[1778932336] linearizableReadLoop","detail":"{readStateIndex:6851; appliedIndex:6849; }","duration":"124.071813ms","start":"2026-04-08T01:28:16.24444Z","end":"2026-04-08T01:28:16.368511Z","steps":["trace[1778932336] 'read index received' (duration: 80.791752ms)","trace[1778932336] 'applied index is now lower than readState.Index' (duration: 43.279101ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:16.368687Z","caller":"traceutil/trace.go:171","msg":"trace[952272600] transaction","detail":"{read_only:false; response_revision:6597; number_of_response:1; }","duration":"125.739647ms","start":"2026-04-08T01:28:16.242925Z","end":"2026-04-08T01:28:16.368664Z","steps":["trace[952272600] 'process raft request' (duration: 104.470337ms)","trace[952272600] 'compare' (duration: 20.944125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:28:16.368756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.298817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-08T01:28:16.368796Z","caller":"traceutil/trace.go:171","msg":"trace[182589967] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6598; }","duration":"124.360598ms","start":"2026-04-08T01:28:16.244424Z","end":"2026-04-08T01:28:16.368785Z","steps":["trace[182589967] 'agreement among raft nodes before linearized reading' (duration: 124.250746ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:16.368909Z","caller":"traceutil/trace.go:171","msg":"trace[1200942858] transaction","detail":"{read_only:false; response_revision:6598; number_of_response:1; }","duration":"124.47906ms","start":"2026-04-08T01:28:16.244422Z","end":"2026-04-08T01:28:16.368901Z","steps":["trace[1200942858] 'process raft request' (duration: 124.044283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:39.75814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.330623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:28:39.758216Z","caller":"traceutil/trace.go:171","msg":"trace[364945911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6831; }","duration":"123.414396ms","start":"2026-04-08T01:28:39.634783Z","end":"2026-04-08T01:28:39.758198Z","steps":["trace[364945911] 'range keys from in-memory index tree' (duration: 123.268602ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:40.021628Z","caller":"traceutil/trace.go:171","msg":"trace[1175129218] transaction","detail":"{read_only:false; response_revision:6832; number_of_response:1; }","duration":"191.570741ms","start":"2026-04-08T01:28:39.830033Z","end":"2026-04-08T01:28:40.021603Z","steps":["trace[1175129218] 'process raft request' (duration: 191.391515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:40.457577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.469921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:28:40.457843Z","caller":"traceutil/trace.go:171","msg":"trace[333209540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6832; }","duration":"216.784371ms","start":"2026-04-08T01:28:40.241039Z","end":"2026-04-08T01:28:40.457823Z","steps":["trace[333209540] 'range keys from in-memory index tree' (duration: 216.278845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:40.458023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.368323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:28:40.458162Z","caller":"traceutil/trace.go:171","msg":"trace[2097679333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6832; }","duration":"213.498608ms","start":"2026-04-08T01:28:40.244584Z","end":"2026-04-08T01:28:40.458083Z","steps":["trace[2097679333] 'range keys from in-memory index tree' (duration: 213.145957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:43.911237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.928579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:28:43.911319Z","caller":"traceutil/trace.go:171","msg":"trace[1965645646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6852; }","duration":"274.064704ms","start":"2026-04-08T01:28:43.637235Z","end":"2026-04-08T01:28:43.9113Z","steps":["trace[1965645646] 'range keys from in-memory index tree' (duration: 273.833836ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:49.043026Z","caller":"traceutil/trace.go:171","msg":"trace[1968049853] transaction","detail":"{read_only:false; response_revision:6883; number_of_response:1; }","duration":"177.270134ms","start":"2026-04-08T01:28:48.865737Z","end":"2026-04-08T01:28:49.043007Z","steps":["trace[1968049853] 'process raft request' (duration: 177.14604ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:49.765169Z","caller":"traceutil/trace.go:171","msg":"trace[859924194] linearizableReadLoop","detail":"{readStateIndex:7147; appliedIndex:7146; }","duration":"236.892161ms","start":"2026-04-08T01:28:49.528254Z","end":"2026-04-08T01:28:49.765146Z","steps":["trace[859924194] 'read index received' (duration: 236.83071ms)","trace[859924194] 'applied index is now lower than readState.Index' (duration: 60.251µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:49.765507Z","caller":"traceutil/trace.go:171","msg":"trace[1722713691] transaction","detail":"{read_only:false; response_revision:6885; number_of_response:1; }","duration":"264.526565ms","start":"2026-04-08T01:28:49.500947Z","end":"2026-04-08T01:28:49.765474Z","steps":["trace[1722713691] 'process raft request' (duration: 264.06028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:49.766041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.249762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:28:49.76616Z","caller":"traceutil/trace.go:171","msg":"trace[1915906375] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:6885; }","duration":"237.941813ms","start":"2026-04-08T01:28:49.528199Z","end":"2026-04-08T01:28:49.766141Z","steps":["trace[1915906375] 'agreement among raft nodes before linearized reading' (duration: 237.220191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:49.788351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.879712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:28:49.788416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.601424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:28:49.788462Z","caller":"traceutil/trace.go:171","msg":"trace[971874377] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6886; }","duration":"152.718057ms","start":"2026-04-08T01:28:49.635731Z","end":"2026-04-08T01:28:49.788449Z","steps":["trace[971874377] 'agreement among raft nodes before linearized reading' (duration: 152.540012ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:49.788419Z","caller":"traceutil/trace.go:171","msg":"trace[1423354840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6886; }","duration":"151.969094ms","start":"2026-04-08T01:28:49.636433Z","end":"2026-04-08T01:28:49.788402Z","steps":["trace[1423354840] 'agreement among raft nodes before linearized reading' (duration: 151.867731ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:49.788515Z","caller":"traceutil/trace.go:171","msg":"trace[13869846] transaction","detail":"{read_only:false; response_revision:6886; number_of_response:1; }","duration":"195.63458ms","start":"2026-04-08T01:28:49.592655Z","end":"2026-04-08T01:28:49.788289Z","steps":["trace[13869846] 'process raft request' (duration: 195.483686ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:50.623219Z","caller":"traceutil/trace.go:171","msg":"trace[588798711] transaction","detail":"{read_only:false; response_revision:6890; number_of_response:1; }","duration":"107.776644ms","start":"2026-04-08T01:28:50.515418Z","end":"2026-04-08T01:28:50.623195Z","steps":["trace[588798711] 'process raft request' (duration: 107.63261ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:50.684349Z","caller":"traceutil/trace.go:171","msg":"trace[41743346] linearizableReadLoop","detail":"{readStateIndex:7154; appliedIndex:7151; }","duration":"106.691291ms","start":"2026-04-08T01:28:50.577636Z","end":"2026-04-08T01:28:50.684328Z","steps":["trace[41743346] 'read index received' (duration: 45.394977ms)","trace[41743346] 'applied index is now lower than readState.Index' (duration: 61.295364ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:50.684388Z","caller":"traceutil/trace.go:171","msg":"trace[1157070705] transaction","detail":"{read_only:false; response_revision:6891; number_of_response:1; }","duration":"168.397887ms","start":"2026-04-08T01:28:50.515972Z","end":"2026-04-08T01:28:50.68437Z","steps":["trace[1157070705] 'process raft request' (duration: 168.223242ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:50.684467Z","caller":"traceutil/trace.go:171","msg":"trace[1076198957] transaction","detail":"{read_only:false; response_revision:6892; number_of_response:1; }","duration":"167.378266ms","start":"2026-04-08T01:28:50.517077Z","end":"2026-04-08T01:28:50.684455Z","steps":["trace[1076198957] 'process raft request' (duration: 167.215581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:50.684655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.01018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:28:50.684685Z","caller":"traceutil/trace.go:171","msg":"trace[968964394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6892; }","duration":"107.097554ms","start":"2026-04-08T01:28:50.577579Z","end":"2026-04-08T01:28:50.684676Z","steps":["trace[968964394] 'agreement among raft nodes before linearized reading' (duration: 106.97236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:50.684823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.937174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:28:50.684849Z","caller":"traceutil/trace.go:171","msg":"trace[918483471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6892; }","duration":"103.001486ms","start":"2026-04-08T01:28:50.581838Z","end":"2026-04-08T01:28:50.68484Z","steps":["trace[918483471] 'agreement among raft nodes before linearized reading' (duration: 102.927354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:50.685015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.2059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:28:50.685055Z","caller":"traceutil/trace.go:171","msg":"trace[882051518] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6892; }","duration":"102.277223ms","start":"2026-04-08T01:28:50.582762Z","end":"2026-04-08T01:28:50.68504Z","steps":["trace[882051518] 'agreement among raft nodes before linearized reading' (duration: 102.154789ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:50.836745Z","caller":"traceutil/trace.go:171","msg":"trace[2012047292] transaction","detail":"{read_only:false; response_revision:6894; number_of_response:1; }","duration":"146.806223ms","start":"2026-04-08T01:28:50.689907Z","end":"2026-04-08T01:28:50.836714Z","steps":["trace[2012047292] 'process raft request' (duration: 146.486604ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:50.836847Z","caller":"traceutil/trace.go:171","msg":"trace[1137115238] transaction","detail":"{read_only:false; response_revision:6896; number_of_response:1; }","duration":"146.173994ms","start":"2026-04-08T01:28:50.690653Z","end":"2026-04-08T01:28:50.836827Z","steps":["trace[1137115238] 'process raft request' (duration: 145.979068ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:50.836768Z","caller":"traceutil/trace.go:171","msg":"trace[1304976529] transaction","detail":"{read_only:false; response_revision:6895; number_of_response:1; }","duration":"146.837334ms","start":"2026-04-08T01:28:50.689899Z","end":"2026-04-08T01:28:50.836736Z","steps":["trace[1304976529] 'process raft request' (duration: 146.659229ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:02.851061Z","caller":"traceutil/trace.go:171","msg":"trace[1903489456] transaction","detail":"{read_only:false; response_revision:7006; number_of_response:1; }","duration":"101.362893ms","start":"2026-04-08T01:29:02.749669Z","end":"2026-04-08T01:29:02.851032Z","steps":["trace[1903489456] 'process raft request' (duration: 18.488974ms)","trace[1903489456] 'compare' (duration: 82.755345ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:29:02.872068Z","caller":"traceutil/trace.go:171","msg":"trace[885652031] transaction","detail":"{read_only:false; response_revision:7007; number_of_response:1; }","duration":"121.962193ms","start":"2026-04-08T01:29:02.750089Z","end":"2026-04-08T01:29:02.872051Z","steps":["trace[885652031] 'process raft request' (duration: 121.555129ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:04.206142Z","caller":"traceutil/trace.go:171","msg":"trace[738627807] transaction","detail":"{read_only:false; response_revision:7014; number_of_response:1; }","duration":"107.693265ms","start":"2026-04-08T01:29:04.098434Z","end":"2026-04-08T01:29:04.206127Z","steps":["trace[738627807] 'process raft request' (duration: 107.413017ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:04.614996Z","caller":"traceutil/trace.go:171","msg":"trace[295358401] transaction","detail":"{read_only:false; response_revision:7015; number_of_response:1; }","duration":"335.554332ms","start":"2026-04-08T01:29:04.279388Z","end":"2026-04-08T01:29:04.614943Z","steps":["trace[295358401] 'process raft request' (duration: 335.299444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:04.615489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:04.27937Z","time spent":"335.82188ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:29:04.99196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.416971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T01:29:04.992031Z","caller":"traceutil/trace.go:171","msg":"trace[1264952374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7015; }","duration":"296.559646ms","start":"2026-04-08T01:29:04.695456Z","end":"2026-04-08T01:29:04.992016Z","steps":["trace[1264952374] 'range keys from in-memory index tree' (duration: 296.255136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:04.992139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.419867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:29:04.992253Z","caller":"traceutil/trace.go:171","msg":"trace[328545497] transaction","detail":"{read_only:false; response_revision:7016; number_of_response:1; }","duration":"212.079027ms","start":"2026-04-08T01:29:04.780163Z","end":"2026-04-08T01:29:04.992242Z","steps":["trace[328545497] 'process raft request' (duration: 77.431194ms)","trace[328545497] 'compare' (duration: 134.142678ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:29:04.992254Z","caller":"traceutil/trace.go:171","msg":"trace[790360657] linearizableReadLoop","detail":"{readStateIndex:7284; appliedIndex:7283; }","duration":"135.643403ms","start":"2026-04-08T01:29:04.856594Z","end":"2026-04-08T01:29:04.992237Z","steps":["trace[790360657] 'read index received' (duration: 999.78µs)","trace[790360657] 'applied index is now lower than readState.Index' (duration: 134.642123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:29:04.99247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.876132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T01:29:04.992501Z","caller":"traceutil/trace.go:171","msg":"trace[1018604778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7016; }","duration":"135.942424ms","start":"2026-04-08T01:29:04.85655Z","end":"2026-04-08T01:29:04.992492Z","steps":["trace[1018604778] 'agreement among raft nodes before linearized reading' (duration: 135.780938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:04.992473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.681427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:29:04.99266Z","caller":"traceutil/trace.go:171","msg":"trace[94386514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7016; }","duration":"115.910415ms","start":"2026-04-08T01:29:04.876743Z","end":"2026-04-08T01:29:04.992654Z","steps":["trace[94386514] 'agreement among raft nodes before linearized reading' (duration: 115.667487ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:05.224466Z","caller":"traceutil/trace.go:171","msg":"trace[937410752] transaction","detail":"{read_only:false; response_revision:7022; number_of_response:1; }","duration":"227.295218ms","start":"2026-04-08T01:29:04.997139Z","end":"2026-04-08T01:29:05.224434Z","steps":["trace[937410752] 'process raft request' (duration: 227.247957ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:05.224642Z","caller":"traceutil/trace.go:171","msg":"trace[1004279188] transaction","detail":"{read_only:false; response_revision:7019; number_of_response:1; }","duration":"227.892606ms","start":"2026-04-08T01:29:04.99672Z","end":"2026-04-08T01:29:05.224613Z","steps":["trace[1004279188] 'process raft request' (duration: 227.556626ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:05.224803Z","caller":"traceutil/trace.go:171","msg":"trace[1363968609] transaction","detail":"{read_only:false; response_revision:7018; number_of_response:1; }","duration":"228.533635ms","start":"2026-04-08T01:29:04.996262Z","end":"2026-04-08T01:29:05.224795Z","steps":["trace[1363968609] 'process raft request' (duration: 145.507866ms)","trace[1363968609] 'compare' (duration: 82.337599ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:29:05.224853Z","caller":"traceutil/trace.go:171","msg":"trace[403112720] transaction","detail":"{read_only:false; response_revision:7021; number_of_response:1; }","duration":"227.884216ms","start":"2026-04-08T01:29:04.996963Z","end":"2026-04-08T01:29:05.224847Z","steps":["trace[403112720] 'process raft request' (duration: 227.389431ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:05.224913Z","caller":"traceutil/trace.go:171","msg":"trace[1486982627] transaction","detail":"{read_only:false; response_revision:7020; number_of_response:1; }","duration":"228.139265ms","start":"2026-04-08T01:29:04.996768Z","end":"2026-04-08T01:29:05.224908Z","steps":["trace[1486982627] 'process raft request' (duration: 227.558236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:05.511864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.733281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:29:05.511953Z","caller":"traceutil/trace.go:171","msg":"trace[575066672] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7022; }","duration":"169.890026ms","start":"2026-04-08T01:29:05.342043Z","end":"2026-04-08T01:29:05.511933Z","steps":["trace[575066672] 'count revisions from in-memory index tree' (duration: 169.638039ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:11.274423Z","caller":"traceutil/trace.go:171","msg":"trace[114060210] linearizableReadLoop","detail":"{readStateIndex:7317; appliedIndex:7316; }","duration":"347.279857ms","start":"2026-04-08T01:29:10.927127Z","end":"2026-04-08T01:29:11.274407Z","steps":["trace[114060210] 'read index received' (duration: 347.161173ms)","trace[114060210] 'applied index is now lower than readState.Index' (duration: 117.924µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:29:11.274613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.602643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:29:11.274649Z","caller":"traceutil/trace.go:171","msg":"trace[1838758645] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7048; }","duration":"311.686725ms","start":"2026-04-08T01:29:10.962952Z","end":"2026-04-08T01:29:11.274639Z","steps":["trace[1838758645] 'agreement among raft nodes before linearized reading' (duration: 311.612083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:11.274673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:10.962935Z","time spent":"311.731737ms","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:29:11.274817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.773085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:29:11.274927Z","caller":"traceutil/trace.go:171","msg":"trace[426939508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7048; }","duration":"144.924889ms","start":"2026-04-08T01:29:11.129982Z","end":"2026-04-08T01:29:11.274907Z","steps":["trace[426939508] 'agreement among raft nodes before linearized reading' (duration: 144.701653ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:11.274823Z","caller":"traceutil/trace.go:171","msg":"trace[1913411651] transaction","detail":"{read_only:false; response_revision:7048; number_of_response:1; }","duration":"537.074023ms","start":"2026-04-08T01:29:10.737398Z","end":"2026-04-08T01:29:11.274472Z","steps":["trace[1913411651] 'process raft request' (duration: 536.899008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:11.275014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.882454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107263"} {"level":"info","ts":"2026-04-08T01:29:11.275051Z","caller":"traceutil/trace.go:171","msg":"trace[1799462318] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:7048; }","duration":"347.943756ms","start":"2026-04-08T01:29:10.927099Z","end":"2026-04-08T01:29:11.275043Z","steps":["trace[1799462318] 'agreement among raft nodes before linearized reading' (duration: 347.824633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:11.275073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:10.927086Z","time spent":"347.981087ms","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":107286,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-04-08T01:29:11.27523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:10.737382Z","time spent":"537.739713ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:29:12.146319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.221844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:29:12.146435Z","caller":"traceutil/trace.go:171","msg":"trace[1162740510] transaction","detail":"{read_only:false; response_revision:7049; number_of_response:1; }","duration":"866.226629ms","start":"2026-04-08T01:29:11.280192Z","end":"2026-04-08T01:29:12.146419Z","steps":["trace[1162740510] 'process raft request' (duration: 405.82403ms)","trace[1162740510] 'compare' (duration: 459.450031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:29:12.146486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:11.28017Z","time spent":"866.29147ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:29:13.262107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.60426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:29:13.262307Z","caller":"traceutil/trace.go:171","msg":"trace[1089812356] transaction","detail":"{read_only:false; response_revision:7052; number_of_response:1; }","duration":"1.262596048s","start":"2026-04-08T01:29:11.999695Z","end":"2026-04-08T01:29:13.262291Z","steps":["trace[1089812356] 'process raft request' (duration: 1.262561157s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:13.262293Z","caller":"traceutil/trace.go:171","msg":"trace[1157599732] transaction","detail":"{read_only:false; response_revision:7050; number_of_response:1; }","duration":"1.960898175s","start":"2026-04-08T01:29:11.301358Z","end":"2026-04-08T01:29:13.262256Z","steps":["trace[1157599732] 'process raft request' (duration: 976.099059ms)","trace[1157599732] 'compare' (duration: 983.890048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:29:13.262358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:11.999677Z","time spent":"1.262657301s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:29:13.262416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:11.301339Z","time spent":"1.961011289s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:29:13.262554Z","caller":"traceutil/trace.go:171","msg":"trace[1809563737] linearizableReadLoop","detail":"{readStateIndex:7319; appliedIndex:7317; }","duration":"1.921468582s","start":"2026-04-08T01:29:11.341076Z","end":"2026-04-08T01:29:13.262544Z","steps":["trace[1809563737] 'read index received' (duration: 344.953822ms)","trace[1809563737] 'applied index is now lower than readState.Index' (duration: 1.57651376s)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:29:13.262666Z","caller":"traceutil/trace.go:171","msg":"trace[1143728858] transaction","detail":"{read_only:false; response_revision:7051; number_of_response:1; }","duration":"1.528915421s","start":"2026-04-08T01:29:11.733743Z","end":"2026-04-08T01:29:13.262658Z","steps":["trace[1143728858] 'process raft request' (duration: 1.528447207s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:13.262713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:11.733724Z","time spent":"1.528966693s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:29:13.263027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921949097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107263"} {"level":"info","ts":"2026-04-08T01:29:13.2631Z","caller":"traceutil/trace.go:171","msg":"trace[38384310] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:7052; }","duration":"1.92205085s","start":"2026-04-08T01:29:11.341037Z","end":"2026-04-08T01:29:13.263088Z","steps":["trace[38384310] 'agreement among raft nodes before linearized reading' (duration: 1.921741391s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:13.263143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:11.341013Z","time spent":"1.922115371s","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":107286,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-04-08T01:29:13.633666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999873255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T01:29:13.633771Z","caller":"traceutil/trace.go:171","msg":"trace[855465392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00004541s","start":"2026-04-08T01:29:11.633708Z","end":"2026-04-08T01:29:13.633754Z","steps":["trace[855465392] 'agreement among raft nodes before linearized reading' (duration: 1.999904205s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:13.633821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:11.633688Z","time spent":"2.000123141s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:29:14.514452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.447147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:29:14.514539Z","caller":"traceutil/trace.go:171","msg":"trace[570031983] linearizableReadLoop","detail":"{readStateIndex:7322; appliedIndex:7321; }","duration":"1.251947507s","start":"2026-04-08T01:29:13.262581Z","end":"2026-04-08T01:29:14.514528Z","steps":["trace[570031983] 'read index received' (duration: 456.260763ms)","trace[570031983] 'applied index is now lower than readState.Index' (duration: 795.685914ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:29:14.515143Z","caller":"traceutil/trace.go:171","msg":"trace[362196593] transaction","detail":"{read_only:false; response_revision:7053; number_of_response:1; }","duration":"2.015844085s","start":"2026-04-08T01:29:12.499284Z","end":"2026-04-08T01:29:14.515128Z","steps":["trace[362196593] 'process raft request' (duration: 1.219670027s)","trace[362196593] 'compare' (duration: 794.853399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:29:14.515211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:12.499266Z","time spent":"2.015912128s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:29:14.515665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796439313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:29:14.515708Z","caller":"traceutil/trace.go:171","msg":"trace[395392548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7053; }","duration":"1.796546716s","start":"2026-04-08T01:29:12.719149Z","end":"2026-04-08T01:29:14.515695Z","steps":["trace[395392548] 'agreement among raft nodes before linearized reading' (duration: 1.796418222s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.515742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:12.719142Z","time spent":"1.796589267s","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:29:14.516074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144494171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T01:29:14.51614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098826701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T01:29:14.516144Z","caller":"traceutil/trace.go:171","msg":"trace[13247587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7053; }","duration":"3.144583423s","start":"2026-04-08T01:29:11.371543Z","end":"2026-04-08T01:29:14.516127Z","steps":["trace[13247587] 'agreement among raft nodes before linearized reading' (duration: 3.144396037s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.516192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:11.371535Z","time spent":"3.144643284s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:29:14.516102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161296085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-08T01:29:14.516312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186893979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-08T01:29:14.516171Z","caller":"traceutil/trace.go:171","msg":"trace[218832764] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7053; }","duration":"2.098888123s","start":"2026-04-08T01:29:12.417273Z","end":"2026-04-08T01:29:14.516161Z","steps":["trace[218832764] 'agreement among raft nodes before linearized reading' (duration: 2.09878927s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:14.516382Z","caller":"traceutil/trace.go:171","msg":"trace[1924938845] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:7053; }","duration":"2.186998152s","start":"2026-04-08T01:29:12.329374Z","end":"2026-04-08T01:29:14.516372Z","steps":["trace[1924938845] 'agreement among raft nodes before linearized reading' (duration: 2.186852658s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.51639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:12.417256Z","time spent":"2.09912399s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T01:29:14.516412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:12.329355Z","time spent":"2.187048483s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-04-08T01:29:14.516317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808926187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:29:14.516563Z","caller":"traceutil/trace.go:171","msg":"trace[274787911] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7053; }","duration":"1.809199085s","start":"2026-04-08T01:29:12.707342Z","end":"2026-04-08T01:29:14.516542Z","steps":["trace[274787911] 'agreement among raft nodes before linearized reading' (duration: 1.808783583s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.516629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:12.707324Z","time spent":"1.809285198s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":81,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:29:14.516581Z","caller":"traceutil/trace.go:171","msg":"trace[612581109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7053; }","duration":"3.161694987s","start":"2026-04-08T01:29:11.354762Z","end":"2026-04-08T01:29:14.516457Z","steps":["trace[612581109] 'agreement among raft nodes before linearized reading' (duration: 3.161185392s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.51686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:11.354749Z","time spent":"3.162091418s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:29:14.517058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14613301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T01:29:14.516878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145267213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:29:14.517098Z","caller":"traceutil/trace.go:171","msg":"trace[1407090527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7053; }","duration":"3.146196991s","start":"2026-04-08T01:29:11.370892Z","end":"2026-04-08T01:29:14.517089Z","steps":["trace[1407090527] 'agreement among raft nodes before linearized reading' (duration: 3.145836431s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.517126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:11.370881Z","time spent":"3.146237304s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:29:14.517127Z","caller":"traceutil/trace.go:171","msg":"trace[585767833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7053; }","duration":"3.145506471s","start":"2026-04-08T01:29:11.371587Z","end":"2026-04-08T01:29:14.517094Z","steps":["trace[585767833] 'agreement among raft nodes before linearized reading' (duration: 3.145224902s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.517162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:11.371582Z","time spent":"3.145570213s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:29:14.517636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154642215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:29:14.517677Z","caller":"traceutil/trace.go:171","msg":"trace[1432119209] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7053; }","duration":"3.154695476s","start":"2026-04-08T01:29:11.36297Z","end":"2026-04-08T01:29:14.517665Z","steps":["trace[1432119209] 'agreement among raft nodes before linearized reading' (duration: 3.153936063s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.517703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:11.362963Z","time spent":"3.154732017s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-08T01:29:14.533039Z","caller":"traceutil/trace.go:171","msg":"trace[1446921939] transaction","detail":"{read_only:false; response_revision:7054; number_of_response:1; }","duration":"1.248403329s","start":"2026-04-08T01:29:13.28462Z","end":"2026-04-08T01:29:14.533024Z","steps":["trace[1446921939] 'process raft request' (duration: 1.248202293s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.533116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.730815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-08T01:29:14.533157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.689073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:29:14.533168Z","caller":"traceutil/trace.go:171","msg":"trace[1503660875] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7054; }","duration":"372.808577ms","start":"2026-04-08T01:29:14.160343Z","end":"2026-04-08T01:29:14.533152Z","steps":["trace[1503660875] 'agreement among raft nodes before linearized reading' (duration: 372.668293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.533184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.016803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:29:14.533191Z","caller":"traceutil/trace.go:171","msg":"trace[1590481637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7054; }","duration":"898.782506ms","start":"2026-04-08T01:29:13.6344Z","end":"2026-04-08T01:29:14.533182Z","steps":["trace[1590481637] 'agreement among raft nodes before linearized reading' (duration: 898.738115ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:14.533198Z","caller":"traceutil/trace.go:171","msg":"trace[1189991233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7054; }","duration":"369.056145ms","start":"2026-04-08T01:29:14.164138Z","end":"2026-04-08T01:29:14.533194Z","steps":["trace[1189991233] 'agreement among raft nodes before linearized reading' (duration: 369.007274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.533202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.160329Z","time spent":"372.863548ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:29:14.533212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.164127Z","time spent":"369.082256ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:29:14.533218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:13.634368Z","time spent":"898.843538ms","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:29:14.533113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.501847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:29:14.533352Z","caller":"traceutil/trace.go:171","msg":"trace[1288217681] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:7054; }","duration":"806.821266ms","start":"2026-04-08T01:29:13.726526Z","end":"2026-04-08T01:29:14.533347Z","steps":["trace[1288217681] 'agreement among raft nodes before linearized reading' (duration: 806.525647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.533373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:13.726497Z","time spent":"806.868777ms","remote":"127.0.0.1:49128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:29:14.533127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:13.284585Z","time spent":"1.248494422s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:29:14.974445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.518505Z","time spent":"455.935668ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T01:29:14.974721Z","caller":"traceutil/trace.go:171","msg":"trace[95412455] linearizableReadLoop","detail":"{readStateIndex:7329; appliedIndex:7323; }","duration":"441.791146ms","start":"2026-04-08T01:29:14.53291Z","end":"2026-04-08T01:29:14.974701Z","steps":["trace[95412455] 'read index received' (duration: 440.077535ms)","trace[95412455] 'applied index is now lower than readState.Index' (duration: 1.712851ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:29:14.974825Z","caller":"traceutil/trace.go:171","msg":"trace[616331108] transaction","detail":"{read_only:false; response_revision:7055; number_of_response:1; }","duration":"448.546257ms","start":"2026-04-08T01:29:14.526268Z","end":"2026-04-08T01:29:14.974814Z","steps":["trace[616331108] 'process raft request' (duration: 448.051253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.974984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.526255Z","time spent":"448.65487ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:29:14.975237Z","caller":"traceutil/trace.go:171","msg":"trace[1585451764] transaction","detail":"{read_only:false; response_revision:7056; number_of_response:1; }","duration":"448.30537ms","start":"2026-04-08T01:29:14.52692Z","end":"2026-04-08T01:29:14.975226Z","steps":["trace[1585451764] 'process raft request' (duration: 447.505307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.975347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.526816Z","time spent":"448.496156ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:29:14.975591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.602428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:29:14.975638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.352141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T01:29:14.975699Z","caller":"traceutil/trace.go:171","msg":"trace[439282246] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:7059; }","duration":"459.71081ms","start":"2026-04-08T01:29:14.515948Z","end":"2026-04-08T01:29:14.975659Z","steps":["trace[439282246] 'agreement among raft nodes before linearized reading' (duration: 459.608277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.975797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.515897Z","time spent":"459.883286ms","remote":"127.0.0.1:49260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:29:14.975689Z","caller":"traceutil/trace.go:171","msg":"trace[543126490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7059; }","duration":"449.429364ms","start":"2026-04-08T01:29:14.526247Z","end":"2026-04-08T01:29:14.975676Z","steps":["trace[543126490] 'agreement among raft nodes before linearized reading' (duration: 449.001791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.976081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.526231Z","time spent":"449.702851ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T01:29:14.976586Z","caller":"traceutil/trace.go:171","msg":"trace[1253144879] transaction","detail":"{read_only:false; response_revision:7058; number_of_response:1; }","duration":"448.800386ms","start":"2026-04-08T01:29:14.52777Z","end":"2026-04-08T01:29:14.976571Z","steps":["trace[1253144879] 'process raft request' (duration: 446.725324ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:14.976847Z","caller":"traceutil/trace.go:171","msg":"trace[1786762557] transaction","detail":"{read_only:false; response_revision:7059; number_of_response:1; }","duration":"448.209227ms","start":"2026-04-08T01:29:14.528626Z","end":"2026-04-08T01:29:14.976835Z","steps":["trace[1786762557] 'process raft request' (duration: 446.009661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.97691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.528619Z","time spent":"448.259679ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:29:14.97703Z","caller":"traceutil/trace.go:171","msg":"trace[2023583057] transaction","detail":"{read_only:false; response_revision:7057; number_of_response:1; }","duration":"449.320641ms","start":"2026-04-08T01:29:14.527693Z","end":"2026-04-08T01:29:14.977014Z","steps":["trace[2023583057] 'process raft request' (duration: 446.766365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:14.976669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.527743Z","time spent":"448.884119ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:29:14.97716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.527685Z","time spent":"449.398083ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:29:15.020865Z","caller":"traceutil/trace.go:171","msg":"trace[989568452] transaction","detail":"{read_only:false; response_revision:7060; number_of_response:1; }","duration":"482.828769ms","start":"2026-04-08T01:29:14.53801Z","end":"2026-04-08T01:29:15.020838Z","steps":["trace[989568452] 'process raft request' (duration: 482.591382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:15.020998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.537993Z","time spent":"482.937522ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:29:15.021424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.078207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:29:15.021457Z","caller":"traceutil/trace.go:171","msg":"trace[764549345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7061; }","duration":"481.122608ms","start":"2026-04-08T01:29:14.540327Z","end":"2026-04-08T01:29:15.021449Z","steps":["trace[764549345] 'agreement among raft nodes before linearized reading' (duration: 481.042306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:15.021472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.54032Z","time spent":"481.148749ms","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:29:15.021558Z","caller":"traceutil/trace.go:171","msg":"trace[816725294] transaction","detail":"{read_only:false; response_revision:7061; number_of_response:1; }","duration":"482.323595ms","start":"2026-04-08T01:29:14.539229Z","end":"2026-04-08T01:29:15.021553Z","steps":["trace[816725294] 'process raft request' (duration: 481.49443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:15.021587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.539222Z","time spent":"482.347696ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:29:15.021788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.84245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a43cbd8c745085\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-08T01:29:15.021805Z","caller":"traceutil/trace.go:171","msg":"trace[1776053049] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a43cbd8c745085; range_end:; response_count:1; response_revision:7061; }","duration":"482.876842ms","start":"2026-04-08T01:29:14.538922Z","end":"2026-04-08T01:29:15.021799Z","steps":["trace[1776053049] 'agreement among raft nodes before linearized reading' (duration: 482.81674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:15.021819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.538913Z","time spent":"482.902672ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a43cbd8c745085\" "} {"level":"info","ts":"2026-04-08T01:29:15.315107Z","caller":"traceutil/trace.go:171","msg":"trace[1622584070] linearizableReadLoop","detail":"{readStateIndex:7332; appliedIndex:7331; }","duration":"293.756302ms","start":"2026-04-08T01:29:15.021332Z","end":"2026-04-08T01:29:15.315088Z","steps":["trace[1622584070] 'read index received' (duration: 293.571196ms)","trace[1622584070] 'applied index is now lower than readState.Index' (duration: 184.316µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:29:15.315236Z","caller":"traceutil/trace.go:171","msg":"trace[578669700] transaction","detail":"{read_only:false; response_revision:7062; number_of_response:1; }","duration":"337.502306ms","start":"2026-04-08T01:29:14.977684Z","end":"2026-04-08T01:29:15.315186Z","steps":["trace[578669700] 'process raft request' (duration: 337.268909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:15.315358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.97767Z","time spent":"337.596748ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:29:15.315702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.59339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-08T01:29:15.315747Z","caller":"traceutil/trace.go:171","msg":"trace[1753643122] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7062; }","duration":"336.648801ms","start":"2026-04-08T01:29:14.979086Z","end":"2026-04-08T01:29:15.315734Z","steps":["trace[1753643122] 'agreement among raft nodes before linearized reading' (duration: 336.504637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:15.315817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.979079Z","time spent":"336.727784ms","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-08T01:29:15.316082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.259549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12295"} {"level":"info","ts":"2026-04-08T01:29:15.316116Z","caller":"traceutil/trace.go:171","msg":"trace[1939427104] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7062; }","duration":"338.30907ms","start":"2026-04-08T01:29:14.977798Z","end":"2026-04-08T01:29:15.316108Z","steps":["trace[1939427104] 'agreement among raft nodes before linearized reading' (duration: 338.214847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:15.316181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:14.977791Z","time spent":"338.380573ms","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12318,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-08T01:29:15.319871Z","caller":"traceutil/trace.go:171","msg":"trace[2115713477] transaction","detail":"{read_only:false; response_revision:7063; number_of_response:1; }","duration":"295.726691ms","start":"2026-04-08T01:29:15.024131Z","end":"2026-04-08T01:29:15.319858Z","steps":["trace[2115713477] 'process raft request' (duration: 295.563936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:15.320459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.896825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:29:15.320501Z","caller":"traceutil/trace.go:171","msg":"trace[1319199887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7065; }","duration":"296.949766ms","start":"2026-04-08T01:29:15.02354Z","end":"2026-04-08T01:29:15.32049Z","steps":["trace[1319199887] 'agreement among raft nodes before linearized reading' (duration: 296.892275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:33.338616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.286497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:29:33.338689Z","caller":"traceutil/trace.go:171","msg":"trace[2001587765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7151; }","duration":"114.428011ms","start":"2026-04-08T01:29:33.224244Z","end":"2026-04-08T01:29:33.338672Z","steps":["trace[2001587765] 'range keys from in-memory index tree' (duration: 114.101061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:33.338776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.79236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:29:33.338866Z","caller":"traceutil/trace.go:171","msg":"trace[452788880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7151; }","duration":"115.911223ms","start":"2026-04-08T01:29:33.222922Z","end":"2026-04-08T01:29:33.338833Z","steps":["trace[452788880] 'range keys from in-memory index tree' (duration: 115.626455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:33.338991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.077169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:29:33.339018Z","caller":"traceutil/trace.go:171","msg":"trace[1982505720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7151; }","duration":"115.11243ms","start":"2026-04-08T01:29:33.223898Z","end":"2026-04-08T01:29:33.339011Z","steps":["trace[1982505720] 'range keys from in-memory index tree' (duration: 115.008977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:33.339001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.329068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:29:33.339109Z","caller":"traceutil/trace.go:171","msg":"trace[529860817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7151; }","duration":"114.501402ms","start":"2026-04-08T01:29:33.224588Z","end":"2026-04-08T01:29:33.33909Z","steps":["trace[529860817] 'range keys from in-memory index tree' (duration: 114.159133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:33.339197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.876514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:29:33.339223Z","caller":"traceutil/trace.go:171","msg":"trace[1575727563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7151; }","duration":"113.910415ms","start":"2026-04-08T01:29:33.225305Z","end":"2026-04-08T01:29:33.339215Z","steps":["trace[1575727563] 'range keys from in-memory index tree' (duration: 113.791571ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:40.820782Z","caller":"traceutil/trace.go:171","msg":"trace[1890110241] transaction","detail":"{read_only:false; response_revision:7192; number_of_response:1; }","duration":"112.049313ms","start":"2026-04-08T01:29:40.708714Z","end":"2026-04-08T01:29:40.820764Z","steps":["trace[1890110241] 'process raft request' (duration: 111.579989ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:43.567691Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5019} {"level":"info","ts":"2026-04-08T01:29:43.669524Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5019,"took":"100.851689ms","hash":618274350,"current-db-size-bytes":51105792,"current-db-size":"51 MB","current-db-size-in-use-bytes":19423232,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-04-08T01:29:43.669612Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":618274350,"revision":5019,"compact-revision":2783} {"level":"warn","ts":"2026-04-08T01:33:40.092953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.911797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:33:40.093046Z","caller":"traceutil/trace.go:171","msg":"trace[543820004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8420; }","duration":"447.038159ms","start":"2026-04-08T01:33:39.645986Z","end":"2026-04-08T01:33:40.093024Z","steps":["trace[543820004] 'range keys from in-memory index tree' (duration: 446.795145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:33:40.093103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:33:39.645949Z","time spent":"447.128341ms","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:33:40.093601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.12875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T01:33:40.093664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.129137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-68k6g\" ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-04-08T01:33:40.093688Z","caller":"traceutil/trace.go:171","msg":"trace[1486243493] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8420; }","duration":"360.272613ms","start":"2026-04-08T01:33:39.733397Z","end":"2026-04-08T01:33:40.093669Z","steps":["trace[1486243493] 'count revisions from in-memory index tree' (duration: 360.036208ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:33:40.093714Z","caller":"traceutil/trace.go:171","msg":"trace[9804984] range","detail":"{range_begin:/registry/pods/kube-system/cilium-68k6g; range_end:; response_count:1; response_revision:8420; }","duration":"657.209549ms","start":"2026-04-08T01:33:39.436491Z","end":"2026-04-08T01:33:40.093701Z","steps":["trace[9804984] 'range keys from in-memory index tree' (duration: 656.967134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:33:40.093733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:33:39.733374Z","time spent":"360.348185ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":40,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:33:40.093746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:33:39.436474Z","time spent":"657.26177ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18544,"request content":"key:\"/registry/pods/kube-system/cilium-68k6g\" "} {"level":"info","ts":"2026-04-08T01:33:40.119334Z","caller":"traceutil/trace.go:171","msg":"trace[361649224] linearizableReadLoop","detail":"{readStateIndex:8745; appliedIndex:8744; }","duration":"272.183227ms","start":"2026-04-08T01:33:39.847129Z","end":"2026-04-08T01:33:40.119312Z","steps":["trace[361649224] 'read index received' (duration: 272.008124ms)","trace[361649224] 'applied index is now lower than readState.Index' (duration: 174.263µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:33:40.1194Z","caller":"traceutil/trace.go:171","msg":"trace[640162006] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"344.866591ms","start":"2026-04-08T01:33:39.774512Z","end":"2026-04-08T01:33:40.119379Z","steps":["trace[640162006] 'process raft request' (duration: 344.671957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:33:40.119522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.386492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T01:33:40.119562Z","caller":"traceutil/trace.go:171","msg":"trace[838549931] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8421; }","duration":"272.471543ms","start":"2026-04-08T01:33:39.847081Z","end":"2026-04-08T01:33:40.119553Z","steps":["trace[838549931] 'agreement among raft nodes before linearized reading' (duration: 272.33812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:33:40.119871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:33:39.774486Z","time spent":"344.971783ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"}