{"level":"warn","ts":"2026-05-03T22:08:43.157037Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-03T22:08:43.157144Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.141:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.141:2380","--initial-cluster=instance=https://199.204.45.141:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.141:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.141:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-03T22:08:43.157221Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-03T22:08:43.157234Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-05-03T22:08:43.157261Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-03T22:08:43.15792Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"]} {"level":"info","ts":"2026-05-03T22:08:43.157999Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.141:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-03T22:08:43.16376Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.537155ms"} {"level":"info","ts":"2026-05-03T22:08:43.171391Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9ef3b4f68930dc2","cluster-id":"b19a5957e6e65747"} {"level":"info","ts":"2026-05-03T22:08:43.17151Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=()"} {"level":"info","ts":"2026-05-03T22:08:43.171545Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 0"} {"level":"info","ts":"2026-05-03T22:08:43.171557Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9ef3b4f68930dc2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-03T22:08:43.171576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 1"} {"level":"info","ts":"2026-05-03T22:08:43.171622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"warn","ts":"2026-05-03T22:08:43.182176Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-03T22:08:43.187144Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-03T22:08:43.188574Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-03T22:08:43.191599Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9ef3b4f68930dc2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-03T22:08:43.191803Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9ef3b4f68930dc2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-03T22:08:43.192016Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-03T22:08:43.19213Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-03T22:08:43.19215Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-03T22:08:43.19343Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"info","ts":"2026-05-03T22:08:43.194822Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","added-peer-id":"9ef3b4f68930dc2","added-peer-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-05-03T22:08:43.196048Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-03T22:08:43.196245Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-05-03T22:08:43.19639Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-05-03T22:08:43.196926Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9ef3b4f68930dc2","initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-03T22:08:43.196976Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-03T22:08:43.672251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 is starting a new election at term 1"} {"level":"info","ts":"2026-05-03T22:08:43.672311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-03T22:08:43.67235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgPreVoteResp from 9ef3b4f68930dc2 at term 1"} {"level":"info","ts":"2026-05-03T22:08:43.672371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became candidate at term 2"} {"level":"info","ts":"2026-05-03T22:08:43.672381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgVoteResp from 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-05-03T22:08:43.672398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became leader at term 2"} {"level":"info","ts":"2026-05-03T22:08:43.672412Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9ef3b4f68930dc2 elected leader 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-05-03T22:08:43.673333Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-03T22:08:43.674639Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-03T22:08:43.674639Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9ef3b4f68930dc2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.141:2379]}","request-path":"/0/members/9ef3b4f68930dc2/attributes","cluster-id":"b19a5957e6e65747","publish-timeout":"7s"} {"level":"info","ts":"2026-05-03T22:08:43.674783Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-03T22:08:43.675036Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","cluster-version":"3.5"} {"level":"info","ts":"2026-05-03T22:08:43.675178Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-03T22:08:43.675222Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-03T22:08:43.67851Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.141:2379"} {"level":"info","ts":"2026-05-03T22:08:43.678581Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-03T22:08:43.685321Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-03T22:08:43.68544Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-03T22:08:51.372161Z","caller":"traceutil/trace.go:171","msg":"trace[2112795938] linearizableReadLoop","detail":"{readStateIndex:344; appliedIndex:343; }","duration":"271.361602ms","start":"2026-05-03T22:08:51.100772Z","end":"2026-05-03T22:08:51.372134Z","steps":["trace[2112795938] 'read index received' (duration: 271.17805ms)","trace[2112795938] 'applied index is now lower than readState.Index' (duration: 182.562µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:08:51.372337Z","caller":"traceutil/trace.go:171","msg":"trace[91060602] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"382.365202ms","start":"2026-05-03T22:08:50.989917Z","end":"2026-05-03T22:08:51.372282Z","steps":["trace[91060602] 'process raft request' (duration: 382.075334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:08:51.372463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.64756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-05-03T22:08:51.372536Z","caller":"traceutil/trace.go:171","msg":"trace[650991685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:331; }","duration":"271.799754ms","start":"2026-05-03T22:08:51.100722Z","end":"2026-05-03T22:08:51.372522Z","steps":["trace[650991685] 'agreement among raft nodes before linearized reading' (duration: 271.600282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:08:51.37333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:08:50.989884Z","time spent":"382.514745ms","remote":"127.0.0.1:49244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:08:51.812496Z","caller":"traceutil/trace.go:171","msg":"trace[1415703936] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"435.03332ms","start":"2026-05-03T22:08:51.377428Z","end":"2026-05-03T22:08:51.812461Z","steps":["trace[1415703936] 'process raft request' (duration: 434.79285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:08:51.813051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:08:51.377395Z","time spent":"435.216452ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:08:51.813576Z","caller":"traceutil/trace.go:171","msg":"trace[1205147102] linearizableReadLoop","detail":"{readStateIndex:346; appliedIndex:344; }","duration":"433.626598ms","start":"2026-05-03T22:08:51.379932Z","end":"2026-05-03T22:08:51.813559Z","steps":["trace[1205147102] 'read index received' (duration: 432.267235ms)","trace[1205147102] 'applied index is now lower than readState.Index' (duration: 1.355333ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:08:51.813845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.876777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-05-03T22:08:51.813914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.295714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-03T22:08:51.813944Z","caller":"traceutil/trace.go:171","msg":"trace[1406126285] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:333; }","duration":"434.010473ms","start":"2026-05-03T22:08:51.37991Z","end":"2026-05-03T22:08:51.81392Z","steps":["trace[1406126285] 'agreement among raft nodes before linearized reading' (duration: 433.81108ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:08:51.813961Z","caller":"traceutil/trace.go:171","msg":"trace[1593626644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:333; }","duration":"306.365372ms","start":"2026-05-03T22:08:51.507581Z","end":"2026-05-03T22:08:51.813946Z","steps":["trace[1593626644] 'agreement among raft nodes before linearized reading' (duration: 306.283724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:08:51.814001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:08:51.507567Z","time spent":"306.426199ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-03T22:08:51.814011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:08:51.379898Z","time spent":"434.102228ms","remote":"127.0.0.1:49244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-05-03T22:08:51.814177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.413002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-03T22:08:51.814214Z","caller":"traceutil/trace.go:171","msg":"trace[307379021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:333; }","duration":"218.490879ms","start":"2026-05-03T22:08:51.595713Z","end":"2026-05-03T22:08:51.814204Z","steps":["trace[307379021] 'agreement among raft nodes before linearized reading' (duration: 218.431841ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:08:51.814234Z","caller":"traceutil/trace.go:171","msg":"trace[1866775940] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"436.4785ms","start":"2026-05-03T22:08:51.377743Z","end":"2026-05-03T22:08:51.814221Z","steps":["trace[1866775940] 'process raft request' (duration: 435.727001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:08:51.814361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:08:51.37771Z","time spent":"436.567986ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:08:57.243043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605752446,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-03T22:08:57.424477Z","caller":"traceutil/trace.go:171","msg":"trace[1182727513] linearizableReadLoop","detail":"{readStateIndex:416; appliedIndex:415; }","duration":"682.079431ms","start":"2026-05-03T22:08:56.742375Z","end":"2026-05-03T22:08:57.424455Z","steps":["trace[1182727513] 'read index received' (duration: 681.890278ms)","trace[1182727513] 'applied index is now lower than readState.Index' (duration: 187.983µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:08:57.424914Z","caller":"traceutil/trace.go:171","msg":"trace[112630985] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"740.341246ms","start":"2026-05-03T22:08:56.684554Z","end":"2026-05-03T22:08:57.424895Z","steps":["trace[112630985] 'process raft request' (duration: 739.773639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:08:57.42504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:08:56.684535Z","time spent":"740.416544ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:08:57.42523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.86154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-03T22:08:57.425263Z","caller":"traceutil/trace.go:171","msg":"trace[2120264554] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:402; }","duration":"682.926557ms","start":"2026-05-03T22:08:56.742325Z","end":"2026-05-03T22:08:57.425251Z","steps":["trace[2120264554] 'agreement among raft nodes before linearized reading' (duration: 682.8596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:08:57.425294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:08:56.742307Z","time spent":"682.980067ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-05-03T22:08:57.425255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.14672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:08:57.42537Z","caller":"traceutil/trace.go:171","msg":"trace[821157424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:402; }","duration":"102.341882ms","start":"2026-05-03T22:08:57.323Z","end":"2026-05-03T22:08:57.425342Z","steps":["trace[821157424] 'agreement among raft nodes before linearized reading' (duration: 102.1174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:08:58.854982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.736431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-05-03T22:08:58.855073Z","caller":"traceutil/trace.go:171","msg":"trace[1160083935] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:409; }","duration":"172.895015ms","start":"2026-05-03T22:08:58.682158Z","end":"2026-05-03T22:08:58.855053Z","steps":["trace[1160083935] 'range keys from in-memory index tree' (duration: 172.628795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:06.063353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.198361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:09:06.063515Z","caller":"traceutil/trace.go:171","msg":"trace[998534736] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"119.312793ms","start":"2026-05-03T22:09:05.944181Z","end":"2026-05-03T22:09:06.063494Z","steps":["trace[998534736] 'process raft request' (duration: 12.741096ms)","trace[998534736] 'compare' (duration: 106.054626ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:06.067898Z","caller":"traceutil/trace.go:171","msg":"trace[232847749] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"123.366098ms","start":"2026-05-03T22:09:05.944519Z","end":"2026-05-03T22:09:06.067885Z","steps":["trace[232847749] 'process raft request' (duration: 123.33201ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:06.068104Z","caller":"traceutil/trace.go:171","msg":"trace[1891440528] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"123.740775ms","start":"2026-05-03T22:09:05.94433Z","end":"2026-05-03T22:09:06.068071Z","steps":["trace[1891440528] 'process raft request' (duration: 123.452784ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:08.277896Z","caller":"traceutil/trace.go:171","msg":"trace[741981348] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:477; }","duration":"209.994425ms","start":"2026-05-03T22:09:08.067878Z","end":"2026-05-03T22:09:08.277873Z","steps":["trace[741981348] 'read index received' (duration: 209.87759ms)","trace[741981348] 'applied index is now lower than readState.Index' (duration: 115.585µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:08.278217Z","caller":"traceutil/trace.go:171","msg":"trace[1119142814] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"329.909376ms","start":"2026-05-03T22:09:07.948296Z","end":"2026-05-03T22:09:08.278205Z","steps":["trace[1119142814] 'process raft request' (duration: 329.441013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:08.278316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:07.948275Z","time spent":"329.975085ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:09:08.278525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.648583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-03T22:09:08.278564Z","caller":"traceutil/trace.go:171","msg":"trace[1099446716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:461; }","duration":"210.710981ms","start":"2026-05-03T22:09:08.067842Z","end":"2026-05-03T22:09:08.278553Z","steps":["trace[1099446716] 'agreement among raft nodes before linearized reading' (duration: 210.612923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:08.278705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.117687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-03T22:09:08.278737Z","caller":"traceutil/trace.go:171","msg":"trace[148174464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:461; }","duration":"207.189165ms","start":"2026-05-03T22:09:08.07154Z","end":"2026-05-03T22:09:08.278729Z","steps":["trace[148174464] 'agreement among raft nodes before linearized reading' (duration: 207.140877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:08.278923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.778271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-03T22:09:08.278954Z","caller":"traceutil/trace.go:171","msg":"trace[2001666625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:461; }","duration":"206.846997ms","start":"2026-05-03T22:09:08.0721Z","end":"2026-05-03T22:09:08.278947Z","steps":["trace[2001666625] 'agreement among raft nodes before linearized reading' (duration: 206.796429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:08.819769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605752568,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:09:09.350214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.77939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:09:09.35099Z","caller":"traceutil/trace.go:171","msg":"trace[1583369526] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"1.068035949s","start":"2026-05-03T22:09:08.282909Z","end":"2026-05-03T22:09:09.350945Z","steps":["trace[1583369526] 'process raft request' (duration: 643.439587ms)","trace[1583369526] 'compare' (duration: 423.682714ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:09.351116Z","caller":"traceutil/trace.go:171","msg":"trace[1476426926] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"1.068123296s","start":"2026-05-03T22:09:08.282964Z","end":"2026-05-03T22:09:09.351087Z","steps":["trace[1476426926] 'process raft request' (duration: 1.067950741s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:09.351238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:08.282891Z","time spent":"1.068205863s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:09:09.351258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:08.282956Z","time spent":"1.068233422s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:09:09.351247Z","caller":"traceutil/trace.go:171","msg":"trace[829744805] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"1.067144592s","start":"2026-05-03T22:09:08.28408Z","end":"2026-05-03T22:09:09.351224Z","steps":["trace[829744805] 'process raft request' (duration: 1.06691346s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:09.351464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:08.284073Z","time spent":"1.067329685s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:09:09.351068Z","caller":"traceutil/trace.go:171","msg":"trace[1354911752] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:478; }","duration":"1.031308375s","start":"2026-05-03T22:09:08.319736Z","end":"2026-05-03T22:09:09.351044Z","steps":["trace[1354911752] 'read index received' (duration: 606.589757ms)","trace[1354911752] 'applied index is now lower than readState.Index' (duration: 424.717468ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:09:09.351441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031693901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:09:09.353383Z","caller":"traceutil/trace.go:171","msg":"trace[1532125285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:464; }","duration":"1.033660791s","start":"2026-05-03T22:09:08.319698Z","end":"2026-05-03T22:09:09.353359Z","steps":["trace[1532125285] 'agreement among raft nodes before linearized reading' (duration: 1.031613504s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:09.353431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:08.319682Z","time spent":"1.033739499s","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-03T22:09:09.483468Z","caller":"traceutil/trace.go:171","msg":"trace[2113328500] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:481; }","duration":"124.43741ms","start":"2026-05-03T22:09:09.358991Z","end":"2026-05-03T22:09:09.483429Z","steps":["trace[2113328500] 'read index received' (duration: 123.687387ms)","trace[2113328500] 'applied index is now lower than readState.Index' (duration: 748.373µs)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:09:09.483696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.658342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:09:09.483745Z","caller":"traceutil/trace.go:171","msg":"trace[1894828282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:465; }","duration":"124.770418ms","start":"2026-05-03T22:09:09.358961Z","end":"2026-05-03T22:09:09.483731Z","steps":["trace[1894828282] 'agreement among raft nodes before linearized reading' (duration: 124.611244ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:09.483984Z","caller":"traceutil/trace.go:171","msg":"trace[1346690319] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"273.932417ms","start":"2026-05-03T22:09:09.210022Z","end":"2026-05-03T22:09:09.483955Z","steps":["trace[1346690319] 'process raft request' (duration: 272.697571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:14.804233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605752658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:09:15.304357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605752658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:09:15.805183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605752658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:09:16.305814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605752658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:09:16.724216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.433272272s","expected-duration":"1s"} {"level":"info","ts":"2026-05-03T22:09:16.724624Z","caller":"traceutil/trace.go:171","msg":"trace[308605315] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"2.433756856s","start":"2026-05-03T22:09:14.290845Z","end":"2026-05-03T22:09:16.724602Z","steps":["trace[308605315] 'process raft request' (duration: 2.43363458s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:16.724752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:14.290825Z","time spent":"2.433846103s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:09:17.198439Z","caller":"traceutil/trace.go:171","msg":"trace[1238741325] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"2.868472496s","start":"2026-05-03T22:09:14.329929Z","end":"2026-05-03T22:09:17.198401Z","steps":["trace[1238741325] 'process raft request' (duration: 2.868360559s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.198548Z","caller":"traceutil/trace.go:171","msg":"trace[696912826] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"2.897634863s","start":"2026-05-03T22:09:14.30079Z","end":"2026-05-03T22:09:17.198424Z","steps":["trace[696912826] 'process raft request' (duration: 2.897453968s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.198688Z","caller":"traceutil/trace.go:171","msg":"trace[674561983] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"2.864071855s","start":"2026-05-03T22:09:14.334602Z","end":"2026-05-03T22:09:17.198674Z","steps":["trace[674561983] 'process raft request' (duration: 2.863834313s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.198753Z","caller":"traceutil/trace.go:171","msg":"trace[1754236682] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"2.858146388s","start":"2026-05-03T22:09:14.340597Z","end":"2026-05-03T22:09:17.198744Z","steps":["trace[1754236682] 'process raft request' (duration: 2.858001613s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:17.198806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:14.340587Z","time spent":"2.858195397s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-03T22:09:17.198808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:14.334597Z","time spent":"2.864138613s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-03T22:09:17.198895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:14.300782Z","time spent":"2.897941843s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:09:17.198691Z","caller":"traceutil/trace.go:171","msg":"trace[391049510] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"2.899395773s","start":"2026-05-03T22:09:14.298961Z","end":"2026-05-03T22:09:17.198357Z","steps":["trace[391049510] 'process raft request' (duration: 2.89915156s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.199059Z","caller":"traceutil/trace.go:171","msg":"trace[1084811839] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"2.858323272s","start":"2026-05-03T22:09:14.340716Z","end":"2026-05-03T22:09:17.19904Z","steps":["trace[1084811839] 'process raft request' (duration: 2.857951814s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:17.199103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:14.340709Z","time spent":"2.85837653s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:09:17.198628Z","caller":"traceutil/trace.go:171","msg":"trace[795414859] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"2.864029507s","start":"2026-05-03T22:09:14.334578Z","end":"2026-05-03T22:09:17.198607Z","steps":["trace[795414859] 'process raft request' (duration: 2.863793115s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:17.199008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:14.298948Z","time spent":"2.900037881s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-03T22:09:17.199208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:14.334557Z","time spent":"2.864597778s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-03T22:09:17.198632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:14.329911Z","time spent":"2.868655129s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:09:17.198597Z","caller":"traceutil/trace.go:171","msg":"trace[661350997] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"2.863984078s","start":"2026-05-03T22:09:14.334544Z","end":"2026-05-03T22:09:17.198528Z","steps":["trace[661350997] 'process raft request' (duration: 2.863784715s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.199323Z","caller":"traceutil/trace.go:171","msg":"trace[1188038500] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"2.850218998s","start":"2026-05-03T22:09:14.349082Z","end":"2026-05-03T22:09:17.199301Z","steps":["trace[1188038500] 'process raft request' (duration: 2.849884939s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:17.199357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:14.334533Z","time spent":"2.864800051s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-03T22:09:17.199476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:14.349076Z","time spent":"2.850335374s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:09:17.199678Z","caller":"traceutil/trace.go:171","msg":"trace[2121463866] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"2.837025216s","start":"2026-05-03T22:09:14.362641Z","end":"2026-05-03T22:09:17.199666Z","steps":["trace[2121463866] 'process raft request' (duration: 2.836598291s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:17.199787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:14.362628Z","time spent":"2.837130373s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:09:17.199871Z","caller":"traceutil/trace.go:171","msg":"trace[1958917289] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"2.748817641s","start":"2026-05-03T22:09:14.451044Z","end":"2026-05-03T22:09:17.199862Z","steps":["trace[1958917289] 'process raft request' (duration: 2.748537619s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:17.199904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:14.45101Z","time spent":"2.748878489s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:09:17.199872Z","caller":"traceutil/trace.go:171","msg":"trace[1721619477] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:525; }","duration":"2.895838185s","start":"2026-05-03T22:09:14.304009Z","end":"2026-05-03T22:09:17.199847Z","steps":["trace[1721619477] 'read index received' (duration: 2.420434369s)","trace[1721619477] 'applied index is now lower than readState.Index' (duration: 475.402616ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:09:17.200005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895967931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-03T22:09:17.200018Z","caller":"traceutil/trace.go:171","msg":"trace[719234762] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.400421808s","start":"2026-05-03T22:09:15.799587Z","end":"2026-05-03T22:09:17.200009Z","steps":["trace[719234762] 'process raft request' (duration: 1.400182266s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.200055Z","caller":"traceutil/trace.go:171","msg":"trace[1046243040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:520; }","duration":"2.896055648s","start":"2026-05-03T22:09:14.303987Z","end":"2026-05-03T22:09:17.200043Z","steps":["trace[1046243040] 'agreement among raft nodes before linearized reading' (duration: 2.895938842s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:17.200082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:15.79956Z","time spent":"1.400485865s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:09:17.200097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:14.303979Z","time spent":"2.896107456s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-03T22:09:17.320032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000306619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-03T22:09:17.320117Z","caller":"traceutil/trace.go:171","msg":"trace[1098013755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000443306s","start":"2026-05-03T22:09:15.319652Z","end":"2026-05-03T22:09:17.320095Z","steps":["trace[1098013755] 'agreement among raft nodes before linearized reading' (duration: 2.000341428s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:17.32017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:15.319631Z","time spent":"2.000529693s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/03 22:09:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-03T22:09:17.326904Z","caller":"traceutil/trace.go:171","msg":"trace[309106787] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"596.87427ms","start":"2026-05-03T22:09:16.730009Z","end":"2026-05-03T22:09:17.326884Z","steps":["trace[309106787] 'process raft request' (duration: 523.408424ms)","trace[309106787] 'compare' (duration: 73.205145ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:17.326936Z","caller":"traceutil/trace.go:171","msg":"trace[41621578] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"594.964174ms","start":"2026-05-03T22:09:16.731941Z","end":"2026-05-03T22:09:17.326905Z","steps":["trace[41621578] 'process raft request' (duration: 594.815549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:17.327004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:16.729972Z","time spent":"596.977656ms","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:09:17.327068Z","caller":"traceutil/trace.go:171","msg":"trace[1593105560] transaction","detail":"{read_only:false; number_of_response:1; response_revision:522; }","duration":"594.657134ms","start":"2026-05-03T22:09:16.732364Z","end":"2026-05-03T22:09:17.327021Z","steps":["trace[1593105560] 'process raft request' (duration: 594.48225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:17.327091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:16.731933Z","time spent":"595.070011ms","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:09:17.327236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:16.732354Z","time spent":"594.80349ms","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6937,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:09:17.327284Z","caller":"traceutil/trace.go:171","msg":"trace[507494091] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:538; }","duration":"127.284889ms","start":"2026-05-03T22:09:17.199981Z","end":"2026-05-03T22:09:17.327266Z","steps":["trace[507494091] 'read index received' (duration: 53.468994ms)","trace[507494091] 'applied index is now lower than readState.Index' (duration: 73.813215ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:09:17.327338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940483516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-03T22:09:17.32738Z","caller":"traceutil/trace.go:171","msg":"trace[117436699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:522; }","duration":"1.940546375s","start":"2026-05-03T22:09:15.386821Z","end":"2026-05-03T22:09:17.327367Z","steps":["trace[117436699] 'agreement among raft nodes before linearized reading' (duration: 1.940463637s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:17.327416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:15.386809Z","time spent":"1.940601102s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-03T22:09:17.327404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.963854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-03T22:09:17.327466Z","caller":"traceutil/trace.go:171","msg":"trace[1978032886] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:522; }","duration":"584.062861ms","start":"2026-05-03T22:09:16.743387Z","end":"2026-05-03T22:09:17.32745Z","steps":["trace[1978032886] 'agreement among raft nodes before linearized reading' (duration: 583.967224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:17.32751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:16.74337Z","time spent":"584.132958ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-05-03T22:09:17.327544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955157531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-03T22:09:17.327619Z","caller":"traceutil/trace.go:171","msg":"trace[1095821668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:522; }","duration":"1.955278976s","start":"2026-05-03T22:09:15.372328Z","end":"2026-05-03T22:09:17.327607Z","steps":["trace[1095821668] 'agreement among raft nodes before linearized reading' (duration: 1.955116982s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:17.327647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953473007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-03T22:09:17.327689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:15.372307Z","time spent":"1.955340864s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-03T22:09:17.327906Z","caller":"traceutil/trace.go:171","msg":"trace[1100709815] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"117.169288ms","start":"2026-05-03T22:09:17.210722Z","end":"2026-05-03T22:09:17.327891Z","steps":["trace[1100709815] 'process raft request' (duration: 116.458072ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.328145Z","caller":"traceutil/trace.go:171","msg":"trace[615066549] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"114.803085ms","start":"2026-05-03T22:09:17.213328Z","end":"2026-05-03T22:09:17.328132Z","steps":["trace[615066549] 'process raft request' (duration: 114.508406ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.328185Z","caller":"traceutil/trace.go:171","msg":"trace[1035799701] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"117.347141ms","start":"2026-05-03T22:09:17.210825Z","end":"2026-05-03T22:09:17.328172Z","steps":["trace[1035799701] 'process raft request' (duration: 116.970134ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.327734Z","caller":"traceutil/trace.go:171","msg":"trace[1138965930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:522; }","duration":"1.953637052s","start":"2026-05-03T22:09:15.37408Z","end":"2026-05-03T22:09:17.327717Z","steps":["trace[1138965930] 'agreement among raft nodes before linearized reading' (duration: 1.953323352s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:17.328378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:15.374055Z","time spent":"1.954306809s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-03T22:09:17.330511Z","caller":"traceutil/trace.go:171","msg":"trace[167498075] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"119.732072ms","start":"2026-05-03T22:09:17.210765Z","end":"2026-05-03T22:09:17.330497Z","steps":["trace[167498075] 'process raft request' (duration: 117.120899ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.331998Z","caller":"traceutil/trace.go:171","msg":"trace[1875537519] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"110.524589ms","start":"2026-05-03T22:09:17.221454Z","end":"2026-05-03T22:09:17.331978Z","steps":["trace[1875537519] 'process raft request' (duration: 106.525403ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.334513Z","caller":"traceutil/trace.go:171","msg":"trace[1134541949] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"106.103127ms","start":"2026-05-03T22:09:17.228396Z","end":"2026-05-03T22:09:17.334499Z","steps":["trace[1134541949] 'process raft request' (duration: 105.098311ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.334791Z","caller":"traceutil/trace.go:171","msg":"trace[2114206098] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"118.438665ms","start":"2026-05-03T22:09:17.216278Z","end":"2026-05-03T22:09:17.334717Z","steps":["trace[2114206098] 'process raft request' (duration: 111.641052ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.334881Z","caller":"traceutil/trace.go:171","msg":"trace[1454489893] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"113.358695ms","start":"2026-05-03T22:09:17.221511Z","end":"2026-05-03T22:09:17.334869Z","steps":["trace[1454489893] 'process raft request' (duration: 109.866052ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.336379Z","caller":"traceutil/trace.go:171","msg":"trace[491923633] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"117.024711ms","start":"2026-05-03T22:09:17.219301Z","end":"2026-05-03T22:09:17.336326Z","steps":["trace[491923633] 'process raft request' (duration: 108.640681ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.394746Z","caller":"traceutil/trace.go:171","msg":"trace[1106962231] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"114.540025ms","start":"2026-05-03T22:09:17.280188Z","end":"2026-05-03T22:09:17.394728Z","steps":["trace[1106962231] 'process raft request' (duration: 114.448079ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.465663Z","caller":"traceutil/trace.go:171","msg":"trace[218864130] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"132.471156ms","start":"2026-05-03T22:09:17.333162Z","end":"2026-05-03T22:09:17.465633Z","steps":["trace[218864130] 'process raft request' (duration: 119.872956ms)","trace[218864130] 'compare' (duration: 12.420986ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:17.465879Z","caller":"traceutil/trace.go:171","msg":"trace[584746825] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"132.609492ms","start":"2026-05-03T22:09:17.333245Z","end":"2026-05-03T22:09:17.465854Z","steps":["trace[584746825] 'process raft request' (duration: 132.35207ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.46606Z","caller":"traceutil/trace.go:171","msg":"trace[591291492] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"124.26203ms","start":"2026-05-03T22:09:17.341765Z","end":"2026-05-03T22:09:17.466027Z","steps":["trace[591291492] 'process raft request' (duration: 124.069197ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.466167Z","caller":"traceutil/trace.go:171","msg":"trace[443486005] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"123.232555ms","start":"2026-05-03T22:09:17.342926Z","end":"2026-05-03T22:09:17.466158Z","steps":["trace[443486005] 'process raft request' (duration: 123.051611ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.466262Z","caller":"traceutil/trace.go:171","msg":"trace[460932135] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"123.38234ms","start":"2026-05-03T22:09:17.342868Z","end":"2026-05-03T22:09:17.46625Z","steps":["trace[460932135] 'process raft request' (duration: 123.027482ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.466452Z","caller":"traceutil/trace.go:171","msg":"trace[1849880504] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"114.512457ms","start":"2026-05-03T22:09:17.351923Z","end":"2026-05-03T22:09:17.466435Z","steps":["trace[1849880504] 'process raft request' (duration: 114.195337ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:17.466671Z","caller":"traceutil/trace.go:171","msg":"trace[1439854603] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"112.710786ms","start":"2026-05-03T22:09:17.353948Z","end":"2026-05-03T22:09:17.466659Z","steps":["trace[1439854603] 'process raft request' (duration: 112.434185ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:19.676816Z","caller":"traceutil/trace.go:171","msg":"trace[1191627336] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"194.025569ms","start":"2026-05-03T22:09:19.482767Z","end":"2026-05-03T22:09:19.676793Z","steps":["trace[1191627336] 'process raft request' (duration: 193.884794ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:19.689549Z","caller":"traceutil/trace.go:171","msg":"trace[524221929] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"202.624145ms","start":"2026-05-03T22:09:19.486902Z","end":"2026-05-03T22:09:19.689526Z","steps":["trace[524221929] 'process raft request' (duration: 202.579617ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:19.689616Z","caller":"traceutil/trace.go:171","msg":"trace[1146247895] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"202.853767ms","start":"2026-05-03T22:09:19.486753Z","end":"2026-05-03T22:09:19.689606Z","steps":["trace[1146247895] 'process raft request' (duration: 202.640784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:20.022721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.75106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:09:20.022811Z","caller":"traceutil/trace.go:171","msg":"trace[700242651] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:594; }","duration":"160.861056ms","start":"2026-05-03T22:09:19.861926Z","end":"2026-05-03T22:09:20.022788Z","steps":["trace[700242651] 'range keys from in-memory index tree' (duration: 160.675532ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:20.253084Z","caller":"traceutil/trace.go:171","msg":"trace[727502682] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"174.411298ms","start":"2026-05-03T22:09:20.078646Z","end":"2026-05-03T22:09:20.253057Z","steps":["trace[727502682] 'process raft request' (duration: 174.243054ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:20.254814Z","caller":"traceutil/trace.go:171","msg":"trace[1979129635] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"176.003698ms","start":"2026-05-03T22:09:20.078771Z","end":"2026-05-03T22:09:20.254774Z","steps":["trace[1979129635] 'process raft request' (duration: 175.809503ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:22.276025Z","caller":"traceutil/trace.go:171","msg":"trace[1857744821] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"330.15471ms","start":"2026-05-03T22:09:21.945829Z","end":"2026-05-03T22:09:22.275983Z","steps":["trace[1857744821] 'process raft request' (duration: 329.527711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:22.276209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:21.945796Z","time spent":"330.317525ms","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036197,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:09:24.266142Z","caller":"traceutil/trace.go:171","msg":"trace[685855958] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"491.132208ms","start":"2026-05-03T22:09:23.774978Z","end":"2026-05-03T22:09:24.26611Z","steps":["trace[685855958] 'process raft request' (duration: 400.721859ms)","trace[685855958] 'compare' (duration: 90.092219ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:09:24.266276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:23.774955Z","time spent":"491.255023ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:09:24.823897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605752893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:09:25.324339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605752893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:09:25.739983Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.47645396s","expected-duration":"1s"} {"level":"info","ts":"2026-05-03T22:09:25.740987Z","caller":"traceutil/trace.go:171","msg":"trace[1614374676] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:641; }","duration":"1.418175831s","start":"2026-05-03T22:09:24.322787Z","end":"2026-05-03T22:09:25.740963Z","steps":["trace[1614374676] 'read index received' (duration: 1.417344658s)","trace[1614374676] 'applied index is now lower than readState.Index' (duration: 830.023µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:25.741093Z","caller":"traceutil/trace.go:171","msg":"trace[1423019268] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"1.947322812s","start":"2026-05-03T22:09:23.793722Z","end":"2026-05-03T22:09:25.741045Z","steps":["trace[1423019268] 'process raft request' (duration: 1.946666443s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:25.741139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418340055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:09:25.741186Z","caller":"traceutil/trace.go:171","msg":"trace[2121490706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"1.41849057s","start":"2026-05-03T22:09:24.32268Z","end":"2026-05-03T22:09:25.74117Z","steps":["trace[2121490706] 'agreement among raft nodes before linearized reading' (duration: 1.418398293s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:25.741232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:24.322645Z","time spent":"1.418576138s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:09:25.741294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:23.793696Z","time spent":"1.947479616s","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:09:25.741457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.340314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-03T22:09:25.741553Z","caller":"traceutil/trace.go:171","msg":"trace[1787170617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:621; }","duration":"349.475919ms","start":"2026-05-03T22:09:25.392062Z","end":"2026-05-03T22:09:25.741537Z","steps":["trace[1787170617] 'agreement among raft nodes before linearized reading' (duration: 349.262395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:25.741619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:25.392041Z","time spent":"349.566417ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-03T22:09:27.495334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642056444s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:09:27.495592Z","caller":"traceutil/trace.go:171","msg":"trace[711315979] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:643; }","duration":"1.741337772s","start":"2026-05-03T22:09:25.754238Z","end":"2026-05-03T22:09:27.495576Z","steps":["trace[711315979] 'read index received' (duration: 34.262655ms)","trace[711315979] 'applied index is now lower than readState.Index' (duration: 1.707074207s)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:27.495811Z","caller":"traceutil/trace.go:171","msg":"trace[1606443176] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"1.742820706s","start":"2026-05-03T22:09:25.752948Z","end":"2026-05-03T22:09:27.495768Z","steps":["trace[1606443176] 'process raft request' (duration: 100.255718ms)","trace[1606443176] 'compare' (duration: 1.641726594s)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:27.495884Z","caller":"traceutil/trace.go:171","msg":"trace[102619930] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"1.742803926s","start":"2026-05-03T22:09:25.753056Z","end":"2026-05-03T22:09:27.49586Z","steps":["trace[102619930] 'process raft request' (duration: 1.742460666s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:27.496322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:25.753025Z","time spent":"1.743193283s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:09:27.496009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:09:27.496592Z","caller":"traceutil/trace.go:171","msg":"trace[796642386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:624; }","duration":"1.742392929s","start":"2026-05-03T22:09:25.754181Z","end":"2026-05-03T22:09:27.496574Z","steps":["trace[796642386] 'agreement among raft nodes before linearized reading' (duration: 1.74173626s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:27.496657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:25.754155Z","time spent":"1.742489046s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:09:27.496154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:25.75292Z","time spent":"1.743188964s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:09:27.996566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605752904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:09:28.371954Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.518945767s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-03T22:09:28.701894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.629165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:09:28.702074Z","caller":"traceutil/trace.go:171","msg":"trace[1025732840] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:645; }","duration":"1.206063952s","start":"2026-05-03T22:09:27.495993Z","end":"2026-05-03T22:09:28.702057Z","steps":["trace[1025732840] 'read index received' (duration: 876.225794ms)","trace[1025732840] 'applied index is now lower than readState.Index' (duration: 329.837258ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:28.702233Z","caller":"traceutil/trace.go:171","msg":"trace[1815701133] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"2.906051196s","start":"2026-05-03T22:09:25.79617Z","end":"2026-05-03T22:09:28.702221Z","steps":["trace[1815701133] 'process raft request' (duration: 2.576034754s)","trace[1815701133] 'compare' (duration: 329.287645ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:09:28.702296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:25.796136Z","time spent":"2.906132413s","remote":"127.0.0.1:49552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:09:28.702605Z","caller":"traceutil/trace.go:171","msg":"trace[1222457819] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"1.354085363s","start":"2026-05-03T22:09:27.348509Z","end":"2026-05-03T22:09:28.702595Z","steps":["trace[1222457819] 'process raft request' (duration: 1.353483101s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:28.702698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:27.34849Z","time spent":"1.354151361s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:09:28.702803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956350238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-03T22:09:28.702836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933757713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-03T22:09:28.702874Z","caller":"traceutil/trace.go:171","msg":"trace[71655020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:626; }","duration":"2.93383454s","start":"2026-05-03T22:09:25.769029Z","end":"2026-05-03T22:09:28.702863Z","steps":["trace[71655020] 'agreement among raft nodes before linearized reading' (duration: 2.933720354s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:28.702907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:25.769012Z","time spent":"2.933889769s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-03T22:09:28.702885Z","caller":"traceutil/trace.go:171","msg":"trace[144999282] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:626; }","duration":"1.956470044s","start":"2026-05-03T22:09:26.746391Z","end":"2026-05-03T22:09:28.702861Z","steps":["trace[144999282] 'agreement among raft nodes before linearized reading' (duration: 1.956323439s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:28.70295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:26.746369Z","time spent":"1.956567521s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-05-03T22:09:28.703031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.18817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-03T22:09:28.703012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205253039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:09:28.703079Z","caller":"traceutil/trace.go:171","msg":"trace[2124691434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:626; }","duration":"910.273077ms","start":"2026-05-03T22:09:27.792796Z","end":"2026-05-03T22:09:28.703069Z","steps":["trace[2124691434] 'agreement among raft nodes before linearized reading' (duration: 910.16018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:28.703118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:27.792774Z","time spent":"910.337385ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-03T22:09:28.703119Z","caller":"traceutil/trace.go:171","msg":"trace[227219893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"1.205417494s","start":"2026-05-03T22:09:27.497674Z","end":"2026-05-03T22:09:28.703091Z","steps":["trace[227219893] 'agreement among raft nodes before linearized reading' (duration: 1.205192561s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:28.7031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074108966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:09:28.703178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:27.49765Z","time spent":"1.20551889s","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-03T22:09:28.703211Z","caller":"traceutil/trace.go:171","msg":"trace[977744010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"1.074255611s","start":"2026-05-03T22:09:27.628925Z","end":"2026-05-03T22:09:28.70318Z","steps":["trace[977744010] 'agreement among raft nodes before linearized reading' (duration: 1.074069717s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:28.70335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:27.628903Z","time spent":"1.074428445s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-03T22:09:29.230661Z","caller":"traceutil/trace.go:171","msg":"trace[1304866661] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"105.582903ms","start":"2026-05-03T22:09:29.125053Z","end":"2026-05-03T22:09:29.230636Z","steps":["trace[1304866661] 'process raft request' (duration: 103.542686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:30.08867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.224118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2pbwz\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-05-03T22:09:30.088764Z","caller":"traceutil/trace.go:171","msg":"trace[1743875011] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2pbwz; range_end:; response_count:1; response_revision:642; }","duration":"320.358264ms","start":"2026-05-03T22:09:29.768386Z","end":"2026-05-03T22:09:30.088744Z","steps":["trace[1743875011] 'range keys from in-memory index tree' (duration: 320.078152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:30.088802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:29.768365Z","time spent":"320.428613ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17270,"request content":"key:\"/registry/pods/kube-system/cilium-2pbwz\" "} {"level":"info","ts":"2026-05-03T22:09:30.089202Z","caller":"traceutil/trace.go:171","msg":"trace[1328922108] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"318.395386ms","start":"2026-05-03T22:09:29.770793Z","end":"2026-05-03T22:09:30.089188Z","steps":["trace[1328922108] 'process raft request' (duration: 298.001542ms)","trace[1328922108] 'compare' (duration: 19.498372ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:09:30.089288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:29.770776Z","time spent":"318.462085ms","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:09:30.151994Z","caller":"traceutil/trace.go:171","msg":"trace[1110658849] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"210.732649ms","start":"2026-05-03T22:09:29.941234Z","end":"2026-05-03T22:09:30.151966Z","steps":["trace[1110658849] 'process raft request' (duration: 210.590134ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:30.817791Z","caller":"traceutil/trace.go:171","msg":"trace[761869802] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"321.811272ms","start":"2026-05-03T22:09:30.495951Z","end":"2026-05-03T22:09:30.817763Z","steps":["trace[761869802] 'process raft request' (duration: 321.638767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:30.817939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:30.495925Z","time spent":"321.945307ms","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:09:31.029848Z","caller":"traceutil/trace.go:171","msg":"trace[2072636990] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"206.938469ms","start":"2026-05-03T22:09:30.822885Z","end":"2026-05-03T22:09:31.029823Z","steps":["trace[2072636990] 'process raft request' (duration: 142.495015ms)","trace[2072636990] 'compare' (duration: 64.338887ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:31.294926Z","caller":"traceutil/trace.go:171","msg":"trace[1205209649] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"471.945497ms","start":"2026-05-03T22:09:30.822948Z","end":"2026-05-03T22:09:31.294893Z","steps":["trace[1205209649] 'process raft request' (duration: 471.797382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:31.295106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:30.822925Z","time spent":"472.088704ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:09:31.311875Z","caller":"traceutil/trace.go:171","msg":"trace[954255243] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"111.919704ms","start":"2026-05-03T22:09:31.199944Z","end":"2026-05-03T22:09:31.311864Z","steps":["trace[954255243] 'process raft request' (duration: 111.842837ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:32.40132Z","caller":"traceutil/trace.go:171","msg":"trace[19260024] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"186.613878ms","start":"2026-05-03T22:09:32.21465Z","end":"2026-05-03T22:09:32.401263Z","steps":["trace[19260024] 'process raft request' (duration: 185.60807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:32.959386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.212084ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-03T22:09:33.497567Z","caller":"traceutil/trace.go:171","msg":"trace[1139922912] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"192.456531ms","start":"2026-05-03T22:09:33.305079Z","end":"2026-05-03T22:09:33.497536Z","steps":["trace[1139922912] 'process raft request' (duration: 192.164021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:33.768514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.91596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-03T22:09:33.768637Z","caller":"traceutil/trace.go:171","msg":"trace[2144272158] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:655; }","duration":"141.132913ms","start":"2026-05-03T22:09:33.627474Z","end":"2026-05-03T22:09:33.768607Z","steps":["trace[2144272158] 'range keys from in-memory index tree' (duration: 140.611769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:34.795294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.29217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:09:34.795387Z","caller":"traceutil/trace.go:171","msg":"trace[1865718174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:661; }","duration":"473.446625ms","start":"2026-05-03T22:09:34.321918Z","end":"2026-05-03T22:09:34.795365Z","steps":["trace[1865718174] 'range keys from in-memory index tree' (duration: 473.190162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:34.795429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:34.321888Z","time spent":"473.531642ms","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-03T22:09:36.852707Z","caller":"traceutil/trace.go:171","msg":"trace[2002005923] linearizableReadLoop","detail":"{readStateIndex:727; appliedIndex:726; }","duration":"108.077659ms","start":"2026-05-03T22:09:36.744585Z","end":"2026-05-03T22:09:36.852663Z","steps":["trace[2002005923] 'read index received' (duration: 107.878285ms)","trace[2002005923] 'applied index is now lower than readState.Index' (duration: 197.074µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:36.852822Z","caller":"traceutil/trace.go:171","msg":"trace[1526865377] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"211.437992ms","start":"2026-05-03T22:09:36.64135Z","end":"2026-05-03T22:09:36.852788Z","steps":["trace[1526865377] 'process raft request' (duration: 211.032005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:36.85307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.469317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-03T22:09:36.853132Z","caller":"traceutil/trace.go:171","msg":"trace[587882991] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:704; }","duration":"108.582124ms","start":"2026-05-03T22:09:36.744534Z","end":"2026-05-03T22:09:36.853116Z","steps":["trace[587882991] 'agreement among raft nodes before linearized reading' (duration: 108.285383ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:37.054779Z","caller":"traceutil/trace.go:171","msg":"trace[2042234173] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"194.101476ms","start":"2026-05-03T22:09:36.860649Z","end":"2026-05-03T22:09:37.054751Z","steps":["trace[2042234173] 'process raft request' (duration: 194.039448ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:37.054839Z","caller":"traceutil/trace.go:171","msg":"trace[1283249076] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"196.766304ms","start":"2026-05-03T22:09:36.858014Z","end":"2026-05-03T22:09:37.05478Z","steps":["trace[1283249076] 'process raft request' (duration: 196.518612ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:37.064364Z","caller":"traceutil/trace.go:171","msg":"trace[1688059498] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"165.828198ms","start":"2026-05-03T22:09:36.898509Z","end":"2026-05-03T22:09:37.064337Z","steps":["trace[1688059498] 'process raft request' (duration: 165.292794ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:38.669945Z","caller":"traceutil/trace.go:171","msg":"trace[314663824] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"222.250782ms","start":"2026-05-03T22:09:38.447674Z","end":"2026-05-03T22:09:38.669924Z","steps":["trace[314663824] 'process raft request' (duration: 222.068037ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:38.675779Z","caller":"traceutil/trace.go:171","msg":"trace[655312690] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"207.11289ms","start":"2026-05-03T22:09:38.468648Z","end":"2026-05-03T22:09:38.675761Z","steps":["trace[655312690] 'process raft request' (duration: 206.686873ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:47.084401Z","caller":"traceutil/trace.go:171","msg":"trace[89716259] linearizableReadLoop","detail":"{readStateIndex:818; appliedIndex:817; }","duration":"153.354186ms","start":"2026-05-03T22:09:46.931027Z","end":"2026-05-03T22:09:47.084381Z","steps":["trace[89716259] 'read index received' (duration: 153.22008ms)","trace[89716259] 'applied index is now lower than readState.Index' (duration: 133.436µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:47.084497Z","caller":"traceutil/trace.go:171","msg":"trace[278198566] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"213.528962ms","start":"2026-05-03T22:09:46.870948Z","end":"2026-05-03T22:09:47.084477Z","steps":["trace[278198566] 'process raft request' (duration: 213.334518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:47.08455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.511322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:09:47.084619Z","caller":"traceutil/trace.go:171","msg":"trace[2144734073] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:790; }","duration":"153.595319ms","start":"2026-05-03T22:09:46.930986Z","end":"2026-05-03T22:09:47.084581Z","steps":["trace[2144734073] 'agreement among raft nodes before linearized reading' (duration: 153.487062ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:47.209312Z","caller":"traceutil/trace.go:171","msg":"trace[1739417824] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"116.160105ms","start":"2026-05-03T22:09:47.093097Z","end":"2026-05-03T22:09:47.209257Z","steps":["trace[1739417824] 'process raft request' (duration: 114.167554ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:47.209503Z","caller":"traceutil/trace.go:171","msg":"trace[1897557221] linearizableReadLoop","detail":"{readStateIndex:819; appliedIndex:818; }","duration":"115.363118ms","start":"2026-05-03T22:09:47.094112Z","end":"2026-05-03T22:09:47.209475Z","steps":["trace[1897557221] 'read index received' (duration: 113.129515ms)","trace[1897557221] 'applied index is now lower than readState.Index' (duration: 2.232003ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:09:47.209835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.711387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-03T22:09:47.209876Z","caller":"traceutil/trace.go:171","msg":"trace[402976498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:791; }","duration":"115.787026ms","start":"2026-05-03T22:09:47.09408Z","end":"2026-05-03T22:09:47.209867Z","steps":["trace[402976498] 'agreement among raft nodes before linearized reading' (duration: 115.507104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:48.071952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605753256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:09:48.572606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605753256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:09:49.072806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605753256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:09:49.141636Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.743444968s","expected-duration":"1s"} {"level":"info","ts":"2026-05-03T22:09:49.142006Z","caller":"traceutil/trace.go:171","msg":"trace[1047629304] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:824; }","duration":"1.570954339s","start":"2026-05-03T22:09:47.571025Z","end":"2026-05-03T22:09:49.141979Z","steps":["trace[1047629304] 'read index received' (duration: 1.570710916s)","trace[1047629304] 'applied index is now lower than readState.Index' (duration: 242.423µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:49.142257Z","caller":"traceutil/trace.go:171","msg":"trace[153482550] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"1.784166632s","start":"2026-05-03T22:09:47.358079Z","end":"2026-05-03T22:09:49.142246Z","steps":["trace[153482550] 'process raft request' (duration: 1.783720164s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:49.142384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.182756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:09:49.142404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:47.358041Z","time spent":"1.784273549s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:09:49.142431Z","caller":"traceutil/trace.go:171","msg":"trace[900190960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:797; }","duration":"821.276253ms","start":"2026-05-03T22:09:48.321142Z","end":"2026-05-03T22:09:49.142418Z","steps":["trace[900190960] 'agreement among raft nodes before linearized reading' (duration: 821.186956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:49.142492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:48.321124Z","time spent":"821.36115ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:09:49.142588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571544173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-03T22:09:49.142629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222649348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-03T22:09:49.142667Z","caller":"traceutil/trace.go:171","msg":"trace[1969354602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:797; }","duration":"1.571693928s","start":"2026-05-03T22:09:47.570951Z","end":"2026-05-03T22:09:49.142645Z","steps":["trace[1969354602] 'agreement among raft nodes before linearized reading' (duration: 1.571434446s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:49.142708Z","caller":"traceutil/trace.go:171","msg":"trace[1167346143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:797; }","duration":"1.222776004s","start":"2026-05-03T22:09:47.919912Z","end":"2026-05-03T22:09:49.142688Z","steps":["trace[1167346143] 'agreement among raft nodes before linearized reading' (duration: 1.22258141s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:49.142717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:47.570919Z","time spent":"1.571789965s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-03T22:09:49.142757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:47.919897Z","time spent":"1.222851042s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-03T22:09:49.142963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225176704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-03T22:09:49.143004Z","caller":"traceutil/trace.go:171","msg":"trace[1148862598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:797; }","duration":"1.22531812s","start":"2026-05-03T22:09:47.917675Z","end":"2026-05-03T22:09:49.142993Z","steps":["trace[1148862598] 'agreement among raft nodes before linearized reading' (duration: 1.224669219s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:49.143034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:09:47.917651Z","time spent":"1.225375818s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-03T22:09:50.241867Z","caller":"traceutil/trace.go:171","msg":"trace[251996493] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"153.189921ms","start":"2026-05-03T22:09:50.088648Z","end":"2026-05-03T22:09:50.241838Z","steps":["trace[251996493] 'process raft request' (duration: 153.028516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:50.539501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.075478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:09:50.539608Z","caller":"traceutil/trace.go:171","msg":"trace[1714137809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:805; }","duration":"216.265703ms","start":"2026-05-03T22:09:50.32332Z","end":"2026-05-03T22:09:50.539585Z","steps":["trace[1714137809] 'range keys from in-memory index tree' (duration: 215.927473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:51.402417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.386268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:09:51.402616Z","caller":"traceutil/trace.go:171","msg":"trace[1958135706] linearizableReadLoop","detail":"{readStateIndex:838; appliedIndex:836; }","duration":"150.081943ms","start":"2026-05-03T22:09:51.252518Z","end":"2026-05-03T22:09:51.4026Z","steps":["trace[1958135706] 'read index received' (duration: 6.366754ms)","trace[1958135706] 'applied index is now lower than readState.Index' (duration: 143.714399ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:51.402642Z","caller":"traceutil/trace.go:171","msg":"trace[1889684985] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"241.844123ms","start":"2026-05-03T22:09:51.160778Z","end":"2026-05-03T22:09:51.402622Z","steps":["trace[1889684985] 'process raft request' (duration: 98.090056ms)","trace[1889684985] 'compare' (duration: 143.274342ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:51.402694Z","caller":"traceutil/trace.go:171","msg":"trace[588234271] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"240.775764ms","start":"2026-05-03T22:09:51.16191Z","end":"2026-05-03T22:09:51.402685Z","steps":["trace[588234271] 'process raft request' (duration: 240.633559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:51.402859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.095225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-05-03T22:09:51.402897Z","caller":"traceutil/trace.go:171","msg":"trace[1382578009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:810; }","duration":"131.155833ms","start":"2026-05-03T22:09:51.271732Z","end":"2026-05-03T22:09:51.402887Z","steps":["trace[1382578009] 'agreement among raft nodes before linearized reading' (duration: 131.036387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:51.403224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.673745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-03T22:09:51.403395Z","caller":"traceutil/trace.go:171","msg":"trace[212027995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:810; }","duration":"150.861191ms","start":"2026-05-03T22:09:51.252511Z","end":"2026-05-03T22:09:51.403372Z","steps":["trace[212027995] 'agreement among raft nodes before linearized reading' (duration: 150.359365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:09:51.679836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.282462ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:09:51.679998Z","caller":"traceutil/trace.go:171","msg":"trace[20517041] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:811; }","duration":"111.476406ms","start":"2026-05-03T22:09:51.568496Z","end":"2026-05-03T22:09:51.679972Z","steps":["trace[20517041] 'range keys from in-memory index tree' (duration: 111.269172ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:09:51.680177Z","caller":"traceutil/trace.go:171","msg":"trace[1954406473] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"272.019845ms","start":"2026-05-03T22:09:51.408128Z","end":"2026-05-03T22:09:51.680148Z","steps":["trace[1954406473] 'process raft request' (duration: 233.449748ms)","trace[1954406473] 'compare' (duration: 38.074732ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:09:51.680682Z","caller":"traceutil/trace.go:171","msg":"trace[985201899] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"269.080652ms","start":"2026-05-03T22:09:51.411567Z","end":"2026-05-03T22:09:51.680647Z","steps":["trace[985201899] 'process raft request' (duration: 268.508298ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:10:12.03992Z","caller":"traceutil/trace.go:171","msg":"trace[645389085] linearizableReadLoop","detail":"{readStateIndex:1200; appliedIndex:1199; }","duration":"153.471383ms","start":"2026-05-03T22:10:11.88641Z","end":"2026-05-03T22:10:12.039882Z","steps":["trace[645389085] 'read index received' (duration: 150.829807ms)","trace[645389085] 'applied index is now lower than readState.Index' (duration: 2.639566ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:10:12.040183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.751976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-03T22:10:12.040371Z","caller":"traceutil/trace.go:171","msg":"trace[1861789676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1167; }","duration":"153.955391ms","start":"2026-05-03T22:10:11.886391Z","end":"2026-05-03T22:10:12.040346Z","steps":["trace[1861789676] 'agreement among raft nodes before linearized reading' (duration: 153.559501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:19.628324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.421052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:10:19.628662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.750534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:10:19.628697Z","caller":"traceutil/trace.go:171","msg":"trace[1721885965] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1198; }","duration":"555.821932ms","start":"2026-05-03T22:10:19.072867Z","end":"2026-05-03T22:10:19.628689Z","steps":["trace[1721885965] 'count revisions from in-memory index tree' (duration: 555.685565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:19.628728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:10:19.072848Z","time spent":"555.87151ms","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:10:19.628832Z","caller":"traceutil/trace.go:171","msg":"trace[1274932280] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"166.300637ms","start":"2026-05-03T22:10:19.462507Z","end":"2026-05-03T22:10:19.628808Z","steps":["trace[1274932280] 'process raft request' (duration: 158.388707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:19.629407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.840584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-03T22:10:19.629505Z","caller":"traceutil/trace.go:171","msg":"trace[1725614272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1198; }","duration":"290.594473ms","start":"2026-05-03T22:10:19.338887Z","end":"2026-05-03T22:10:19.629481Z","steps":["trace[1725614272] 'range keys from in-memory index tree' (duration: 289.693058ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:10:19.630279Z","caller":"traceutil/trace.go:171","msg":"trace[2050420927] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1198; }","duration":"360.584907ms","start":"2026-05-03T22:10:19.267819Z","end":"2026-05-03T22:10:19.628403Z","steps":["trace[2050420927] 'count revisions from in-memory index tree' (duration: 360.303725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:19.63036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:10:19.267793Z","time spent":"362.538914ms","remote":"127.0.0.1:49282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:10:26.686368Z","caller":"traceutil/trace.go:171","msg":"trace[145144785] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1316; }","duration":"222.803727ms","start":"2026-05-03T22:10:26.463539Z","end":"2026-05-03T22:10:26.686343Z","steps":["trace[145144785] 'read index received' (duration: 222.631871ms)","trace[145144785] 'applied index is now lower than readState.Index' (duration: 170.696µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:10:26.686422Z","caller":"traceutil/trace.go:171","msg":"trace[92539430] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"252.616323ms","start":"2026-05-03T22:10:26.433776Z","end":"2026-05-03T22:10:26.686392Z","steps":["trace[92539430] 'process raft request' (duration: 252.411018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:26.686685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.060609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2479"} {"level":"info","ts":"2026-05-03T22:10:26.68676Z","caller":"traceutil/trace.go:171","msg":"trace[1956483544] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:1278; }","duration":"223.276443ms","start":"2026-05-03T22:10:26.46347Z","end":"2026-05-03T22:10:26.686747Z","steps":["trace[1956483544] 'agreement among raft nodes before linearized reading' (duration: 222.968852ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:10:38.277575Z","caller":"traceutil/trace.go:171","msg":"trace[1815276038] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"516.285769ms","start":"2026-05-03T22:10:37.761267Z","end":"2026-05-03T22:10:38.277553Z","steps":["trace[1815276038] 'process raft request' (duration: 516.145852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:38.277766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:10:37.761255Z","time spent":"516.426915ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:10:38.291882Z","caller":"traceutil/trace.go:171","msg":"trace[1486028130] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"529.219805ms","start":"2026-05-03T22:10:37.762643Z","end":"2026-05-03T22:10:38.291863Z","steps":["trace[1486028130] 'process raft request' (duration: 528.894154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:38.292088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:10:37.762632Z","time spent":"529.296893ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:10:38.292105Z","caller":"traceutil/trace.go:171","msg":"trace[444711701] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"528.903824ms","start":"2026-05-03T22:10:37.763163Z","end":"2026-05-03T22:10:38.292067Z","steps":["trace[444711701] 'process raft request' (duration: 528.448917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:38.292251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:10:37.763149Z","time spent":"529.02173ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:10:38.292305Z","caller":"traceutil/trace.go:171","msg":"trace[239436811] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"530.792022ms","start":"2026-05-03T22:10:37.7615Z","end":"2026-05-03T22:10:38.292292Z","steps":["trace[239436811] 'process raft request' (duration: 529.922185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:38.292585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:10:37.761478Z","time spent":"530.937937ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:10:43.773925Z","caller":"traceutil/trace.go:171","msg":"trace[1014311515] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"172.723393ms","start":"2026-05-03T22:10:43.601178Z","end":"2026-05-03T22:10:43.773902Z","steps":["trace[1014311515] 'process raft request' (duration: 172.594717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:44.716518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.118878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:10:44.71665Z","caller":"traceutil/trace.go:171","msg":"trace[1962154573] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"937.77696ms","start":"2026-05-03T22:10:43.778824Z","end":"2026-05-03T22:10:44.716601Z","steps":["trace[1962154573] 'process raft request' (duration: 763.498346ms)","trace[1962154573] 'compare' (duration: 173.895833ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:10:44.716708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:10:43.778797Z","time spent":"937.882837ms","remote":"127.0.0.1:49204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1165,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:10:44.730909Z","caller":"traceutil/trace.go:171","msg":"trace[1738484862] linearizableReadLoop","detail":"{readStateIndex:1514; appliedIndex:1511; }","duration":"429.833857ms","start":"2026-05-03T22:10:44.301058Z","end":"2026-05-03T22:10:44.730892Z","steps":["trace[1738484862] 'read index received' (duration: 241.219255ms)","trace[1738484862] 'applied index is now lower than readState.Index' (duration: 188.613782ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:10:44.730992Z","caller":"traceutil/trace.go:171","msg":"trace[1101677447] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"949.608416ms","start":"2026-05-03T22:10:43.781378Z","end":"2026-05-03T22:10:44.730986Z","steps":["trace[1101677447] 'process raft request' (duration: 949.484879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:44.731122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:10:43.781323Z","time spent":"949.739123ms","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4247,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:10:44.731231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.402084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:10:44.731287Z","caller":"traceutil/trace.go:171","msg":"trace[557670680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1471; }","duration":"409.470883ms","start":"2026-05-03T22:10:44.321799Z","end":"2026-05-03T22:10:44.73127Z","steps":["trace[557670680] 'agreement among raft nodes before linearized reading' (duration: 409.380205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:44.731285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.514241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-03T22:10:44.731319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:10:44.321792Z","time spent":"409.520602ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-03T22:10:44.731347Z","caller":"traceutil/trace.go:171","msg":"trace[127602141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1471; }","duration":"409.606619ms","start":"2026-05-03T22:10:44.321724Z","end":"2026-05-03T22:10:44.731331Z","steps":["trace[127602141] 'agreement among raft nodes before linearized reading' (duration: 409.466523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:44.731366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.315973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-03T22:10:44.731376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.691746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-03T22:10:44.731386Z","caller":"traceutil/trace.go:171","msg":"trace[1963709383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1471; }","duration":"430.371032ms","start":"2026-05-03T22:10:44.30101Z","end":"2026-05-03T22:10:44.731381Z","steps":["trace[1963709383] 'agreement among raft nodes before linearized reading' (duration: 430.297564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:44.731386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:10:44.321706Z","time spent":"409.672717ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-03T22:10:44.731408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:10:44.300991Z","time spent":"430.413771ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-03T22:10:44.731412Z","caller":"traceutil/trace.go:171","msg":"trace[1652377253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1471; }","duration":"409.721835ms","start":"2026-05-03T22:10:44.321678Z","end":"2026-05-03T22:10:44.7314Z","steps":["trace[1652377253] 'agreement among raft nodes before linearized reading' (duration: 409.646287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:44.731444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:10:44.321646Z","time spent":"409.791473ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-03T22:10:44.731286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.034959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-03T22:10:44.731485Z","caller":"traceutil/trace.go:171","msg":"trace[483984226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1471; }","duration":"418.280272ms","start":"2026-05-03T22:10:44.3132Z","end":"2026-05-03T22:10:44.73148Z","steps":["trace[483984226] 'agreement among raft nodes before linearized reading' (duration: 417.951021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:44.7315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:10:44.313187Z","time spent":"418.30874ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-03T22:10:44.731534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.665547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-03T22:10:44.731564Z","caller":"traceutil/trace.go:171","msg":"trace[808994833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1471; }","duration":"409.702906ms","start":"2026-05-03T22:10:44.321853Z","end":"2026-05-03T22:10:44.731556Z","steps":["trace[808994833] 'agreement among raft nodes before linearized reading' (duration: 409.593899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:44.73159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:10:44.321849Z","time spent":"409.734965ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-03T22:10:44.731746Z","caller":"traceutil/trace.go:171","msg":"trace[1412202670] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"952.865347ms","start":"2026-05-03T22:10:43.778868Z","end":"2026-05-03T22:10:44.731734Z","steps":["trace[1412202670] 'process raft request' (duration: 951.927443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:10:44.731872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:10:43.778849Z","time spent":"952.955436ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:10:49.113714Z","caller":"traceutil/trace.go:171","msg":"trace[440378597] linearizableReadLoop","detail":"{readStateIndex:1593; appliedIndex:1592; }","duration":"184.405796ms","start":"2026-05-03T22:10:48.929289Z","end":"2026-05-03T22:10:49.113695Z","steps":["trace[440378597] 'read index received' (duration: 158.457124ms)","trace[440378597] 'applied index is now lower than readState.Index' (duration: 25.947702ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:10:49.113852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.545112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:10:49.113879Z","caller":"traceutil/trace.go:171","msg":"trace[465010825] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com; range_end:; response_count:0; response_revision:1547; }","duration":"184.61261ms","start":"2026-05-03T22:10:48.929259Z","end":"2026-05-03T22:10:49.113872Z","steps":["trace[465010825] 'agreement among raft nodes before linearized reading' (duration: 184.507003ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:10:49.113966Z","caller":"traceutil/trace.go:171","msg":"trace[1552603902] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"184.666488ms","start":"2026-05-03T22:10:48.929273Z","end":"2026-05-03T22:10:49.11394Z","steps":["trace[1552603902] 'process raft request' (duration: 158.465673ms)","trace[1552603902] 'compare' (duration: 25.837265ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:11:02.169101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.211056ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-03T22:11:02.252436Z","caller":"traceutil/trace.go:171","msg":"trace[810301150] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"118.507967ms","start":"2026-05-03T22:11:02.133905Z","end":"2026-05-03T22:11:02.252413Z","steps":["trace[810301150] 'process raft request' (duration: 118.360911ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:03.06792Z","caller":"traceutil/trace.go:171","msg":"trace[768430345] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"203.697316ms","start":"2026-05-03T22:11:02.864196Z","end":"2026-05-03T22:11:03.067893Z","steps":["trace[768430345] 'process raft request' (duration: 203.042094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:03.068108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.668895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-03T22:11:03.068143Z","caller":"traceutil/trace.go:171","msg":"trace[430270762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1774; }","duration":"192.733954ms","start":"2026-05-03T22:11:02.875399Z","end":"2026-05-03T22:11:03.068133Z","steps":["trace[430270762] 'agreement among raft nodes before linearized reading' (duration: 192.612257ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:03.067859Z","caller":"traceutil/trace.go:171","msg":"trace[1707711503] linearizableReadLoop","detail":"{readStateIndex:1844; appliedIndex:1842; }","duration":"192.386143ms","start":"2026-05-03T22:11:02.875424Z","end":"2026-05-03T22:11:03.06781Z","steps":["trace[1707711503] 'read index received' (duration: 65.902152ms)","trace[1707711503] 'applied index is now lower than readState.Index' (duration: 126.482741ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:11:03.068473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.937172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-03T22:11:03.068525Z","caller":"traceutil/trace.go:171","msg":"trace[2032945386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1774; }","duration":"191.032251ms","start":"2026-05-03T22:11:02.877478Z","end":"2026-05-03T22:11:03.068511Z","steps":["trace[2032945386] 'agreement among raft nodes before linearized reading' (duration: 190.831336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:03.068961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.860643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-03T22:11:03.069049Z","caller":"traceutil/trace.go:171","msg":"trace[771137577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1774; }","duration":"186.974121ms","start":"2026-05-03T22:11:02.882054Z","end":"2026-05-03T22:11:03.069028Z","steps":["trace[771137577] 'agreement among raft nodes before linearized reading' (duration: 186.722668ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:03.068061Z","caller":"traceutil/trace.go:171","msg":"trace[840262003] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"190.397287ms","start":"2026-05-03T22:11:02.877567Z","end":"2026-05-03T22:11:03.067964Z","steps":["trace[840262003] 'process raft request' (duration: 190.110575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:03.443396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.437756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:03.443454Z","caller":"traceutil/trace.go:171","msg":"trace[1509342918] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1777; }","duration":"155.524804ms","start":"2026-05-03T22:11:03.287917Z","end":"2026-05-03T22:11:03.443442Z","steps":["trace[1509342918] 'count revisions from in-memory index tree' (duration: 155.28301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:03.443592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.769094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:03.443618Z","caller":"traceutil/trace.go:171","msg":"trace[82399335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1777; }","duration":"272.796923ms","start":"2026-05-03T22:11:03.170814Z","end":"2026-05-03T22:11:03.443611Z","steps":["trace[82399335] 'range keys from in-memory index tree' (duration: 272.693426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:03.443745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.704137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:03.443788Z","caller":"traceutil/trace.go:171","msg":"trace[1362822747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1777; }","duration":"272.759625ms","start":"2026-05-03T22:11:03.171014Z","end":"2026-05-03T22:11:03.443774Z","steps":["trace[1362822747] 'count revisions from in-memory index tree' (duration: 272.656298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:03.44377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.707295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:03.443916Z","caller":"traceutil/trace.go:171","msg":"trace[348141217] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1777; }","duration":"126.829512ms","start":"2026-05-03T22:11:03.317032Z","end":"2026-05-03T22:11:03.443861Z","steps":["trace[348141217] 'count revisions from in-memory index tree' (duration: 126.656737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:03.444123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.542531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:03.444209Z","caller":"traceutil/trace.go:171","msg":"trace[912146285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1777; }","duration":"244.635658ms","start":"2026-05-03T22:11:03.199545Z","end":"2026-05-03T22:11:03.444181Z","steps":["trace[912146285] 'range keys from in-memory index tree' (duration: 244.475032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:03.444286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.242591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:11:03.44434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.332656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:03.444372Z","caller":"traceutil/trace.go:171","msg":"trace[483650522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1777; }","duration":"123.382795ms","start":"2026-05-03T22:11:03.320981Z","end":"2026-05-03T22:11:03.444364Z","steps":["trace[483650522] 'range keys from in-memory index tree' (duration: 123.262958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:03.444466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.882982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:03.444504Z","caller":"traceutil/trace.go:171","msg":"trace[955894029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1777; }","duration":"244.938749ms","start":"2026-05-03T22:11:03.199556Z","end":"2026-05-03T22:11:03.444494Z","steps":["trace[955894029] 'count revisions from in-memory index tree' (duration: 244.832573ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:03.444651Z","caller":"traceutil/trace.go:171","msg":"trace[48707669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1777; }","duration":"127.410795ms","start":"2026-05-03T22:11:03.316903Z","end":"2026-05-03T22:11:03.444314Z","steps":["trace[48707669] 'range keys from in-memory index tree' (duration: 127.061335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:03.444732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.74975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:03.4448Z","caller":"traceutil/trace.go:171","msg":"trace[734268664] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1777; }","duration":"156.812589ms","start":"2026-05-03T22:11:03.287948Z","end":"2026-05-03T22:11:03.44476Z","steps":["trace[734268664] 'range keys from in-memory index tree' (duration: 156.679322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:03.444848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.095604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:03.444908Z","caller":"traceutil/trace.go:171","msg":"trace[1697801737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1777; }","duration":"217.186852ms","start":"2026-05-03T22:11:03.227708Z","end":"2026-05-03T22:11:03.444895Z","steps":["trace[1697801737] 'range keys from in-memory index tree' (duration: 217.028086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:03.445146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.850401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:03.445209Z","caller":"traceutil/trace.go:171","msg":"trace[145358466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1777; }","duration":"216.950248ms","start":"2026-05-03T22:11:03.228243Z","end":"2026-05-03T22:11:03.445193Z","steps":["trace[145358466] 'count revisions from in-memory index tree' (duration: 216.764813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:03.445317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.073485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:03.44535Z","caller":"traceutil/trace.go:171","msg":"trace[1581800657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1777; }","duration":"186.169863ms","start":"2026-05-03T22:11:03.259172Z","end":"2026-05-03T22:11:03.445342Z","steps":["trace[1581800657] 'range keys from in-memory index tree' (duration: 185.9309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:03.445559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.345098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:03.445589Z","caller":"traceutil/trace.go:171","msg":"trace[244456913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1777; }","duration":"186.410286ms","start":"2026-05-03T22:11:03.259171Z","end":"2026-05-03T22:11:03.445581Z","steps":["trace[244456913] 'count revisions from in-memory index tree' (duration: 186.209642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:13.232876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.589866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:11:13.233157Z","caller":"traceutil/trace.go:171","msg":"trace[163076978] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"951.367413ms","start":"2026-05-03T22:11:12.281747Z","end":"2026-05-03T22:11:13.233115Z","steps":["trace[163076978] 'process raft request' (duration: 74.432876ms)","trace[163076978] 'compare' (duration: 876.269295ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:11:13.2334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:12.281717Z","time spent":"951.570058ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:11:13.233467Z","caller":"traceutil/trace.go:171","msg":"trace[1086383064] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1966; }","duration":"925.824323ms","start":"2026-05-03T22:11:12.307619Z","end":"2026-05-03T22:11:13.233443Z","steps":["trace[1086383064] 'read index received' (duration: 48.492377ms)","trace[1086383064] 'applied index is now lower than readState.Index' (duration: 877.329626ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:11:13.233655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.018138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:11:13.233724Z","caller":"traceutil/trace.go:171","msg":"trace[1934939024] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1895; }","duration":"926.147624ms","start":"2026-05-03T22:11:12.307559Z","end":"2026-05-03T22:11:13.233706Z","steps":["trace[1934939024] 'agreement among raft nodes before linearized reading' (duration: 925.957919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:13.233775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:12.307543Z","time spent":"926.216064ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:11:13.233476Z","caller":"traceutil/trace.go:171","msg":"trace[1938272878] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"862.02747ms","start":"2026-05-03T22:11:12.371431Z","end":"2026-05-03T22:11:13.233459Z","steps":["trace[1938272878] 'process raft request' (duration: 861.568953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:13.234241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:12.371405Z","time spent":"862.72892ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:11:13.510346Z","caller":"traceutil/trace.go:171","msg":"trace[1280818907] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"1.074141083s","start":"2026-05-03T22:11:12.436171Z","end":"2026-05-03T22:11:13.510312Z","steps":["trace[1280818907] 'process raft request' (duration: 1.060311588s)","trace[1280818907] 'compare' (duration: 13.721707ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:11:13.510502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:12.436146Z","time spent":"1.07426064s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:11:13.550586Z","caller":"traceutil/trace.go:171","msg":"trace[185755426] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1968; }","duration":"317.040964ms","start":"2026-05-03T22:11:13.233518Z","end":"2026-05-03T22:11:13.550559Z","steps":["trace[185755426] 'read index received' (duration: 263.143393ms)","trace[185755426] 'applied index is now lower than readState.Index' (duration: 53.896231ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:11:13.550729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229140228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:13.550762Z","caller":"traceutil/trace.go:171","msg":"trace[1869090719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1897; }","duration":"1.229256566s","start":"2026-05-03T22:11:12.321495Z","end":"2026-05-03T22:11:13.550751Z","steps":["trace[1869090719] 'agreement among raft nodes before linearized reading' (duration: 1.229178568s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:13.550757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.990845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-05-03T22:11:13.550797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:12.321477Z","time spent":"1.229312385s","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:11:13.550791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169688507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62a30747-12e6-43e3-b7e2-33b7a8d6547c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-03T22:11:13.550828Z","caller":"traceutil/trace.go:171","msg":"trace[1095315698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1897; }","duration":"422.083522ms","start":"2026-05-03T22:11:13.128725Z","end":"2026-05-03T22:11:13.550809Z","steps":["trace[1095315698] 'agreement among raft nodes before linearized reading' (duration: 421.865488ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:13.550847Z","caller":"traceutil/trace.go:171","msg":"trace[719211806] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62a30747-12e6-43e3-b7e2-33b7a8d6547c; range_end:; response_count:1; response_revision:1897; }","duration":"1.169781675s","start":"2026-05-03T22:11:12.381052Z","end":"2026-05-03T22:11:13.550834Z","steps":["trace[719211806] 'agreement among raft nodes before linearized reading' (duration: 1.169595949s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:13.550858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.471793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-03T22:11:13.550871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:13.128718Z","time spent":"422.144861ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-03T22:11:13.550884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:12.381036Z","time spent":"1.169840454s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62a30747-12e6-43e3-b7e2-33b7a8d6547c\" "} {"level":"info","ts":"2026-05-03T22:11:13.5509Z","caller":"traceutil/trace.go:171","msg":"trace[24199622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1897; }","duration":"422.537131ms","start":"2026-05-03T22:11:13.12835Z","end":"2026-05-03T22:11:13.550887Z","steps":["trace[24199622] 'agreement among raft nodes before linearized reading' (duration: 422.450142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:13.550942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:13.12833Z","time spent":"422.596689ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-03T22:11:13.551085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.30225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-03T22:11:13.55112Z","caller":"traceutil/trace.go:171","msg":"trace[750630344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1897; }","duration":"514.358168ms","start":"2026-05-03T22:11:13.036752Z","end":"2026-05-03T22:11:13.55111Z","steps":["trace[750630344] 'agreement among raft nodes before linearized reading' (duration: 514.27224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:13.551147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:13.036736Z","time spent":"514.404447ms","remote":"127.0.0.1:49724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-03T22:11:13.551231Z","caller":"traceutil/trace.go:171","msg":"trace[900983804] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"452.12899ms","start":"2026-05-03T22:11:13.099047Z","end":"2026-05-03T22:11:13.551176Z","steps":["trace[900983804] 'process raft request' (duration: 451.317901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:13.550758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.641043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-03T22:11:13.551343Z","caller":"traceutil/trace.go:171","msg":"trace[1316902147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1897; }","duration":"540.291815ms","start":"2026-05-03T22:11:13.011042Z","end":"2026-05-03T22:11:13.551333Z","steps":["trace[1316902147] 'agreement among raft nodes before linearized reading' (duration: 539.561775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:13.551376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:13.011012Z","time spent":"540.354554ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-03T22:11:13.551385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.938317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-03T22:11:13.551441Z","caller":"traceutil/trace.go:171","msg":"trace[1859993874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1897; }","duration":"422.125982ms","start":"2026-05-03T22:11:13.129299Z","end":"2026-05-03T22:11:13.551425Z","steps":["trace[1859993874] 'agreement among raft nodes before linearized reading' (duration: 421.876149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:13.551492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:13.129272Z","time spent":"422.208729ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-03T22:11:13.551573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:13.099034Z","time spent":"452.236837ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:11:13.551638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.520711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-03T22:11:13.551674Z","caller":"traceutil/trace.go:171","msg":"trace[2114079018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1897; }","duration":"422.57032ms","start":"2026-05-03T22:11:13.129095Z","end":"2026-05-03T22:11:13.551665Z","steps":["trace[2114079018] 'agreement among raft nodes before linearized reading' (duration: 422.477023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:13.551699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:13.129089Z","time spent":"422.604698ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-03T22:11:13.551837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.467461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62a30747-12e6-43e3-b7e2-33b7a8d6547c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-03T22:11:13.551962Z","caller":"traceutil/trace.go:171","msg":"trace[389569674] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62a30747-12e6-43e3-b7e2-33b7a8d6547c; range_end:; response_count:1; response_revision:1897; }","duration":"839.623576ms","start":"2026-05-03T22:11:12.712319Z","end":"2026-05-03T22:11:13.551943Z","steps":["trace[389569674] 'agreement among raft nodes before linearized reading' (duration: 838.931876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:13.552111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:12.712301Z","time spent":"839.791232ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62a30747-12e6-43e3-b7e2-33b7a8d6547c\" "} {"level":"warn","ts":"2026-05-03T22:11:15.466633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.881309853s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-03T22:11:15.560845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-03T22:11:15.561293Z","caller":"traceutil/trace.go:171","msg":"trace[2066601488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000823111s","start":"2026-05-03T22:11:13.560439Z","end":"2026-05-03T22:11:15.561262Z","steps":["trace[2066601488] 'agreement among raft nodes before linearized reading' (duration: 2.000376893s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:15.561488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:13.560433Z","time spent":"2.000986197s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/03 22:11:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-03T22:11:16.474041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006939996s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:11:16.474564Z","caller":"traceutil/trace.go:171","msg":"trace[1657536217] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"2.915658106s","start":"2026-05-03T22:11:13.55887Z","end":"2026-05-03T22:11:16.474528Z","steps":["trace[1657536217] 'process raft request' (duration: 2.915342145s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:16.47469Z","caller":"traceutil/trace.go:171","msg":"trace[1631298680] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"917.060926ms","start":"2026-05-03T22:11:15.557603Z","end":"2026-05-03T22:11:16.474664Z","steps":["trace[1631298680] 'process raft request' (duration: 917.010187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:16.474857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:13.558862Z","time spent":"2.915782523s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:11:16.475358Z","caller":"traceutil/trace.go:171","msg":"trace[1265040936] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"2.917271382s","start":"2026-05-03T22:11:13.558055Z","end":"2026-05-03T22:11:16.475327Z","steps":["trace[1265040936] 'process raft request' (duration: 2.916086414s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:16.47569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:15.557579Z","time spent":"917.171522ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:11:16.476039Z","caller":"traceutil/trace.go:171","msg":"trace[349495662] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"2.916676629s","start":"2026-05-03T22:11:13.559344Z","end":"2026-05-03T22:11:16.476021Z","steps":["trace[349495662] 'process raft request' (duration: 2.914916617s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:16.47614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:13.559326Z","time spent":"2.916766296s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:11:16.476238Z","caller":"traceutil/trace.go:171","msg":"trace[268261417] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"2.805445698s","start":"2026-05-03T22:11:13.670769Z","end":"2026-05-03T22:11:16.476215Z","steps":["trace[268261417] 'process raft request' (duration: 2.803622707s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:16.47636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:13.67074Z","time spent":"2.805560124s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:11:16.476381Z","caller":"traceutil/trace.go:171","msg":"trace[511424570] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"2.270540246s","start":"2026-05-03T22:11:14.205821Z","end":"2026-05-03T22:11:16.476362Z","steps":["trace[511424570] 'process raft request' (duration: 2.268618388s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:16.476436Z","caller":"traceutil/trace.go:171","msg":"trace[1506251698] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"2.91625028s","start":"2026-05-03T22:11:13.56016Z","end":"2026-05-03T22:11:16.476411Z","steps":["trace[1506251698] 'process raft request' (duration: 2.914165387s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:16.476468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:14.20576Z","time spent":"2.270658892s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:11:16.47651Z","caller":"traceutil/trace.go:171","msg":"trace[346227575] linearizableReadLoop","detail":"{readStateIndex:1976; appliedIndex:1970; }","duration":"2.916029667s","start":"2026-05-03T22:11:13.560459Z","end":"2026-05-03T22:11:16.476489Z","steps":["trace[346227575] 'read index received' (duration: 24.737631ms)","trace[346227575] 'applied index is now lower than readState.Index' (duration: 2.891289256s)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:11:16.476558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:13.560146Z","time spent":"2.916355488s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:11:16.476661Z","caller":"traceutil/trace.go:171","msg":"trace[1882170637] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"1.238084636s","start":"2026-05-03T22:11:15.238561Z","end":"2026-05-03T22:11:16.476646Z","steps":["trace[1882170637] 'process raft request' (duration: 1.236002432s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:16.476746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:15.238534Z","time spent":"1.238172613s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:11:16.476768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681302476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:16.476815Z","caller":"traceutil/trace.go:171","msg":"trace[47146985] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1907; }","duration":"2.681382873s","start":"2026-05-03T22:11:13.795418Z","end":"2026-05-03T22:11:16.476801Z","steps":["trace[47146985] 'agreement among raft nodes before linearized reading' (duration: 2.681268697s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:16.476858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:13.795403Z","time spent":"2.681445702s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:11:16.477007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:13.558034Z","time spent":"2.917402588s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:11:16.477346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916447682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-03T22:11:16.477377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407766875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:11:16.477414Z","caller":"traceutil/trace.go:171","msg":"trace[521387717] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1907; }","duration":"2.407841383s","start":"2026-05-03T22:11:14.069561Z","end":"2026-05-03T22:11:16.477403Z","steps":["trace[521387717] 'agreement among raft nodes before linearized reading' (duration: 2.407748555s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:16.477414Z","caller":"traceutil/trace.go:171","msg":"trace[1965727379] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1907; }","duration":"1.916598178s","start":"2026-05-03T22:11:14.560799Z","end":"2026-05-03T22:11:16.477397Z","steps":["trace[1965727379] 'agreement among raft nodes before linearized reading' (duration: 1.916340625s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:16.477442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:14.06954Z","time spent":"2.407894251s","remote":"127.0.0.1:49530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:11:16.477447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.854958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:11:16.477472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:14.560775Z","time spent":"1.916679845s","remote":"127.0.0.1:49724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-03T22:11:16.477517Z","caller":"traceutil/trace.go:171","msg":"trace[1929739192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1907; }","duration":"915.962185ms","start":"2026-05-03T22:11:15.561531Z","end":"2026-05-03T22:11:16.477493Z","steps":["trace[1929739192] 'agreement among raft nodes before linearized reading' (duration: 915.865808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:16.477573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:15.561503Z","time spent":"916.054192ms","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:11:16.477281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.525812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-05-03T22:11:16.477648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917962521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62a30747-12e6-43e3-b7e2-33b7a8d6547c\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-03T22:11:16.477683Z","caller":"traceutil/trace.go:171","msg":"trace[2076925173] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62a30747-12e6-43e3-b7e2-33b7a8d6547c; range_end:; response_count:1; response_revision:1907; }","duration":"1.918031159s","start":"2026-05-03T22:11:14.559643Z","end":"2026-05-03T22:11:16.477674Z","steps":["trace[2076925173] 'agreement among raft nodes before linearized reading' (duration: 1.917920052s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:16.477709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:14.559624Z","time spent":"1.918077477s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62a30747-12e6-43e3-b7e2-33b7a8d6547c\" "} {"level":"warn","ts":"2026-05-03T22:11:16.477742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166804333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:11:16.477722Z","caller":"traceutil/trace.go:171","msg":"trace[1546343344] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1907; }","duration":"856.926552ms","start":"2026-05-03T22:11:15.62072Z","end":"2026-05-03T22:11:16.477647Z","steps":["trace[1546343344] 'agreement among raft nodes before linearized reading' (duration: 856.402616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:16.47793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:15.62071Z","time spent":"857.203373ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-03T22:11:16.477964Z","caller":"traceutil/trace.go:171","msg":"trace[1959338586] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"2.919960179s","start":"2026-05-03T22:11:13.55799Z","end":"2026-05-03T22:11:16.47795Z","steps":["trace[1959338586] 'process raft request' (duration: 1.909019232s)","trace[1959338586] 'compare' (duration: 1.006813259s)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:11:16.477993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.906857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-03T22:11:16.478025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:13.557975Z","time spent":"2.920020358s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:11:16.478056Z","caller":"traceutil/trace.go:171","msg":"trace[1430253160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1907; }","duration":"889.004554ms","start":"2026-05-03T22:11:15.589036Z","end":"2026-05-03T22:11:16.478041Z","steps":["trace[1430253160] 'agreement among raft nodes before linearized reading' (duration: 888.847028ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:16.47782Z","caller":"traceutil/trace.go:171","msg":"trace[1548036755] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1907; }","duration":"1.16692455s","start":"2026-05-03T22:11:15.310874Z","end":"2026-05-03T22:11:16.477799Z","steps":["trace[1548036755] 'agreement among raft nodes before linearized reading' (duration: 1.166815503s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:16.478146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:15.589018Z","time spent":"889.113891ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-03T22:11:16.47816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:15.310858Z","time spent":"1.167286849s","remote":"127.0.0.1:49552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:11:16.988167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605755407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:11:17.489195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605755407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:11:17.622698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13907229s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-03T22:11:18.252297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.368589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:11:18.252506Z","caller":"traceutil/trace.go:171","msg":"trace[1644317515] linearizableReadLoop","detail":"{readStateIndex:1982; appliedIndex:1980; }","duration":"1.765227666s","start":"2026-05-03T22:11:16.487263Z","end":"2026-05-03T22:11:18.252491Z","steps":["trace[1644317515] 'read index received' (duration: 1.135590554s)","trace[1644317515] 'applied index is now lower than readState.Index' (duration: 629.636132ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:11:18.252721Z","caller":"traceutil/trace.go:171","msg":"trace[1891006633] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"1.76915548s","start":"2026-05-03T22:11:16.483552Z","end":"2026-05-03T22:11:18.252708Z","steps":["trace[1891006633] 'process raft request' (duration: 1.139289094s)","trace[1891006633] 'compare' (duration: 629.111326ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:11:18.25279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:16.48354Z","time spent":"1.769216668s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:11:18.253002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499952137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:18.253042Z","caller":"traceutil/trace.go:171","msg":"trace[283878466] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1909; }","duration":"1.500014765s","start":"2026-05-03T22:11:16.753017Z","end":"2026-05-03T22:11:18.253032Z","steps":["trace[283878466] 'agreement among raft nodes before linearized reading' (duration: 1.499953917s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:18.253052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.028449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-03T22:11:18.253114Z","caller":"traceutil/trace.go:171","msg":"trace[1600989096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"767.110237ms","start":"2026-05-03T22:11:17.485985Z","end":"2026-05-03T22:11:18.253096Z","steps":["trace[1600989096] 'agreement among raft nodes before linearized reading' (duration: 766.924563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:18.253172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.760012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62a30747-12e6-43e3-b7e2-33b7a8d6547c\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-05-03T22:11:18.253174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:17.485975Z","time spent":"767.185265ms","remote":"127.0.0.1:49724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-03T22:11:18.253199Z","caller":"traceutil/trace.go:171","msg":"trace[1109958997] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62a30747-12e6-43e3-b7e2-33b7a8d6547c; range_end:; response_count:1; response_revision:1909; }","duration":"768.824191ms","start":"2026-05-03T22:11:17.484367Z","end":"2026-05-03T22:11:18.253191Z","steps":["trace[1109958997] 'agreement among raft nodes before linearized reading' (duration: 768.722714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:18.253193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765915347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:11:18.253232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:17.484342Z","time spent":"768.884749ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62a30747-12e6-43e3-b7e2-33b7a8d6547c\" "} {"level":"warn","ts":"2026-05-03T22:11:18.253251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504340408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-03T22:11:18.253273Z","caller":"traceutil/trace.go:171","msg":"trace[83332461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"1.766005414s","start":"2026-05-03T22:11:16.487242Z","end":"2026-05-03T22:11:18.253247Z","steps":["trace[83332461] 'agreement among raft nodes before linearized reading' (duration: 1.765875808s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:18.25327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6570411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:18.253325Z","caller":"traceutil/trace.go:171","msg":"trace[32568197] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:1909; }","duration":"1.504425566s","start":"2026-05-03T22:11:16.748858Z","end":"2026-05-03T22:11:18.253283Z","steps":["trace[32568197] 'agreement among raft nodes before linearized reading' (duration: 1.504169823s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:18.253439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:16.748832Z","time spent":"1.504595761s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-05-03T22:11:18.253529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.454633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:18.25359Z","caller":"traceutil/trace.go:171","msg":"trace[693374522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"624.528751ms","start":"2026-05-03T22:11:17.629047Z","end":"2026-05-03T22:11:18.253576Z","steps":["trace[693374522] 'agreement among raft nodes before linearized reading' (duration: 624.437344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:18.253631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:17.629039Z","time spent":"624.581499ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:11:18.25334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:16.487232Z","time spent":"1.766094532s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:11:18.253072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:16.753006Z","time spent":"1.500058484s","remote":"127.0.0.1:49444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:11:18.253438Z","caller":"traceutil/trace.go:171","msg":"trace[1520573064] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"1.766028873s","start":"2026-05-03T22:11:16.487393Z","end":"2026-05-03T22:11:18.253422Z","steps":["trace[1520573064] 'process raft request' (duration: 1.765012971s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:18.252979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76283669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:18.254064Z","caller":"traceutil/trace.go:171","msg":"trace[791445769] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1909; }","duration":"1.7639599s","start":"2026-05-03T22:11:16.49009Z","end":"2026-05-03T22:11:18.25405Z","steps":["trace[791445769] 'agreement among raft nodes before linearized reading' (duration: 1.762769312s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:18.254149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:16.490075Z","time spent":"1.764059258s","remote":"127.0.0.1:49494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-03T22:11:18.25409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:16.487374Z","time spent":"1.766670787s","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:11:18.253351Z","caller":"traceutil/trace.go:171","msg":"trace[899322673] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1909; }","duration":"1.657181336s","start":"2026-05-03T22:11:16.596151Z","end":"2026-05-03T22:11:18.253332Z","steps":["trace[899322673] 'agreement among raft nodes before linearized reading' (duration: 1.656994311s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:18.254643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:16.596137Z","time spent":"1.658486241s","remote":"127.0.0.1:49260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:11:18.397727Z","caller":"traceutil/trace.go:171","msg":"trace[2085369655] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1982; }","duration":"139.022723ms","start":"2026-05-03T22:11:18.25868Z","end":"2026-05-03T22:11:18.397702Z","steps":["trace[2085369655] 'read index received' (duration: 99.295957ms)","trace[2085369655] 'applied index is now lower than readState.Index' (duration: 39.722886ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:11:18.397879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.163158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:18.397922Z","caller":"traceutil/trace.go:171","msg":"trace[1907085024] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1909; }","duration":"139.249247ms","start":"2026-05-03T22:11:18.258659Z","end":"2026-05-03T22:11:18.397909Z","steps":["trace[1907085024] 'agreement among raft nodes before linearized reading' (duration: 139.144489ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:22.609991Z","caller":"traceutil/trace.go:171","msg":"trace[1618539270] linearizableReadLoop","detail":"{readStateIndex:2025; appliedIndex:2024; }","duration":"256.774385ms","start":"2026-05-03T22:11:22.353205Z","end":"2026-05-03T22:11:22.609979Z","steps":["trace[1618539270] 'read index received' (duration: 201.345572ms)","trace[1618539270] 'applied index is now lower than readState.Index' (duration: 55.428143ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:11:22.610048Z","caller":"traceutil/trace.go:171","msg":"trace[1722208722] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"267.831336ms","start":"2026-05-03T22:11:22.342211Z","end":"2026-05-03T22:11:22.610042Z","steps":["trace[1722208722] 'process raft request' (duration: 212.316485ms)","trace[1722208722] 'compare' (duration: 55.388075ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:11:22.610186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.746718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:22.610208Z","caller":"traceutil/trace.go:171","msg":"trace[2124294896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1949; }","duration":"287.812156ms","start":"2026-05-03T22:11:22.322392Z","end":"2026-05-03T22:11:22.610204Z","steps":["trace[2124294896] 'agreement among raft nodes before linearized reading' (duration: 287.752697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:23.114894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.583331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:11:23.115493Z","caller":"traceutil/trace.go:171","msg":"trace[257290390] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"508.7042ms","start":"2026-05-03T22:11:22.606744Z","end":"2026-05-03T22:11:23.115449Z","steps":["trace[257290390] 'process raft request' (duration: 388.420259ms)","trace[257290390] 'compare' (duration: 119.330857ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:11:23.116016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.215858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-03T22:11:23.116143Z","caller":"traceutil/trace.go:171","msg":"trace[994877513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1955; }","duration":"533.393834ms","start":"2026-05-03T22:11:22.582726Z","end":"2026-05-03T22:11:23.11612Z","steps":["trace[994877513] 'agreement among raft nodes before linearized reading' (duration: 532.999194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:23.116159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:22.606727Z","time spent":"509.324214ms","remote":"127.0.0.1:49212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7927,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:11:23.115526Z","caller":"traceutil/trace.go:171","msg":"trace[1666607211] linearizableReadLoop","detail":"{readStateIndex:2030; appliedIndex:2027; }","duration":"505.467248ms","start":"2026-05-03T22:11:22.610028Z","end":"2026-05-03T22:11:23.115495Z","steps":["trace[1666607211] 'read index received' (duration: 9.745806ms)","trace[1666607211] 'applied index is now lower than readState.Index' (duration: 495.719962ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:11:23.116385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:22.58271Z","time spent":"533.477352ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-03T22:11:23.115743Z","caller":"traceutil/trace.go:171","msg":"trace[1080740689] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"496.8863ms","start":"2026-05-03T22:11:22.618826Z","end":"2026-05-03T22:11:23.115713Z","steps":["trace[1080740689] 'process raft request' (duration: 496.550079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:23.116563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:22.618804Z","time spent":"497.713249ms","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-03T22:11:23.115801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.016888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-03T22:11:23.116846Z","caller":"traceutil/trace.go:171","msg":"trace[478931935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1955; }","duration":"522.098449ms","start":"2026-05-03T22:11:22.594727Z","end":"2026-05-03T22:11:23.116825Z","steps":["trace[478931935] 'agreement among raft nodes before linearized reading' (duration: 520.895871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:23.116924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:22.594712Z","time spent":"522.189757ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-03T22:11:23.11589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.116461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-03T22:11:23.117297Z","caller":"traceutil/trace.go:171","msg":"trace[1394414269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1955; }","duration":"574.543543ms","start":"2026-05-03T22:11:22.542733Z","end":"2026-05-03T22:11:23.117276Z","steps":["trace[1394414269] 'agreement among raft nodes before linearized reading' (duration: 572.964565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:23.117359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:22.542721Z","time spent":"574.620151ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-03T22:11:23.11596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.337513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-03T22:11:23.117677Z","caller":"traceutil/trace.go:171","msg":"trace[1336682856] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1955; }","duration":"571.077746ms","start":"2026-05-03T22:11:22.546583Z","end":"2026-05-03T22:11:23.117661Z","steps":["trace[1336682856] 'agreement among raft nodes before linearized reading' (duration: 569.144298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:23.117737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:22.546577Z","time spent":"571.144074ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-03T22:11:23.117864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.631349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-03T22:11:23.117919Z","caller":"traceutil/trace.go:171","msg":"trace[1315386962] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1955; }","duration":"493.714796ms","start":"2026-05-03T22:11:22.624186Z","end":"2026-05-03T22:11:23.117901Z","steps":["trace[1315386962] 'agreement among raft nodes before linearized reading' (duration: 493.58655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:23.117982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:22.624169Z","time spent":"493.796773ms","remote":"127.0.0.1:49192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-03T22:11:23.118133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.192855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:11:23.118193Z","caller":"traceutil/trace.go:171","msg":"trace[1693812886] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1955; }","duration":"144.304152ms","start":"2026-05-03T22:11:22.973875Z","end":"2026-05-03T22:11:23.118179Z","steps":["trace[1693812886] 'agreement among raft nodes before linearized reading' (duration: 144.152647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:23.118422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.740705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10374"} {"level":"info","ts":"2026-05-03T22:11:23.118576Z","caller":"traceutil/trace.go:171","msg":"trace[144586186] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1955; }","duration":"500.939031ms","start":"2026-05-03T22:11:22.617624Z","end":"2026-05-03T22:11:23.118563Z","steps":["trace[144586186] 'agreement among raft nodes before linearized reading' (duration: 500.678348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:23.118622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:22.617585Z","time spent":"501.026688ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10397,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-03T22:11:23.11765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.980215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:23.119664Z","caller":"traceutil/trace.go:171","msg":"trace[567139387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1955; }","duration":"508.00668ms","start":"2026-05-03T22:11:22.611636Z","end":"2026-05-03T22:11:23.119643Z","steps":["trace[567139387] 'agreement among raft nodes before linearized reading' (duration: 505.261034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:23.119749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:22.611624Z","time spent":"508.108077ms","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:11:24.468119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.810515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:11:24.468199Z","caller":"traceutil/trace.go:171","msg":"trace[200939035] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1961; }","duration":"546.943551ms","start":"2026-05-03T22:11:23.921236Z","end":"2026-05-03T22:11:24.468179Z","steps":["trace[200939035] 'count revisions from in-memory index tree' (duration: 546.721467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:24.468246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:23.921215Z","time spent":"547.02006ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:11:24.468672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.491727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-03T22:11:24.468758Z","caller":"traceutil/trace.go:171","msg":"trace[1430229322] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1961; }","duration":"197.620035ms","start":"2026-05-03T22:11:24.271118Z","end":"2026-05-03T22:11:24.468738Z","steps":["trace[1430229322] 'range keys from in-memory index tree' (duration: 197.243303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:24.468735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.416807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:11:24.46881Z","caller":"traceutil/trace.go:171","msg":"trace[1930753456] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1961; }","duration":"516.551433ms","start":"2026-05-03T22:11:23.95224Z","end":"2026-05-03T22:11:24.468791Z","steps":["trace[1930753456] 'count revisions from in-memory index tree' (duration: 516.27471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:24.468829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.345158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-03T22:11:24.468852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:23.952206Z","time spent":"516.635311ms","remote":"127.0.0.1:33226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":16,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:11:24.468882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.287052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-03T22:11:24.468902Z","caller":"traceutil/trace.go:171","msg":"trace[953575791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1961; }","duration":"109.450325ms","start":"2026-05-03T22:11:24.35943Z","end":"2026-05-03T22:11:24.46888Z","steps":["trace[953575791] 'range keys from in-memory index tree' (duration: 109.154873ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:24.468927Z","caller":"traceutil/trace.go:171","msg":"trace[426260318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1961; }","duration":"100.37525ms","start":"2026-05-03T22:11:24.368531Z","end":"2026-05-03T22:11:24.468906Z","steps":["trace[426260318] 'range keys from in-memory index tree' (duration: 100.138766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:24.469267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.986231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:24.469336Z","caller":"traceutil/trace.go:171","msg":"trace[2090916813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1961; }","duration":"147.177276ms","start":"2026-05-03T22:11:24.322143Z","end":"2026-05-03T22:11:24.46932Z","steps":["trace[2090916813] 'range keys from in-memory index tree' (duration: 146.868704ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:31.506038Z","caller":"traceutil/trace.go:171","msg":"trace[319042830] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"265.616475ms","start":"2026-05-03T22:11:31.240379Z","end":"2026-05-03T22:11:31.505995Z","steps":["trace[319042830] 'process raft request' (duration: 250.277349ms)","trace[319042830] 'compare' (duration: 15.158441ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:11:31.506234Z","caller":"traceutil/trace.go:171","msg":"trace[1437046784] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"265.533426ms","start":"2026-05-03T22:11:31.240689Z","end":"2026-05-03T22:11:31.506223Z","steps":["trace[1437046784] 'process raft request' (duration: 265.263713ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:31.506218Z","caller":"traceutil/trace.go:171","msg":"trace[1754452808] linearizableReadLoop","detail":"{readStateIndex:2108; appliedIndex:2106; }","duration":"185.011499ms","start":"2026-05-03T22:11:31.321177Z","end":"2026-05-03T22:11:31.506189Z","steps":["trace[1754452808] 'read index received' (duration: 169.39993ms)","trace[1754452808] 'applied index is now lower than readState.Index' (duration: 15.609819ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:11:31.506646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.416108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:31.506721Z","caller":"traceutil/trace.go:171","msg":"trace[1780891870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2031; }","duration":"185.561044ms","start":"2026-05-03T22:11:31.321146Z","end":"2026-05-03T22:11:31.506707Z","steps":["trace[1780891870] 'agreement among raft nodes before linearized reading' (duration: 185.402678ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:32.784471Z","caller":"traceutil/trace.go:171","msg":"trace[773140889] linearizableReadLoop","detail":"{readStateIndex:2109; appliedIndex:2108; }","duration":"248.896116ms","start":"2026-05-03T22:11:32.535544Z","end":"2026-05-03T22:11:32.784441Z","steps":["trace[773140889] 'read index received' (duration: 248.75754ms)","trace[773140889] 'applied index is now lower than readState.Index' (duration: 134.176µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:11:32.78456Z","caller":"traceutil/trace.go:171","msg":"trace[1252900799] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"258.134437ms","start":"2026-05-03T22:11:32.526397Z","end":"2026-05-03T22:11:32.784531Z","steps":["trace[1252900799] 'process raft request' (duration: 257.825435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:32.784772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.208847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-03T22:11:32.784847Z","caller":"traceutil/trace.go:171","msg":"trace[1641503894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2032; }","duration":"249.332425ms","start":"2026-05-03T22:11:32.535496Z","end":"2026-05-03T22:11:32.784828Z","steps":["trace[1641503894] 'agreement among raft nodes before linearized reading' (duration: 249.071582ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:32.820894Z","caller":"traceutil/trace.go:171","msg":"trace[1167171299] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"151.561132ms","start":"2026-05-03T22:11:32.66931Z","end":"2026-05-03T22:11:32.820871Z","steps":["trace[1167171299] 'process raft request' (duration: 151.344978ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:32.820903Z","caller":"traceutil/trace.go:171","msg":"trace[330742460] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"158.734139ms","start":"2026-05-03T22:11:32.662145Z","end":"2026-05-03T22:11:32.820879Z","steps":["trace[330742460] 'process raft request' (duration: 143.432121ms)","trace[330742460] 'compare' (duration: 14.989596ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:11:32.821037Z","caller":"traceutil/trace.go:171","msg":"trace[814920414] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"150.100461ms","start":"2026-05-03T22:11:32.670914Z","end":"2026-05-03T22:11:32.821015Z","steps":["trace[814920414] 'process raft request' (duration: 150.024293ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:32.821437Z","caller":"traceutil/trace.go:171","msg":"trace[231133377] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"151.473264ms","start":"2026-05-03T22:11:32.669565Z","end":"2026-05-03T22:11:32.821039Z","steps":["trace[231133377] 'process raft request' (duration: 151.25121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:33.543833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.31663ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-03T22:11:37.929862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605755732,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-03T22:11:38.122619Z","caller":"traceutil/trace.go:171","msg":"trace[542872517] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"774.726612ms","start":"2026-05-03T22:11:37.347868Z","end":"2026-05-03T22:11:38.122595Z","steps":["trace[542872517] 'process raft request' (duration: 774.562417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:38.122782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:37.347853Z","time spent":"774.839608ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:11:38.123673Z","caller":"traceutil/trace.go:171","msg":"trace[1204144830] linearizableReadLoop","detail":"{readStateIndex:2139; appliedIndex:2139; }","duration":"694.70439ms","start":"2026-05-03T22:11:37.428922Z","end":"2026-05-03T22:11:38.123627Z","steps":["trace[1204144830] 'read index received' (duration: 694.697411ms)","trace[1204144830] 'applied index is now lower than readState.Index' (duration: 5.35µs)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:11:38.124341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.356882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-03T22:11:38.124406Z","caller":"traceutil/trace.go:171","msg":"trace[2082951820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2060; }","duration":"695.505418ms","start":"2026-05-03T22:11:37.428884Z","end":"2026-05-03T22:11:38.124389Z","steps":["trace[2082951820] 'agreement among raft nodes before linearized reading' (duration: 695.236306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:38.124452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:37.428855Z","time spent":"695.585366ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-03T22:11:38.124991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.365576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-03T22:11:38.125025Z","caller":"traceutil/trace.go:171","msg":"trace[103078402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2060; }","duration":"525.431904ms","start":"2026-05-03T22:11:37.599583Z","end":"2026-05-03T22:11:38.125015Z","steps":["trace[103078402] 'agreement among raft nodes before linearized reading' (duration: 525.339947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:38.125052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:37.599566Z","time spent":"525.480333ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-03T22:11:38.12539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.230743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-03T22:11:38.12543Z","caller":"traceutil/trace.go:171","msg":"trace[1422740921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2060; }","duration":"299.289691ms","start":"2026-05-03T22:11:37.826127Z","end":"2026-05-03T22:11:38.125417Z","steps":["trace[1422740921] 'agreement among raft nodes before linearized reading' (duration: 299.172174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:38.125473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.998474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-03T22:11:38.125528Z","caller":"traceutil/trace.go:171","msg":"trace[68947012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2060; }","duration":"492.093342ms","start":"2026-05-03T22:11:37.633418Z","end":"2026-05-03T22:11:38.125511Z","steps":["trace[68947012] 'agreement among raft nodes before linearized reading' (duration: 491.909967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:38.125573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:37.633402Z","time spent":"492.16014ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-03T22:11:39.008044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.218188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-03T22:11:39.008058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.679721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-03T22:11:39.008112Z","caller":"traceutil/trace.go:171","msg":"trace[205094010] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2063; }","duration":"225.328855ms","start":"2026-05-03T22:11:38.782767Z","end":"2026-05-03T22:11:39.008096Z","steps":["trace[205094010] 'count revisions from in-memory index tree' (duration: 225.15626ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:39.008147Z","caller":"traceutil/trace.go:171","msg":"trace[1584033698] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"164.835645ms","start":"2026-05-03T22:11:38.843288Z","end":"2026-05-03T22:11:39.008124Z","steps":["trace[1584033698] 'process raft request' (duration: 139.065391ms)","trace[1584033698] 'compare' (duration: 25.300277ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:11:39.008141Z","caller":"traceutil/trace.go:171","msg":"trace[1049774242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2063; }","duration":"184.799088ms","start":"2026-05-03T22:11:38.823311Z","end":"2026-05-03T22:11:39.00811Z","steps":["trace[1049774242] 'range keys from in-memory index tree' (duration: 184.521006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:39.008225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.744383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11983"} {"level":"info","ts":"2026-05-03T22:11:39.0083Z","caller":"traceutil/trace.go:171","msg":"trace[181746672] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2063; }","duration":"373.871082ms","start":"2026-05-03T22:11:38.634412Z","end":"2026-05-03T22:11:39.008283Z","steps":["trace[181746672] 'range keys from in-memory index tree' (duration: 373.49839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:39.008352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:38.634388Z","time spent":"373.949869ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12006,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-03T22:11:39.030393Z","caller":"traceutil/trace.go:171","msg":"trace[889254796] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"186.419074ms","start":"2026-05-03T22:11:38.843953Z","end":"2026-05-03T22:11:39.030372Z","steps":["trace[889254796] 'process raft request' (duration: 186.2044ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:39.030692Z","caller":"traceutil/trace.go:171","msg":"trace[1049434176] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"186.031844ms","start":"2026-05-03T22:11:38.844623Z","end":"2026-05-03T22:11:39.030655Z","steps":["trace[1049434176] 'process raft request' (duration: 185.693654ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:39.030675Z","caller":"traceutil/trace.go:171","msg":"trace[1706395546] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"185.79316ms","start":"2026-05-03T22:11:38.844864Z","end":"2026-05-03T22:11:39.030657Z","steps":["trace[1706395546] 'process raft request' (duration: 185.690423ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:44.355186Z","caller":"traceutil/trace.go:171","msg":"trace[69297786] linearizableReadLoop","detail":"{readStateIndex:2174; appliedIndex:2173; }","duration":"134.191404ms","start":"2026-05-03T22:11:44.220964Z","end":"2026-05-03T22:11:44.355155Z","steps":["trace[69297786] 'read index received' (duration: 130.721827ms)","trace[69297786] 'applied index is now lower than readState.Index' (duration: 3.464697ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:11:44.355311Z","caller":"traceutil/trace.go:171","msg":"trace[150032525] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"134.380379ms","start":"2026-05-03T22:11:44.220902Z","end":"2026-05-03T22:11:44.355282Z","steps":["trace[150032525] 'process raft request' (duration: 130.938641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:44.355654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.660651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-03T22:11:44.355798Z","caller":"traceutil/trace.go:171","msg":"trace[1315000885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2094; }","duration":"134.806687ms","start":"2026-05-03T22:11:44.220914Z","end":"2026-05-03T22:11:44.355721Z","steps":["trace[1315000885] 'agreement among raft nodes before linearized reading' (duration: 134.477746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:59.485367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.603832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:11:59.485686Z","caller":"traceutil/trace.go:171","msg":"trace[941501265] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"293.861337ms","start":"2026-05-03T22:11:59.1918Z","end":"2026-05-03T22:11:59.485661Z","steps":["trace[941501265] 'process raft request' (duration: 78.867276ms)","trace[941501265] 'compare' (duration: 214.454456ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:11:59.916163Z","caller":"traceutil/trace.go:171","msg":"trace[7564615] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2264; }","duration":"664.50767ms","start":"2026-05-03T22:11:59.25163Z","end":"2026-05-03T22:11:59.916137Z","steps":["trace[7564615] 'read index received' (duration: 19.169504ms)","trace[7564615] 'applied index is now lower than readState.Index' (duration: 645.337126ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:11:59.916355Z","caller":"traceutil/trace.go:171","msg":"trace[400053115] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"684.983388ms","start":"2026-05-03T22:11:59.231343Z","end":"2026-05-03T22:11:59.916326Z","steps":["trace[400053115] 'process raft request' (duration: 684.050713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:59.916526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:59.231316Z","time spent":"685.117844ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:11:59.916685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.917159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12380"} {"level":"info","ts":"2026-05-03T22:11:59.916827Z","caller":"traceutil/trace.go:171","msg":"trace[1334357144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2182; }","duration":"665.198801ms","start":"2026-05-03T22:11:59.251591Z","end":"2026-05-03T22:11:59.91679Z","steps":["trace[1334357144] 'agreement among raft nodes before linearized reading' (duration: 664.757903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:59.916947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:59.251577Z","time spent":"665.355127ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12403,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-03T22:11:59.932794Z","caller":"traceutil/trace.go:171","msg":"trace[1248888949] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"643.078596ms","start":"2026-05-03T22:11:59.289699Z","end":"2026-05-03T22:11:59.932778Z","steps":["trace[1248888949] 'process raft request' (duration: 642.93313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:59.932867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.247715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-03T22:11:59.932914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.948991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:11:59.932932Z","caller":"traceutil/trace.go:171","msg":"trace[2135895141] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2183; }","duration":"368.351413ms","start":"2026-05-03T22:11:59.564566Z","end":"2026-05-03T22:11:59.932917Z","steps":["trace[2135895141] 'agreement among raft nodes before linearized reading' (duration: 368.190018ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:11:59.932956Z","caller":"traceutil/trace.go:171","msg":"trace[118346744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2183; }","duration":"611.027448ms","start":"2026-05-03T22:11:59.321918Z","end":"2026-05-03T22:11:59.932945Z","steps":["trace[118346744] 'agreement among raft nodes before linearized reading' (duration: 610.96742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:59.932904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:59.289682Z","time spent":"643.162313ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:11:59.932981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:59.3219Z","time spent":"611.077298ms","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:11:59.933008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.080855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:11:59.93303Z","caller":"traceutil/trace.go:171","msg":"trace[1591478414] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2183; }","duration":"230.131054ms","start":"2026-05-03T22:11:59.702893Z","end":"2026-05-03T22:11:59.933024Z","steps":["trace[1591478414] 'agreement among raft nodes before linearized reading' (duration: 230.096315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:59.933044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.219197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-03T22:11:59.933101Z","caller":"traceutil/trace.go:171","msg":"trace[937698987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2183; }","duration":"599.277765ms","start":"2026-05-03T22:11:59.333793Z","end":"2026-05-03T22:11:59.93307Z","steps":["trace[937698987] 'agreement among raft nodes before linearized reading' (duration: 599.164458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:59.933131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:59.333782Z","time spent":"599.340864ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-03T22:11:59.933254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.332969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-03T22:11:59.933321Z","caller":"traceutil/trace.go:171","msg":"trace[2125775721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2183; }","duration":"568.481704ms","start":"2026-05-03T22:11:59.364827Z","end":"2026-05-03T22:11:59.933308Z","steps":["trace[2125775721] 'agreement among raft nodes before linearized reading' (duration: 567.939249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:11:59.933396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:59.36481Z","time spent":"568.572372ms","remote":"127.0.0.1:49724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-03T22:11:59.932971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:11:59.564553Z","time spent":"368.410981ms","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:12:05.549284Z","caller":"traceutil/trace.go:171","msg":"trace[1946070960] linearizableReadLoop","detail":"{readStateIndex:2295; appliedIndex:2294; }","duration":"227.288632ms","start":"2026-05-03T22:12:05.321963Z","end":"2026-05-03T22:12:05.549252Z","steps":["trace[1946070960] 'read index received' (duration: 227.041619ms)","trace[1946070960] 'applied index is now lower than readState.Index' (duration: 245.543µs)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:12:05.549452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.461257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:12:05.549512Z","caller":"traceutil/trace.go:171","msg":"trace[1787159749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2210; }","duration":"227.559115ms","start":"2026-05-03T22:12:05.321922Z","end":"2026-05-03T22:12:05.549481Z","steps":["trace[1787159749] 'agreement among raft nodes before linearized reading' (duration: 227.445357ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:12:05.549866Z","caller":"traceutil/trace.go:171","msg":"trace[1618370018] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"319.272576ms","start":"2026-05-03T22:12:05.230571Z","end":"2026-05-03T22:12:05.549843Z","steps":["trace[1618370018] 'process raft request' (duration: 318.462767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:05.550065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:05.230543Z","time spent":"319.365663ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:12:05.894822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.595361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:12:05.895018Z","caller":"traceutil/trace.go:171","msg":"trace[1384567527] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"336.464313ms","start":"2026-05-03T22:12:05.558522Z","end":"2026-05-03T22:12:05.894986Z","steps":["trace[1384567527] 'process raft request' (duration: 128.607978ms)","trace[1384567527] 'compare' (duration: 207.440456ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:12:05.895132Z","caller":"traceutil/trace.go:171","msg":"trace[407039263] linearizableReadLoop","detail":"{readStateIndex:2297; appliedIndex:2296; }","duration":"325.326782ms","start":"2026-05-03T22:12:05.569793Z","end":"2026-05-03T22:12:05.895119Z","steps":["trace[407039263] 'read index received' (duration: 117.37433ms)","trace[407039263] 'applied index is now lower than readState.Index' (duration: 207.951552ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:12:05.895441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.650885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:12:05.895476Z","caller":"traceutil/trace.go:171","msg":"trace[304711838] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2213; }","duration":"325.727773ms","start":"2026-05-03T22:12:05.569736Z","end":"2026-05-03T22:12:05.895464Z","steps":["trace[304711838] 'agreement among raft nodes before linearized reading' (duration: 325.4256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:05.895517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:05.558461Z","time spent":"336.682937ms","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:12:05.8955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:05.569713Z","time spent":"325.780521ms","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:12:06.49681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.373391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:12:06.49694Z","caller":"traceutil/trace.go:171","msg":"trace[429906330] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"453.578751ms","start":"2026-05-03T22:12:06.043325Z","end":"2026-05-03T22:12:06.496904Z","steps":["trace[429906330] 'process raft request' (duration: 258.047515ms)","trace[429906330] 'compare' (duration: 195.291053ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:12:06.497113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:06.043308Z","time spent":"453.715148ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:12:06.704889Z","caller":"traceutil/trace.go:171","msg":"trace[842993217] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"126.499696ms","start":"2026-05-03T22:12:06.578371Z","end":"2026-05-03T22:12:06.704871Z","steps":["trace[842993217] 'process raft request' (duration: 126.402289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:07.803285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016628037s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-03T22:12:07.803579Z","caller":"traceutil/trace.go:171","msg":"trace[1477797609] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"248.119313ms","start":"2026-05-03T22:12:07.555426Z","end":"2026-05-03T22:12:07.803545Z","steps":["trace[1477797609] 'process raft request' (duration: 247.939107ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:12:07.803587Z","caller":"traceutil/trace.go:171","msg":"trace[734124824] linearizableReadLoop","detail":"{readStateIndex:2306; appliedIndex:2305; }","duration":"758.218403ms","start":"2026-05-03T22:12:07.045338Z","end":"2026-05-03T22:12:07.803557Z","steps":["trace[734124824] 'read index received' (duration: 41.508µs)","trace[734124824] 'applied index is now lower than readState.Index' (duration: 758.174285ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:12:07.803762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:06.753179Z","time spent":"1.050580004s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-03T22:12:07.804068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.723869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-03T22:12:07.804101Z","caller":"traceutil/trace.go:171","msg":"trace[1053954136] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2221; }","duration":"758.770028ms","start":"2026-05-03T22:12:07.045321Z","end":"2026-05-03T22:12:07.804091Z","steps":["trace[1053954136] 'agreement among raft nodes before linearized reading' (duration: 758.638911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:07.80412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:07.045255Z","time spent":"758.861365ms","remote":"127.0.0.1:49724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-03T22:12:07.821619Z","caller":"traceutil/trace.go:171","msg":"trace[620416417] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"263.999133ms","start":"2026-05-03T22:12:07.55759Z","end":"2026-05-03T22:12:07.821589Z","steps":["trace[620416417] 'process raft request' (duration: 263.864737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:07.821817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.579727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:12:07.821885Z","caller":"traceutil/trace.go:171","msg":"trace[2138391457] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2222; }","duration":"312.698505ms","start":"2026-05-03T22:12:07.509168Z","end":"2026-05-03T22:12:07.821867Z","steps":["trace[2138391457] 'agreement among raft nodes before linearized reading' (duration: 312.563978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:07.822049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:07.50915Z","time spent":"312.879039ms","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:12:07.821858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.630882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:12:07.822219Z","caller":"traceutil/trace.go:171","msg":"trace[1345750062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2222; }","duration":"500.08357ms","start":"2026-05-03T22:12:07.322107Z","end":"2026-05-03T22:12:07.82219Z","steps":["trace[1345750062] 'agreement among raft nodes before linearized reading' (duration: 499.609043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:07.822271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:07.322083Z","time spent":"500.175628ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-03T22:12:08.255533Z","caller":"traceutil/trace.go:171","msg":"trace[94233656] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"211.782129ms","start":"2026-05-03T22:12:08.0437Z","end":"2026-05-03T22:12:08.255482Z","steps":["trace[94233656] 'process raft request' (duration: 197.563472ms)","trace[94233656] 'compare' (duration: 14.11826ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:12:09.250814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.64188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-03T22:12:09.250893Z","caller":"traceutil/trace.go:171","msg":"trace[564715766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2225; }","duration":"722.761298ms","start":"2026-05-03T22:12:08.528115Z","end":"2026-05-03T22:12:09.250876Z","steps":["trace[564715766] 'range keys from in-memory index tree' (duration: 722.501515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:09.250952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.742586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-03T22:12:09.251022Z","caller":"traceutil/trace.go:171","msg":"trace[30819365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2225; }","duration":"582.855142ms","start":"2026-05-03T22:12:08.668149Z","end":"2026-05-03T22:12:09.251004Z","steps":["trace[30819365] 'range keys from in-memory index tree' (duration: 582.59027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:09.251084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:08.668127Z","time spent":"582.937911ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-03T22:12:09.251132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.533078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-03T22:12:09.251167Z","caller":"traceutil/trace.go:171","msg":"trace[1917806969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2225; }","duration":"542.592177ms","start":"2026-05-03T22:12:08.708565Z","end":"2026-05-03T22:12:09.251157Z","steps":["trace[1917806969] 'range keys from in-memory index tree' (duration: 542.191508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:09.250977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:08.5281Z","time spent":"722.863834ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-03T22:12:09.251263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.863831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-03T22:12:09.251236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.913107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-03T22:12:09.251294Z","caller":"traceutil/trace.go:171","msg":"trace[184977898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2225; }","duration":"672.92402ms","start":"2026-05-03T22:12:08.578363Z","end":"2026-05-03T22:12:09.251287Z","steps":["trace[184977898] 'range keys from in-memory index tree' (duration: 672.343185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:09.251321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:08.578343Z","time spent":"672.970468ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-03T22:12:09.251203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:08.708553Z","time spent":"542.641376ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-03T22:12:09.251331Z","caller":"traceutil/trace.go:171","msg":"trace[140334097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2225; }","duration":"750.015344ms","start":"2026-05-03T22:12:08.501284Z","end":"2026-05-03T22:12:09.251299Z","steps":["trace[140334097] 'range keys from in-memory index tree' (duration: 749.278244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:09.251376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:08.501267Z","time spent":"750.094812ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-03T22:12:09.251148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.213579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-03T22:12:09.252057Z","caller":"traceutil/trace.go:171","msg":"trace[686162768] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2225; }","duration":"440.139044ms","start":"2026-05-03T22:12:08.811899Z","end":"2026-05-03T22:12:09.252038Z","steps":["trace[686162768] 'range keys from in-memory index tree' (duration: 438.951906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:09.252181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:08.811887Z","time spent":"440.258371ms","remote":"127.0.0.1:49724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-03T22:12:09.822398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605756143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:12:10.323104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605756143,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-03T22:12:10.464208Z","caller":"traceutil/trace.go:171","msg":"trace[1476297746] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"1.208411629s","start":"2026-05-03T22:12:09.255774Z","end":"2026-05-03T22:12:10.464186Z","steps":["trace[1476297746] 'process raft request' (duration: 1.208255933s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:10.464451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:09.255759Z","time spent":"1.208590503s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:12:11.321684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-03T22:12:11.321852Z","caller":"traceutil/trace.go:171","msg":"trace[1010830429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000310917s","start":"2026-05-03T22:12:09.321516Z","end":"2026-05-03T22:12:11.321827Z","steps":["trace[1010830429] 'agreement among raft nodes before linearized reading' (duration: 2.000123192s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:11.322033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:09.321502Z","time spent":"2.000512093s","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/03 22:12:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-03T22:12:12.031205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.864183ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:12:12.031333Z","caller":"traceutil/trace.go:171","msg":"trace[779152399] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2226; }","duration":"463.002999ms","start":"2026-05-03T22:12:11.56831Z","end":"2026-05-03T22:12:12.031313Z","steps":["trace[779152399] 'range keys from in-memory index tree' (duration: 462.846174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:12.03293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.765107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:12:12.033249Z","caller":"traceutil/trace.go:171","msg":"trace[1964311934] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"2.777272189s","start":"2026-05-03T22:12:09.255936Z","end":"2026-05-03T22:12:12.033208Z","steps":["trace[1964311934] 'process raft request' (duration: 2.081155741s)","trace[1964311934] 'compare' (duration: 694.242288ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:12:12.033367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:09.255916Z","time spent":"2.777403506s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:12:12.033386Z","caller":"traceutil/trace.go:171","msg":"trace[1946915543] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"2.777415435s","start":"2026-05-03T22:12:09.25595Z","end":"2026-05-03T22:12:12.033365Z","steps":["trace[1946915543] 'process raft request' (duration: 2.777069503s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:12:12.033365Z","caller":"traceutil/trace.go:171","msg":"trace[796486727] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"2.777000166s","start":"2026-05-03T22:12:09.256349Z","end":"2026-05-03T22:12:12.033349Z","steps":["trace[796486727] 'process raft request' (duration: 2.776773802s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:12.033544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:09.25592Z","time spent":"2.777517893s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:12:12.033535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:09.256332Z","time spent":"2.777116313s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:12:12.033779Z","caller":"traceutil/trace.go:171","msg":"trace[998567158] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"2.224555604s","start":"2026-05-03T22:12:09.809207Z","end":"2026-05-03T22:12:12.033762Z","steps":["trace[998567158] 'process raft request' (duration: 2.224394868s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:12:12.033767Z","caller":"traceutil/trace.go:171","msg":"trace[929996773] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"2.775944104s","start":"2026-05-03T22:12:09.257794Z","end":"2026-05-03T22:12:12.033738Z","steps":["trace[929996773] 'process raft request' (duration: 2.775510906s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:12.033928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:09.257784Z","time spent":"2.776059761s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:12:12.033928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:09.809179Z","time spent":"2.224663501s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:12:12.034023Z","caller":"traceutil/trace.go:171","msg":"trace[16253748] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"1.939757238s","start":"2026-05-03T22:12:10.094252Z","end":"2026-05-03T22:12:12.034009Z","steps":["trace[16253748] 'process raft request' (duration: 1.939604682s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:12:12.034044Z","caller":"traceutil/trace.go:171","msg":"trace[1041604984] linearizableReadLoop","detail":"{readStateIndex:2320; appliedIndex:2311; }","duration":"2.712468622s","start":"2026-05-03T22:12:09.321562Z","end":"2026-05-03T22:12:12.034031Z","steps":["trace[1041604984] 'read index received' (duration: 1.142451334s)","trace[1041604984] 'applied index is now lower than readState.Index' (duration: 1.570015568s)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:12:12.034115Z","caller":"traceutil/trace.go:171","msg":"trace[1275893633] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"1.773413365s","start":"2026-05-03T22:12:10.260667Z","end":"2026-05-03T22:12:12.034081Z","steps":["trace[1275893633] 'process raft request' (duration: 1.773284178s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:12.034128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:10.094224Z","time spent":"1.939838956s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:12:12.034194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:10.260645Z","time spent":"1.773510782s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:12:12.033954Z","caller":"traceutil/trace.go:171","msg":"trace[1685899997] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"2.205414099s","start":"2026-05-03T22:12:09.828527Z","end":"2026-05-03T22:12:12.033942Z","steps":["trace[1685899997] 'process raft request' (duration: 2.205184855s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:12.034356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:09.8285Z","time spent":"2.205814988s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:12:12.041555Z","caller":"traceutil/trace.go:171","msg":"trace[1619748602] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"494.075054ms","start":"2026-05-03T22:12:11.547461Z","end":"2026-05-03T22:12:12.041536Z","steps":["trace[1619748602] 'process raft request' (duration: 493.948016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:12.041668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:11.547435Z","time spent":"494.176291ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:12:12.468635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787928055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-03T22:12:12.468695Z","caller":"traceutil/trace.go:171","msg":"trace[560821773] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2235; }","duration":"1.787997263s","start":"2026-05-03T22:12:10.680684Z","end":"2026-05-03T22:12:12.468681Z","steps":["trace[560821773] 'agreement among raft nodes before linearized reading' (duration: 1.787835757s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:12.468864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208218544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-03T22:12:12.469029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789415465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:12:12.469084Z","caller":"traceutil/trace.go:171","msg":"trace[802605108] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2235; }","duration":"1.789490823s","start":"2026-05-03T22:12:10.679577Z","end":"2026-05-03T22:12:12.469067Z","steps":["trace[802605108] 'agreement among raft nodes before linearized reading' (duration: 1.789434165s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:12.469103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914470049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ac2dcba374c6c2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-03T22:12:12.469131Z","caller":"traceutil/trace.go:171","msg":"trace[919985856] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18ac2dcba374c6c2; range_end:; response_count:1; response_revision:2235; }","duration":"1.914525279s","start":"2026-05-03T22:12:10.554597Z","end":"2026-05-03T22:12:12.469122Z","steps":["trace[919985856] 'agreement among raft nodes before linearized reading' (duration: 1.914426032s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:12.469134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:10.67956Z","time spent":"1.789565101s","remote":"127.0.0.1:38948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:12:12.469158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:10.554574Z","time spent":"1.914578567s","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ac2dcba374c6c2\" "} {"level":"warn","ts":"2026-05-03T22:12:12.469186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93776895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-03T22:12:12.469046Z","caller":"traceutil/trace.go:171","msg":"trace[10244244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2235; }","duration":"2.208440778s","start":"2026-05-03T22:12:10.260587Z","end":"2026-05-03T22:12:12.469028Z","steps":["trace[10244244] 'agreement among raft nodes before linearized reading' (duration: 2.208038599s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:12:12.469312Z","caller":"traceutil/trace.go:171","msg":"trace[1880101704] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2235; }","duration":"2.937902337s","start":"2026-05-03T22:12:09.531365Z","end":"2026-05-03T22:12:12.469268Z","steps":["trace[1880101704] 'agreement among raft nodes before linearized reading' (duration: 2.937544837s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:12.469412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:09.531354Z","time spent":"2.938007543s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-03T22:12:12.469483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:10.680626Z","time spent":"1.78884749s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-03T22:12:12.469497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9827081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:12:12.469554Z","caller":"traceutil/trace.go:171","msg":"trace[949317803] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2235; }","duration":"2.982805447s","start":"2026-05-03T22:12:09.486737Z","end":"2026-05-03T22:12:12.469542Z","steps":["trace[949317803] 'agreement among raft nodes before linearized reading' (duration: 2.982729339s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:12.468855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139513175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:12:12.469585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:09.48672Z","time spent":"2.982856406s","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:12:12.469603Z","caller":"traceutil/trace.go:171","msg":"trace[1893377790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2235; }","duration":"1.140333872s","start":"2026-05-03T22:12:11.32926Z","end":"2026-05-03T22:12:12.469594Z","steps":["trace[1893377790] 'agreement among raft nodes before linearized reading' (duration: 1.139503925s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:12.469625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:11.329238Z","time spent":"1.140381871s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:12:12.468977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194550453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:12:12.469729Z","caller":"traceutil/trace.go:171","msg":"trace[1285232633] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2235; }","duration":"1.195357861s","start":"2026-05-03T22:12:11.274364Z","end":"2026-05-03T22:12:12.469721Z","steps":["trace[1285232633] 'agreement among raft nodes before linearized reading' (duration: 1.194542944s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:12.469754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:11.274337Z","time spent":"1.19540679s","remote":"127.0.0.1:49652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:12:12.469751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473425716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12380"} {"level":"info","ts":"2026-05-03T22:12:12.4699Z","caller":"traceutil/trace.go:171","msg":"trace[25210783] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2235; }","duration":"2.473626851s","start":"2026-05-03T22:12:09.996256Z","end":"2026-05-03T22:12:12.469883Z","steps":["trace[25210783] 'agreement among raft nodes before linearized reading' (duration: 2.472426274s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:12.469955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:09.996237Z","time spent":"2.473707209s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12403,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-03T22:12:12.469441Z","caller":"traceutil/trace.go:171","msg":"trace[1110251243] linearizableReadLoop","detail":"{readStateIndex:2322; appliedIndex:2320; }","duration":"434.418189ms","start":"2026-05-03T22:12:12.034075Z","end":"2026-05-03T22:12:12.468493Z","steps":["trace[1110251243] 'read index received' (duration: 7.326932ms)","trace[1110251243] 'applied index is now lower than readState.Index' (duration: 427.089477ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:12:12.468996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420557953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:12:12.470076Z","caller":"traceutil/trace.go:171","msg":"trace[148272485] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2235; }","duration":"1.421636464s","start":"2026-05-03T22:12:11.048426Z","end":"2026-05-03T22:12:12.470062Z","steps":["trace[148272485] 'agreement among raft nodes before linearized reading' (duration: 1.420486165s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:12:12.470119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:11.048348Z","time spent":"1.42175666s","remote":"127.0.0.1:49698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:12:12.469432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:12:10.260565Z","time spent":"2.20876778s","remote":"127.0.0.1:49724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-03T22:13:02.4741Z","caller":"traceutil/trace.go:171","msg":"trace[790583036] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"129.393011ms","start":"2026-05-03T22:13:02.344673Z","end":"2026-05-03T22:13:02.474066Z","steps":["trace[790583036] 'process raft request' (duration: 102.480835ms)","trace[790583036] 'compare' (duration: 26.358961ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:13:02.474234Z","caller":"traceutil/trace.go:171","msg":"trace[1074897428] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"129.479078ms","start":"2026-05-03T22:13:02.344718Z","end":"2026-05-03T22:13:02.474197Z","steps":["trace[1074897428] 'process raft request' (duration: 129.224475ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:02.474823Z","caller":"traceutil/trace.go:171","msg":"trace[1028265931] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"129.641664ms","start":"2026-05-03T22:13:02.345167Z","end":"2026-05-03T22:13:02.474809Z","steps":["trace[1028265931] 'process raft request' (duration: 128.888704ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:02.743295Z","caller":"traceutil/trace.go:171","msg":"trace[168225828] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"154.057688ms","start":"2026-05-03T22:13:02.589208Z","end":"2026-05-03T22:13:02.743266Z","steps":["trace[168225828] 'process raft request' (duration: 153.9799ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:02.743383Z","caller":"traceutil/trace.go:171","msg":"trace[159318081] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"221.516244ms","start":"2026-05-03T22:13:02.521825Z","end":"2026-05-03T22:13:02.743341Z","steps":["trace[159318081] 'process raft request' (duration: 177.003601ms)","trace[159318081] 'compare' (duration: 44.135593ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:13:08.687213Z","caller":"traceutil/trace.go:171","msg":"trace[1758008898] linearizableReadLoop","detail":"{readStateIndex:2642; appliedIndex:2639; }","duration":"111.363216ms","start":"2026-05-03T22:13:08.575812Z","end":"2026-05-03T22:13:08.687175Z","steps":["trace[1758008898] 'read index received' (duration: 76.769026ms)","trace[1758008898] 'applied index is now lower than readState.Index' (duration: 34.59245ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:13:08.687276Z","caller":"traceutil/trace.go:171","msg":"trace[1506538135] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"115.120034ms","start":"2026-05-03T22:13:08.57209Z","end":"2026-05-03T22:13:08.68721Z","steps":["trace[1506538135] 'process raft request' (duration: 114.944929ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:08.687529Z","caller":"traceutil/trace.go:171","msg":"trace[2146738612] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"114.16281ms","start":"2026-05-03T22:13:08.573332Z","end":"2026-05-03T22:13:08.687495Z","steps":["trace[2146738612] 'process raft request' (duration: 113.79572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:13:08.687613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.780354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-03T22:13:08.687719Z","caller":"traceutil/trace.go:171","msg":"trace[1155128752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2544; }","duration":"111.94586ms","start":"2026-05-03T22:13:08.575747Z","end":"2026-05-03T22:13:08.687693Z","steps":["trace[1155128752] 'agreement among raft nodes before linearized reading' (duration: 111.627138ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:10.768376Z","caller":"traceutil/trace.go:171","msg":"trace[1117570057] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"109.005919ms","start":"2026-05-03T22:13:10.659339Z","end":"2026-05-03T22:13:10.768345Z","steps":["trace[1117570057] 'process raft request' (duration: 108.795275ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:20.587153Z","caller":"traceutil/trace.go:171","msg":"trace[754041431] linearizableReadLoop","detail":"{readStateIndex:2741; appliedIndex:2740; }","duration":"112.168483ms","start":"2026-05-03T22:13:20.474964Z","end":"2026-05-03T22:13:20.587132Z","steps":["trace[754041431] 'read index received' (duration: 112.142074ms)","trace[754041431] 'applied index is now lower than readState.Index' (duration: 25.439µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:13:20.587212Z","caller":"traceutil/trace.go:171","msg":"trace[2042183600] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"222.655633ms","start":"2026-05-03T22:13:20.364518Z","end":"2026-05-03T22:13:20.587173Z","steps":["trace[2042183600] 'process raft request' (duration: 222.460409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:13:20.587364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.376518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:13:20.58745Z","caller":"traceutil/trace.go:171","msg":"trace[1112033599] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2639; }","duration":"112.482765ms","start":"2026-05-03T22:13:20.474947Z","end":"2026-05-03T22:13:20.58743Z","steps":["trace[1112033599] 'agreement among raft nodes before linearized reading' (duration: 112.30934ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:29.478709Z","caller":"traceutil/trace.go:171","msg":"trace[1007487963] linearizableReadLoop","detail":"{readStateIndex:2854; appliedIndex:2853; }","duration":"155.781781ms","start":"2026-05-03T22:13:29.322897Z","end":"2026-05-03T22:13:29.478679Z","steps":["trace[1007487963] 'read index received' (duration: 155.4551ms)","trace[1007487963] 'applied index is now lower than readState.Index' (duration: 325.771µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:13:29.478772Z","caller":"traceutil/trace.go:171","msg":"trace[1755415506] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"365.656379ms","start":"2026-05-03T22:13:29.113075Z","end":"2026-05-03T22:13:29.478731Z","steps":["trace[1755415506] 'process raft request' (duration: 365.441965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:13:29.478875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.959706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:13:29.478912Z","caller":"traceutil/trace.go:171","msg":"trace[1227240750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2750; }","duration":"156.099182ms","start":"2026-05-03T22:13:29.322799Z","end":"2026-05-03T22:13:29.478898Z","steps":["trace[1227240750] 'agreement among raft nodes before linearized reading' (duration: 156.012214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:13:29.478947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:13:29.113052Z","time spent":"365.804294ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:13:29.65279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.692269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:13:29.652907Z","caller":"traceutil/trace.go:171","msg":"trace[1083799748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2750; }","duration":"131.835355ms","start":"2026-05-03T22:13:29.521048Z","end":"2026-05-03T22:13:29.652883Z","steps":["trace[1083799748] 'range keys from in-memory index tree' (duration: 131.517414ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:31.00397Z","caller":"traceutil/trace.go:171","msg":"trace[379891842] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"362.689638ms","start":"2026-05-03T22:13:30.641251Z","end":"2026-05-03T22:13:31.00394Z","steps":["trace[379891842] 'process raft request' (duration: 362.525773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:13:31.004151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:13:30.641215Z","time spent":"362.837735ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:13:31.045754Z","caller":"traceutil/trace.go:171","msg":"trace[865858311] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"151.021289ms","start":"2026-05-03T22:13:30.894696Z","end":"2026-05-03T22:13:31.045718Z","steps":["trace[865858311] 'process raft request' (duration: 150.782936ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:31.045771Z","caller":"traceutil/trace.go:171","msg":"trace[561913706] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"150.901652ms","start":"2026-05-03T22:13:30.894838Z","end":"2026-05-03T22:13:31.04574Z","steps":["trace[561913706] 'process raft request' (duration: 150.814944ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:31.045958Z","caller":"traceutil/trace.go:171","msg":"trace[1837668804] linearizableReadLoop","detail":"{readStateIndex:2858; appliedIndex:2854; }","duration":"146.566458ms","start":"2026-05-03T22:13:30.89937Z","end":"2026-05-03T22:13:31.045937Z","steps":["trace[1837668804] 'read index received' (duration: 104.397192ms)","trace[1837668804] 'applied index is now lower than readState.Index' (duration: 42.168116ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:13:31.046075Z","caller":"traceutil/trace.go:171","msg":"trace[1304581481] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"148.967776ms","start":"2026-05-03T22:13:30.897098Z","end":"2026-05-03T22:13:31.046066Z","steps":["trace[1304581481] 'process raft request' (duration: 148.599525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:13:31.04622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.946893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:13:31.046262Z","caller":"traceutil/trace.go:171","msg":"trace[278865367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2754; }","duration":"132.037781ms","start":"2026-05-03T22:13:30.91421Z","end":"2026-05-03T22:13:31.046248Z","steps":["trace[278865367] 'agreement among raft nodes before linearized reading' (duration: 131.884295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:13:31.046434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.049806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:13:31.046488Z","caller":"traceutil/trace.go:171","msg":"trace[1378382420] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2754; }","duration":"147.145254ms","start":"2026-05-03T22:13:30.899313Z","end":"2026-05-03T22:13:31.046459Z","steps":["trace[1378382420] 'agreement among raft nodes before linearized reading' (duration: 147.067896ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:47.3287Z","caller":"traceutil/trace.go:171","msg":"trace[2090999125] linearizableReadLoop","detail":"{readStateIndex:2956; appliedIndex:2954; }","duration":"105.568572ms","start":"2026-05-03T22:13:47.223104Z","end":"2026-05-03T22:13:47.328673Z","steps":["trace[2090999125] 'read index received' (duration: 41.461506ms)","trace[2090999125] 'applied index is now lower than readState.Index' (duration: 64.105706ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:13:47.329136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.00203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-03T22:13:47.3292Z","caller":"traceutil/trace.go:171","msg":"trace[188039319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2848; }","duration":"106.135046ms","start":"2026-05-03T22:13:47.22305Z","end":"2026-05-03T22:13:47.329185Z","steps":["trace[188039319] 'agreement among raft nodes before linearized reading' (duration: 105.898433ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:47.329281Z","caller":"traceutil/trace.go:171","msg":"trace[798996519] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"139.184378ms","start":"2026-05-03T22:13:47.190089Z","end":"2026-05-03T22:13:47.329274Z","steps":["trace[798996519] 'process raft request' (duration: 74.562156ms)","trace[798996519] 'compare' (duration: 63.798114ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:13:47.329299Z","caller":"traceutil/trace.go:171","msg":"trace[922084485] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"139.204908ms","start":"2026-05-03T22:13:47.190078Z","end":"2026-05-03T22:13:47.329283Z","steps":["trace[922084485] 'process raft request' (duration: 138.539555ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:57.541467Z","caller":"traceutil/trace.go:171","msg":"trace[1577349096] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"285.716961ms","start":"2026-05-03T22:13:57.255722Z","end":"2026-05-03T22:13:57.541439Z","steps":["trace[1577349096] 'process raft request' (duration: 236.629971ms)","trace[1577349096] 'compare' (duration: 48.889043ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:13:57.541806Z","caller":"traceutil/trace.go:171","msg":"trace[789675259] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"177.342206ms","start":"2026-05-03T22:13:57.364437Z","end":"2026-05-03T22:13:57.541779Z","steps":["trace[789675259] 'process raft request' (duration: 176.964334ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:57.541925Z","caller":"traceutil/trace.go:171","msg":"trace[689557869] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"144.490678ms","start":"2026-05-03T22:13:57.397417Z","end":"2026-05-03T22:13:57.541908Z","steps":["trace[689557869] 'process raft request' (duration: 144.266305ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:57.542154Z","caller":"traceutil/trace.go:171","msg":"trace[935389219] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"133.64997ms","start":"2026-05-03T22:13:57.408476Z","end":"2026-05-03T22:13:57.542126Z","steps":["trace[935389219] 'process raft request' (duration: 133.38979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:13:57.747118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.062168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:13:57.7473Z","caller":"traceutil/trace.go:171","msg":"trace[35726588] linearizableReadLoop","detail":"{readStateIndex:3014; appliedIndex:3011; }","duration":"181.616746ms","start":"2026-05-03T22:13:57.565667Z","end":"2026-05-03T22:13:57.747284Z","steps":["trace[35726588] 'read index received' (duration: 16.670016ms)","trace[35726588] 'applied index is now lower than readState.Index' (duration: 164.94551ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:13:57.747483Z","caller":"traceutil/trace.go:171","msg":"trace[942266700] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"198.937506ms","start":"2026-05-03T22:13:57.548529Z","end":"2026-05-03T22:13:57.747466Z","steps":["trace[942266700] 'process raft request' (duration: 198.717594ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:57.747385Z","caller":"traceutil/trace.go:171","msg":"trace[1627679008] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"198.991927ms","start":"2026-05-03T22:13:57.548372Z","end":"2026-05-03T22:13:57.747364Z","steps":["trace[1627679008] 'process raft request' (duration: 198.833546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:13:57.747634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.95091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-03T22:13:57.747709Z","caller":"traceutil/trace.go:171","msg":"trace[1761876838] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2904; }","duration":"182.065671ms","start":"2026-05-03T22:13:57.565626Z","end":"2026-05-03T22:13:57.747692Z","steps":["trace[1761876838] 'agreement among raft nodes before linearized reading' (duration: 181.883666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:13:57.747746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.031838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:13:57.747799Z","caller":"traceutil/trace.go:171","msg":"trace[1332922569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2904; }","duration":"119.119615ms","start":"2026-05-03T22:13:57.628666Z","end":"2026-05-03T22:13:57.747786Z","steps":["trace[1332922569] 'agreement among raft nodes before linearized reading' (duration: 119.04026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:13:57.747823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.53364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-03T22:13:57.747843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.156717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-03T22:13:57.747865Z","caller":"traceutil/trace.go:171","msg":"trace[2090659910] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2904; }","duration":"181.596662ms","start":"2026-05-03T22:13:57.566256Z","end":"2026-05-03T22:13:57.747853Z","steps":["trace[2090659910] 'agreement among raft nodes before linearized reading' (duration: 181.398344ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:57.747398Z","caller":"traceutil/trace.go:171","msg":"trace[255916787] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"199.455875ms","start":"2026-05-03T22:13:57.547907Z","end":"2026-05-03T22:13:57.747363Z","steps":["trace[255916787] 'process raft request' (duration: 95.072285ms)","trace[255916787] 'compare' (duration: 103.941215ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:13:57.747881Z","caller":"traceutil/trace.go:171","msg":"trace[1232839795] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2904; }","duration":"116.245654ms","start":"2026-05-03T22:13:57.631624Z","end":"2026-05-03T22:13:57.74787Z","steps":["trace[1232839795] 'agreement among raft nodes before linearized reading' (duration: 116.074972ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:57.932461Z","caller":"traceutil/trace.go:171","msg":"trace[749203907] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"179.078329ms","start":"2026-05-03T22:13:57.753356Z","end":"2026-05-03T22:13:57.932435Z","steps":["trace[749203907] 'process raft request' (duration: 116.151096ms)","trace[749203907] 'compare' (duration: 62.682966ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:13:57.932847Z","caller":"traceutil/trace.go:171","msg":"trace[1641975526] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"177.801944ms","start":"2026-05-03T22:13:57.755029Z","end":"2026-05-03T22:13:57.932831Z","steps":["trace[1641975526] 'process raft request' (duration: 177.36481ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:13:57.932852Z","caller":"traceutil/trace.go:171","msg":"trace[1964181578] linearizableReadLoop","detail":"{readStateIndex:3016; appliedIndex:3014; }","duration":"177.876228ms","start":"2026-05-03T22:13:57.754945Z","end":"2026-05-03T22:13:57.932822Z","steps":["trace[1964181578] 'read index received' (duration: 54.598406ms)","trace[1964181578] 'applied index is now lower than readState.Index' (duration: 123.275611ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:13:57.933124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.152641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-03T22:13:57.93324Z","caller":"traceutil/trace.go:171","msg":"trace[656131885] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2907; }","duration":"178.282325ms","start":"2026-05-03T22:13:57.75491Z","end":"2026-05-03T22:13:57.933192Z","steps":["trace[656131885] 'agreement among raft nodes before linearized reading' (duration: 178.018175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:13:59.843428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.696356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-03T22:13:59.843517Z","caller":"traceutil/trace.go:171","msg":"trace[272193761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2913; }","duration":"257.851545ms","start":"2026-05-03T22:13:59.585645Z","end":"2026-05-03T22:13:59.843497Z","steps":["trace[272193761] 'range keys from in-memory index tree' (duration: 257.435135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:13:59.843603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.805275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-03T22:13:59.843732Z","caller":"traceutil/trace.go:171","msg":"trace[16731927] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2913; }","duration":"213.002482ms","start":"2026-05-03T22:13:59.630706Z","end":"2026-05-03T22:13:59.843709Z","steps":["trace[16731927] 'range keys from in-memory index tree' (duration: 212.480044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:03.406755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127040534s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:14:03.407138Z","caller":"traceutil/trace.go:171","msg":"trace[1185139018] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"1.501074715s","start":"2026-05-03T22:14:01.905963Z","end":"2026-05-03T22:14:03.407038Z","steps":["trace[1185139018] 'process raft request' (duration: 373.629118ms)","trace[1185139018] 'compare' (duration: 1.125222681s)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:14:03.407572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:01.905944Z","time spent":"1.501308347s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:03.407889Z","caller":"traceutil/trace.go:171","msg":"trace[1017802432] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"1.501734265s","start":"2026-05-03T22:14:01.90613Z","end":"2026-05-03T22:14:03.407865Z","steps":["trace[1017802432] 'process raft request' (duration: 1.501117692s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:03.408032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:01.906109Z","time spent":"1.501844156s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:03.408517Z","caller":"traceutil/trace.go:171","msg":"trace[1600900850] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"1.497742911s","start":"2026-05-03T22:14:01.91076Z","end":"2026-05-03T22:14:03.408503Z","steps":["trace[1600900850] 'process raft request' (duration: 1.497171737s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:03.408674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:01.910745Z","time spent":"1.497815224s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:03.408834Z","caller":"traceutil/trace.go:171","msg":"trace[1976724035] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"1.496954714s","start":"2026-05-03T22:14:01.91184Z","end":"2026-05-03T22:14:03.408795Z","steps":["trace[1976724035] 'process raft request' (duration: 1.496312776s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:03.409033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:01.911831Z","time spent":"1.497105832s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:14:04.321908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000211695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-03T22:14:04.321991Z","caller":"traceutil/trace.go:171","msg":"trace[1880953194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000362612s","start":"2026-05-03T22:14:02.321611Z","end":"2026-05-03T22:14:04.321973Z","steps":["trace[1880953194] 'agreement among raft nodes before linearized reading' (duration: 2.000252152s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:04.32204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:02.321584Z","time spent":"2.000446697s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/03 22:14:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-03T22:14:04.352646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.230939ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-03T22:14:04.353397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115766217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:14:04.354154Z","caller":"traceutil/trace.go:171","msg":"trace[822321950] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2927; }","duration":"2.116574353s","start":"2026-05-03T22:14:02.237567Z","end":"2026-05-03T22:14:04.354141Z","steps":["trace[822321950] 'agreement among raft nodes before linearized reading' (duration: 2.115764276s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:04.354234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:02.237541Z","time spent":"2.116677673s","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:14:04.353635Z","caller":"traceutil/trace.go:171","msg":"trace[1622232799] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"967.638497ms","start":"2026-05-03T22:14:03.385971Z","end":"2026-05-03T22:14:04.353609Z","steps":["trace[1622232799] 'process raft request' (duration: 966.795615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:04.354396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:03.385933Z","time spent":"968.36858ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:04.353588Z","caller":"traceutil/trace.go:171","msg":"trace[244733645] linearizableReadLoop","detail":"{readStateIndex:3038; appliedIndex:3033; }","duration":"2.115275378s","start":"2026-05-03T22:14:02.237623Z","end":"2026-05-03T22:14:04.352898Z","steps":["trace[244733645] 'read index received' (duration: 41.89239ms)","trace[244733645] 'applied index is now lower than readState.Index' (duration: 2.073381358s)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:14:06.322262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-03T22:14:06.32245Z","caller":"traceutil/trace.go:171","msg":"trace[12087261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339604s","start":"2026-05-03T22:14:04.32208Z","end":"2026-05-03T22:14:06.322419Z","steps":["trace[12087261] 'agreement among raft nodes before linearized reading' (duration: 2.000118954s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:06.322589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:04.322011Z","time spent":"2.000562503s","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/03 22:14:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-03T22:14:06.826108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000760478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-03T22:14:06.82623Z","caller":"traceutil/trace.go:171","msg":"trace[1792840409] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000967106s","start":"2026-05-03T22:14:04.825236Z","end":"2026-05-03T22:14:06.826203Z","steps":["trace[1792840409] 'agreement among raft nodes before linearized reading' (duration: 2.000800476s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:06.826326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:04.825177Z","time spent":"2.00110311s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/03 22:14:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-03T22:14:07.273836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838663037s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:14:07.275144Z","caller":"traceutil/trace.go:171","msg":"trace[1565214312] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"3.705391049s","start":"2026-05-03T22:14:03.569726Z","end":"2026-05-03T22:14:07.275118Z","steps":["trace[1565214312] 'process raft request' (duration: 865.333816ms)","trace[1565214312] 'compare' (duration: 2.837687344s)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:14:07.275357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:03.569694Z","time spent":"3.705584145s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:07.275799Z","caller":"traceutil/trace.go:171","msg":"trace[211819498] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"3.703503561s","start":"2026-05-03T22:14:03.572258Z","end":"2026-05-03T22:14:07.275761Z","steps":["trace[211819498] 'process raft request' (duration: 3.701696651s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:07.275838Z","caller":"traceutil/trace.go:171","msg":"trace[782609957] linearizableReadLoop","detail":"{readStateIndex:3043; appliedIndex:3039; }","duration":"2.921218162s","start":"2026-05-03T22:14:04.354592Z","end":"2026-05-03T22:14:07.27581Z","steps":["trace[782609957] 'read index received' (duration: 80.38765ms)","trace[782609957] 'applied index is now lower than readState.Index' (duration: 2.840829361s)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:14:07.275913Z","caller":"traceutil/trace.go:171","msg":"trace[1395805903] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"3.676667213s","start":"2026-05-03T22:14:03.599214Z","end":"2026-05-03T22:14:07.275882Z","steps":["trace[1395805903] 'process raft request' (duration: 3.6765331s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:07.275924Z","caller":"traceutil/trace.go:171","msg":"trace[1566545311] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"3.67828413s","start":"2026-05-03T22:14:03.597608Z","end":"2026-05-03T22:14:07.275892Z","steps":["trace[1566545311] 'process raft request' (duration: 3.677994119s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.275981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371649119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-03T22:14:07.275997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:03.572246Z","time spent":"3.703648017s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:07.276039Z","caller":"traceutil/trace.go:171","msg":"trace[42059657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2932; }","duration":"3.37176465s","start":"2026-05-03T22:14:03.904258Z","end":"2026-05-03T22:14:07.276023Z","steps":["trace[42059657] 'agreement among raft nodes before linearized reading' (duration: 3.371609493s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.276073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:03.904232Z","time spent":"3.371835923s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-03T22:14:07.276122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:03.599202Z","time spent":"3.67681835s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:14:07.276197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645047771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-03T22:14:07.27621Z","caller":"traceutil/trace.go:171","msg":"trace[1069221908] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2932; }","duration":"3.645107252s","start":"2026-05-03T22:14:03.631098Z","end":"2026-05-03T22:14:07.276206Z","steps":["trace[1069221908] 'agreement among raft nodes before linearized reading' (duration: 3.645064445s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.276222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:03.631069Z","time spent":"3.64515025s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-03T22:14:07.276218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:03.59759Z","time spent":"3.678436557s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:14:07.276422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.918555086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:14:07.276449Z","caller":"traceutil/trace.go:171","msg":"trace[258735904] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2932; }","duration":"4.918604206s","start":"2026-05-03T22:14:02.357837Z","end":"2026-05-03T22:14:07.276442Z","steps":["trace[258735904] 'agreement among raft nodes before linearized reading' (duration: 4.918558568s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.276464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:02.357827Z","time spent":"4.91863305s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:14:07.276779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.269812459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:14:07.276836Z","caller":"traceutil/trace.go:171","msg":"trace[1715200798] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2932; }","duration":"4.269904475s","start":"2026-05-03T22:14:03.006917Z","end":"2026-05-03T22:14:07.276822Z","steps":["trace[1715200798] 'agreement among raft nodes before linearized reading' (duration: 4.269151441s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.276916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:03.006902Z","time spent":"4.270002583s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:14:07.277524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049250017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:14:07.277606Z","caller":"traceutil/trace.go:171","msg":"trace[82953327] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2932; }","duration":"3.049389362s","start":"2026-05-03T22:14:04.228183Z","end":"2026-05-03T22:14:07.277573Z","steps":["trace[82953327] 'agreement among raft nodes before linearized reading' (duration: 3.047692691s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.277652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:04.228138Z","time spent":"3.049499631s","remote":"127.0.0.1:39012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:14:07.277554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.360241766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18ac2de6f7066a85\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-05-03T22:14:07.27785Z","caller":"traceutil/trace.go:171","msg":"trace[771738808] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18ac2de6f7066a85; range_end:; response_count:1; response_revision:2932; }","duration":"4.360583736s","start":"2026-05-03T22:14:02.917254Z","end":"2026-05-03T22:14:07.277837Z","steps":["trace[771738808] 'agreement among raft nodes before linearized reading' (duration: 4.358827665s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.277904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:02.917227Z","time spent":"4.360651909s","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18ac2de6f7066a85\" "} {"level":"warn","ts":"2026-05-03T22:14:07.329418Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195142642s","expected-duration":"1s"} {"level":"info","ts":"2026-05-03T22:14:07.329761Z","caller":"traceutil/trace.go:171","msg":"trace[1038301650] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"1.195593853s","start":"2026-05-03T22:14:06.13415Z","end":"2026-05-03T22:14:07.329743Z","steps":["trace[1038301650] 'process raft request' (duration: 1.195483012s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.329869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:06.134122Z","time spent":"1.195677268s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:14:07.330116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.172309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:14:07.330228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.96822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-03T22:14:07.330254Z","caller":"traceutil/trace.go:171","msg":"trace[1497604581] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:2933; }","duration":"572.045653ms","start":"2026-05-03T22:14:06.7582Z","end":"2026-05-03T22:14:07.330246Z","steps":["trace[1497604581] 'agreement among raft nodes before linearized reading' (duration: 571.97039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.330271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:06.758151Z","time spent":"572.116536ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-05-03T22:14:07.330379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.603501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-03T22:14:07.330401Z","caller":"traceutil/trace.go:171","msg":"trace[1610282666] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2933; }","duration":"970.64806ms","start":"2026-05-03T22:14:06.359747Z","end":"2026-05-03T22:14:07.330395Z","steps":["trace[1610282666] 'agreement among raft nodes before linearized reading' (duration: 970.600251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.330414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:06.359735Z","time spent":"970.675274ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-03T22:14:07.330518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559744214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-03T22:14:07.330565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001406751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:14:07.330582Z","caller":"traceutil/trace.go:171","msg":"trace[408100655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2933; }","duration":"1.001473023s","start":"2026-05-03T22:14:06.329104Z","end":"2026-05-03T22:14:07.330577Z","steps":["trace[408100655] 'agreement among raft nodes before linearized reading' (duration: 1.001442147s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:07.330195Z","caller":"traceutil/trace.go:171","msg":"trace[128086108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2933; }","duration":"501.310374ms","start":"2026-05-03T22:14:06.828866Z","end":"2026-05-03T22:14:07.330177Z","steps":["trace[128086108] 'agreement among raft nodes before linearized reading' (duration: 501.046548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.330595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:06.329076Z","time spent":"1.001516701s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-03T22:14:07.330591Z","caller":"traceutil/trace.go:171","msg":"trace[1659873605] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2933; }","duration":"2.559864665s","start":"2026-05-03T22:14:04.77071Z","end":"2026-05-03T22:14:07.330575Z","steps":["trace[1659873605] 'agreement among raft nodes before linearized reading' (duration: 2.559699536s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.330633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406254759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:14:07.330651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:04.770686Z","time spent":"2.55994752s","remote":"127.0.0.1:49474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:14:07.330708Z","caller":"traceutil/trace.go:171","msg":"trace[637368799] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2933; }","duration":"1.406379051s","start":"2026-05-03T22:14:05.924307Z","end":"2026-05-03T22:14:07.330686Z","steps":["trace[637368799] 'agreement among raft nodes before linearized reading' (duration: 1.406198659s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.330756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:05.924289Z","time spent":"1.406455935s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:14:07.330639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:06.828842Z","time spent":"501.773066ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:14:07.33099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917095727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:14:07.331276Z","caller":"traceutil/trace.go:171","msg":"trace[1486592224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2933; }","duration":"1.917409524s","start":"2026-05-03T22:14:05.413853Z","end":"2026-05-03T22:14:07.331262Z","steps":["trace[1486592224] 'agreement among raft nodes before linearized reading' (duration: 1.917100668s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.331318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:05.413823Z","time spent":"1.917481746s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-03T22:14:07.330993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730802679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:14:07.331403Z","caller":"traceutil/trace.go:171","msg":"trace[807501217] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2933; }","duration":"2.731257471s","start":"2026-05-03T22:14:04.600135Z","end":"2026-05-03T22:14:07.331392Z","steps":["trace[807501217] 'agreement among raft nodes before linearized reading' (duration: 2.73080557s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.331432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:04.600112Z","time spent":"2.73131082s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:14:07.331028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917132443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:14:07.331522Z","caller":"traceutil/trace.go:171","msg":"trace[668402098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2933; }","duration":"1.917631743s","start":"2026-05-03T22:14:05.413885Z","end":"2026-05-03T22:14:07.331517Z","steps":["trace[668402098] 'agreement among raft nodes before linearized reading' (duration: 1.917117471s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.331538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:05.413881Z","time spent":"1.917652367s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-03T22:14:07.330987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478771634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:14:07.331632Z","caller":"traceutil/trace.go:171","msg":"trace[805810802] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2933; }","duration":"2.479496034s","start":"2026-05-03T22:14:04.852129Z","end":"2026-05-03T22:14:07.331625Z","steps":["trace[805810802] 'agreement among raft nodes before linearized reading' (duration: 2.478794049s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.331596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002767482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:14:07.331709Z","caller":"traceutil/trace.go:171","msg":"trace[126945842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2933; }","duration":"2.00298099s","start":"2026-05-03T22:14:05.328703Z","end":"2026-05-03T22:14:07.331684Z","steps":["trace[126945842] 'agreement among raft nodes before linearized reading' (duration: 2.001641293s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.331779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:05.328678Z","time spent":"2.003084978s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-03T22:14:07.33165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:04.852078Z","time spent":"2.479567056s","remote":"127.0.0.1:38910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:14:07.331106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485565599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:14:07.332059Z","caller":"traceutil/trace.go:171","msg":"trace[1281091876] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2933; }","duration":"1.486544853s","start":"2026-05-03T22:14:05.845491Z","end":"2026-05-03T22:14:07.332036Z","steps":["trace[1281091876] 'agreement among raft nodes before linearized reading' (duration: 1.485598795s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.332136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:05.845467Z","time spent":"1.486645611s","remote":"127.0.0.1:49724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:14:07.3311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383806538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:14:07.332202Z","caller":"traceutil/trace.go:171","msg":"trace[2078553165] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2933; }","duration":"1.384955702s","start":"2026-05-03T22:14:05.947236Z","end":"2026-05-03T22:14:07.332191Z","steps":["trace[2078553165] 'agreement among raft nodes before linearized reading' (duration: 1.383821911s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.332232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:05.9472Z","time spent":"1.385024123s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:14:07.330156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03438476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:14:07.332321Z","caller":"traceutil/trace.go:171","msg":"trace[597900109] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2933; }","duration":"1.036604312s","start":"2026-05-03T22:14:06.295709Z","end":"2026-05-03T22:14:07.332314Z","steps":["trace[597900109] 'agreement among raft nodes before linearized reading' (duration: 1.034416185s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.33234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:06.295685Z","time spent":"1.0366475s","remote":"127.0.0.1:46396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:14:07.330386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915478678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:14:07.332421Z","caller":"traceutil/trace.go:171","msg":"trace[992606566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2933; }","duration":"1.917554775s","start":"2026-05-03T22:14:05.41486Z","end":"2026-05-03T22:14:07.332415Z","steps":["trace[992606566] 'agreement among raft nodes before linearized reading' (duration: 1.91514837s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.332438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:05.414857Z","time spent":"1.917575259s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-03T22:14:07.331076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917244673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-03T22:14:07.332531Z","caller":"traceutil/trace.go:171","msg":"trace[1128074839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2933; }","duration":"1.918717174s","start":"2026-05-03T22:14:05.413796Z","end":"2026-05-03T22:14:07.332513Z","steps":["trace[1128074839] 'agreement among raft nodes before linearized reading' (duration: 1.917253705s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:07.332609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:05.413775Z","time spent":"1.918810352s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-03T22:14:07.830573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605757811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:14:08.330804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605757811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:14:08.831721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605757811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:14:08.907794Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.578226106s","expected-duration":"1s"} {"level":"info","ts":"2026-05-03T22:14:08.913415Z","caller":"traceutil/trace.go:171","msg":"trace[2012275686] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"1.631470699s","start":"2026-05-03T22:14:07.281924Z","end":"2026-05-03T22:14:08.913395Z","steps":["trace[2012275686] 'process raft request' (duration: 1.6313627s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:08.913527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:07.281918Z","time spent":"1.631545283s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:08.913683Z","caller":"traceutil/trace.go:171","msg":"trace[239275090] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"1.632834982s","start":"2026-05-03T22:14:07.280842Z","end":"2026-05-03T22:14:08.913677Z","steps":["trace[239275090] 'process raft request' (duration: 1.627183898s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:08.913727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:07.28083Z","time spent":"1.632871748s","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:08.916687Z","caller":"traceutil/trace.go:171","msg":"trace[1820913736] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"1.581475371s","start":"2026-05-03T22:14:07.335195Z","end":"2026-05-03T22:14:08.91667Z","steps":["trace[1820913736] 'process raft request' (duration: 1.581371732s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:08.916672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:07.334769Z","time spent":"1.581895555s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-03T22:14:08.916795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:07.335155Z","time spent":"1.581576368s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:08.916862Z","caller":"traceutil/trace.go:171","msg":"trace[2064560382] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"1.578353046s","start":"2026-05-03T22:14:07.338498Z","end":"2026-05-03T22:14:08.916851Z","steps":["trace[2064560382] 'process raft request' (duration: 1.57814549s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:08.916931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:07.338455Z","time spent":"1.578440952s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:08.917033Z","caller":"traceutil/trace.go:171","msg":"trace[1975784191] linearizableReadLoop","detail":"{readStateIndex:3053; appliedIndex:3044; }","duration":"1.587234509s","start":"2026-05-03T22:14:07.329791Z","end":"2026-05-03T22:14:08.917025Z","steps":["trace[1975784191] 'read index received' (duration: 1.579120143s)","trace[1975784191] 'applied index is now lower than readState.Index' (duration: 8.113436ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:14:08.917059Z","caller":"traceutil/trace.go:171","msg":"trace[2016232594] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"1.578472857s","start":"2026-05-03T22:14:07.338579Z","end":"2026-05-03T22:14:08.917051Z","steps":["trace[2016232594] 'process raft request' (duration: 1.578376621s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:08.917081Z","caller":"traceutil/trace.go:171","msg":"trace[210784820] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"1.578416127s","start":"2026-05-03T22:14:07.338659Z","end":"2026-05-03T22:14:08.917075Z","steps":["trace[210784820] 'process raft request' (duration: 1.57832234s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:08.917094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:07.33857Z","time spent":"1.578505663s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:08.917125Z","caller":"traceutil/trace.go:171","msg":"trace[1870426021] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"1.028612127s","start":"2026-05-03T22:14:07.888509Z","end":"2026-05-03T22:14:08.917122Z","steps":["trace[1870426021] 'process raft request' (duration: 1.028495876s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:08.917163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:07.88847Z","time spent":"1.0286807s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:08.91717Z","caller":"traceutil/trace.go:171","msg":"trace[984631636] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"1.578634655s","start":"2026-05-03T22:14:07.338519Z","end":"2026-05-03T22:14:08.917154Z","steps":["trace[984631636] 'process raft request' (duration: 1.578294426s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:08.917201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:07.338502Z","time spent":"1.578683244s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:14:08.917109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:07.338643Z","time spent":"1.578448352s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:14:08.91729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636682268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-05-03T22:14:08.917313Z","caller":"traceutil/trace.go:171","msg":"trace[2086421448] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2941; }","duration":"1.636713524s","start":"2026-05-03T22:14:07.280593Z","end":"2026-05-03T22:14:08.917306Z","steps":["trace[2086421448] 'agreement among raft nodes before linearized reading' (duration: 1.636609216s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:08.917328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:07.28058Z","time spent":"1.636745679s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-03T22:14:08.917385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582741353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:14:08.917413Z","caller":"traceutil/trace.go:171","msg":"trace[321059041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2941; }","duration":"1.582792411s","start":"2026-05-03T22:14:07.334614Z","end":"2026-05-03T22:14:08.917406Z","steps":["trace[321059041] 'agreement among raft nodes before linearized reading' (duration: 1.582743393s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:08.917444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:07.33459Z","time spent":"1.582849531s","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:14:08.917527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579163298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:14:08.917556Z","caller":"traceutil/trace.go:171","msg":"trace[24777163] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2941; }","duration":"1.579233891s","start":"2026-05-03T22:14:07.338317Z","end":"2026-05-03T22:14:08.917551Z","steps":["trace[24777163] 'agreement among raft nodes before linearized reading' (duration: 1.579167079s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:08.917586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:07.338296Z","time spent":"1.57928663s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-03T22:14:08.91805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290301331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:14:08.918151Z","caller":"traceutil/trace.go:171","msg":"trace[1357091813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2941; }","duration":"1.290990162s","start":"2026-05-03T22:14:07.627133Z","end":"2026-05-03T22:14:08.918124Z","steps":["trace[1357091813] 'agreement among raft nodes before linearized reading' (duration: 1.290269265s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:08.918284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:07.627105Z","time spent":"1.291167213s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-03T22:14:11.386273Z","caller":"traceutil/trace.go:171","msg":"trace[961147217] linearizableReadLoop","detail":"{readStateIndex:3060; appliedIndex:3059; }","duration":"460.63326ms","start":"2026-05-03T22:14:10.92561Z","end":"2026-05-03T22:14:11.386243Z","steps":["trace[961147217] 'read index received' (duration: 459.997521ms)","trace[961147217] 'applied index is now lower than readState.Index' (duration: 634.328µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:14:11.386341Z","caller":"traceutil/trace.go:171","msg":"trace[2092852529] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"464.061831ms","start":"2026-05-03T22:14:10.922227Z","end":"2026-05-03T22:14:11.386289Z","steps":["trace[2092852529] 'process raft request' (duration: 463.837093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:11.386738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.075306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:14:11.386792Z","caller":"traceutil/trace.go:171","msg":"trace[1407035162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2948; }","duration":"461.177383ms","start":"2026-05-03T22:14:10.925601Z","end":"2026-05-03T22:14:11.386779Z","steps":["trace[1407035162] 'agreement among raft nodes before linearized reading' (duration: 460.789196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:11.386903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:10.925542Z","time spent":"461.348373ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-03T22:14:11.386829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:10.92219Z","time spent":"464.239382ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:11.622916Z","caller":"traceutil/trace.go:171","msg":"trace[455328830] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"695.983679ms","start":"2026-05-03T22:14:10.926907Z","end":"2026-05-03T22:14:11.62289Z","steps":["trace[455328830] 'process raft request' (duration: 695.188463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:11.623111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:10.926876Z","time spent":"696.142167ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:11.623393Z","caller":"traceutil/trace.go:171","msg":"trace[1831790938] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"330.868505ms","start":"2026-05-03T22:14:11.292498Z","end":"2026-05-03T22:14:11.623367Z","steps":["trace[1831790938] 'process raft request' (duration: 330.314149ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:11.623884Z","caller":"traceutil/trace.go:171","msg":"trace[462443237] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"330.032861ms","start":"2026-05-03T22:14:11.293814Z","end":"2026-05-03T22:14:11.623847Z","steps":["trace[462443237] 'process raft request' (duration: 329.923613ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:11.623853Z","caller":"traceutil/trace.go:171","msg":"trace[1750617556] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"330.760106ms","start":"2026-05-03T22:14:11.293061Z","end":"2026-05-03T22:14:11.623821Z","steps":["trace[1750617556] 'process raft request' (duration: 330.019058ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:11.624023Z","caller":"traceutil/trace.go:171","msg":"trace[855092602] linearizableReadLoop","detail":"{readStateIndex:3064; appliedIndex:3060; }","duration":"237.644006ms","start":"2026-05-03T22:14:11.386359Z","end":"2026-05-03T22:14:11.624003Z","steps":["trace[855092602] 'read index received' (duration: 235.818273ms)","trace[855092602] 'applied index is now lower than readState.Index' (duration: 1.822992ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:14:11.624052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:11.293807Z","time spent":"330.160613ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:14:11.624059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:11.293037Z","time spent":"330.937196ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:11.624257Z","caller":"traceutil/trace.go:171","msg":"trace[23850170] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"232.60401ms","start":"2026-05-03T22:14:11.391609Z","end":"2026-05-03T22:14:11.624213Z","steps":["trace[23850170] 'process raft request' (duration: 232.213703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:11.624352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.20042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-03T22:14:11.624372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.259758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:14:11.624393Z","caller":"traceutil/trace.go:171","msg":"trace[677387128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2953; }","duration":"698.264541ms","start":"2026-05-03T22:14:10.926118Z","end":"2026-05-03T22:14:11.624383Z","steps":["trace[677387128] 'agreement among raft nodes before linearized reading' (duration: 698.121256ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:11.624416Z","caller":"traceutil/trace.go:171","msg":"trace[1215909799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2953; }","duration":"697.319969ms","start":"2026-05-03T22:14:10.927086Z","end":"2026-05-03T22:14:11.624406Z","steps":["trace[1215909799] 'agreement among raft nodes before linearized reading' (duration: 697.016177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:11.624424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:10.926106Z","time spent":"698.312259ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-03T22:14:11.624452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:10.927077Z","time spent":"697.369577ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-03T22:14:11.624459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.741191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:14:11.624514Z","caller":"traceutil/trace.go:171","msg":"trace[1276097033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2953; }","duration":"697.814323ms","start":"2026-05-03T22:14:10.926681Z","end":"2026-05-03T22:14:11.624495Z","steps":["trace[1276097033] 'agreement among raft nodes before linearized reading' (duration: 697.647524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:11.624571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:10.926672Z","time spent":"697.890397ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-03T22:14:11.624577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:11.292464Z","time spent":"331.359399ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:21.748233Z","caller":"traceutil/trace.go:171","msg":"trace[1996315597] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"309.278774ms","start":"2026-05-03T22:14:21.438916Z","end":"2026-05-03T22:14:21.748195Z","steps":["trace[1996315597] 'process raft request' (duration: 308.99843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:21.748494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:21.438896Z","time spent":"309.43826ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:14:21.748738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.429999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-03T22:14:21.748803Z","caller":"traceutil/trace.go:171","msg":"trace[1439111770] linearizableReadLoop","detail":"{readStateIndex:3115; appliedIndex:3114; }","duration":"118.481678ms","start":"2026-05-03T22:14:21.630267Z","end":"2026-05-03T22:14:21.748749Z","steps":["trace[1439111770] 'read index received' (duration: 117.751412ms)","trace[1439111770] 'applied index is now lower than readState.Index' (duration: 125.84µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:14:21.748874Z","caller":"traceutil/trace.go:171","msg":"trace[1849310657] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3001; }","duration":"118.585744ms","start":"2026-05-03T22:14:21.630222Z","end":"2026-05-03T22:14:21.748808Z","steps":["trace[1849310657] 'agreement among raft nodes before linearized reading' (duration: 118.137033ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:27.891978Z","caller":"traceutil/trace.go:171","msg":"trace[1790387817] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"114.807672ms","start":"2026-05-03T22:14:27.777142Z","end":"2026-05-03T22:14:27.891949Z","steps":["trace[1790387817] 'process raft request' (duration: 114.620474ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:28.118591Z","caller":"traceutil/trace.go:171","msg":"trace[1955999982] linearizableReadLoop","detail":"{readStateIndex:3149; appliedIndex:3147; }","duration":"339.092105ms","start":"2026-05-03T22:14:27.779426Z","end":"2026-05-03T22:14:28.118518Z","steps":["trace[1955999982] 'read index received' (duration: 112.375984ms)","trace[1955999982] 'applied index is now lower than readState.Index' (duration: 226.71393ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:14:28.118703Z","caller":"traceutil/trace.go:171","msg":"trace[1604027697] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"339.601141ms","start":"2026-05-03T22:14:27.779089Z","end":"2026-05-03T22:14:28.118691Z","steps":["trace[1604027697] 'process raft request' (duration: 329.59025ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:28.11867Z","caller":"traceutil/trace.go:171","msg":"trace[1785973852] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"250.100587ms","start":"2026-05-03T22:14:27.868538Z","end":"2026-05-03T22:14:28.118639Z","steps":["trace[1785973852] 'process raft request' (duration: 249.872513ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:28.118674Z","caller":"traceutil/trace.go:171","msg":"trace[832603737] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"335.825ms","start":"2026-05-03T22:14:27.782784Z","end":"2026-05-03T22:14:28.11861Z","steps":["trace[832603737] 'process raft request' (duration: 335.561121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:28.118855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:27.779057Z","time spent":"339.698126ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:28.11862Z","caller":"traceutil/trace.go:171","msg":"trace[1252151352] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"338.237865ms","start":"2026-05-03T22:14:27.780337Z","end":"2026-05-03T22:14:28.118575Z","steps":["trace[1252151352] 'process raft request' (duration: 337.840246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:28.118977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:27.782752Z","time spent":"336.042283ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:14:28.119094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:27.780309Z","time spent":"338.67511ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:14:28.119337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.557806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18ac2de6f7066a85\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-05-03T22:14:28.119386Z","caller":"traceutil/trace.go:171","msg":"trace[1884056332] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18ac2de6f7066a85; range_end:; response_count:1; response_revision:3035; }","duration":"201.65838ms","start":"2026-05-03T22:14:27.917716Z","end":"2026-05-03T22:14:28.119374Z","steps":["trace[1884056332] 'agreement among raft nodes before linearized reading' (duration: 201.500517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:28.119382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.604099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:14:28.119434Z","caller":"traceutil/trace.go:171","msg":"trace[1561455687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3035; }","duration":"329.685362ms","start":"2026-05-03T22:14:27.789737Z","end":"2026-05-03T22:14:28.119423Z","steps":["trace[1561455687] 'agreement among raft nodes before linearized reading' (duration: 329.456207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:28.119436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.171066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-03T22:14:28.119479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:27.789724Z","time spent":"329.747561ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-03T22:14:28.119479Z","caller":"traceutil/trace.go:171","msg":"trace[1130349890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3035; }","duration":"290.226865ms","start":"2026-05-03T22:14:27.829239Z","end":"2026-05-03T22:14:28.119466Z","steps":["trace[1130349890] 'agreement among raft nodes before linearized reading' (duration: 290.051849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:28.119647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.507611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-03T22:14:28.119696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.686417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-03T22:14:28.119747Z","caller":"traceutil/trace.go:171","msg":"trace[398595047] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3035; }","duration":"170.748196ms","start":"2026-05-03T22:14:27.948983Z","end":"2026-05-03T22:14:28.119732Z","steps":["trace[398595047] 'agreement among raft nodes before linearized reading' (duration: 170.630238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:28.119746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.321728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:14:28.119782Z","caller":"traceutil/trace.go:171","msg":"trace[1528025689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3035; }","duration":"290.414472ms","start":"2026-05-03T22:14:27.829358Z","end":"2026-05-03T22:14:28.119773Z","steps":["trace[1528025689] 'agreement among raft nodes before linearized reading' (duration: 290.315137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:28.119797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.810377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-03T22:14:28.11983Z","caller":"traceutil/trace.go:171","msg":"trace[1968733869] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3035; }","duration":"171.863105ms","start":"2026-05-03T22:14:27.947957Z","end":"2026-05-03T22:14:28.11982Z","steps":["trace[1968733869] 'agreement among raft nodes before linearized reading' (duration: 171.775952ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:28.119696Z","caller":"traceutil/trace.go:171","msg":"trace[174184411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3035; }","duration":"294.606295ms","start":"2026-05-03T22:14:27.825075Z","end":"2026-05-03T22:14:28.119682Z","steps":["trace[174184411] 'agreement among raft nodes before linearized reading' (duration: 294.469505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:28.121918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.46188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-03T22:14:28.122015Z","caller":"traceutil/trace.go:171","msg":"trace[927728406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3035; }","duration":"342.606873ms","start":"2026-05-03T22:14:27.779382Z","end":"2026-05-03T22:14:28.121989Z","steps":["trace[927728406] 'agreement among raft nodes before linearized reading' (duration: 339.670351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:28.122069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:27.77937Z","time spent":"342.689425ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-03T22:14:30.046207Z","caller":"traceutil/trace.go:171","msg":"trace[736793515] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"193.302536ms","start":"2026-05-03T22:14:29.852878Z","end":"2026-05-03T22:14:30.046181Z","steps":["trace[736793515] 'process raft request' (duration: 193.141402ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:30.054811Z","caller":"traceutil/trace.go:171","msg":"trace[1542216484] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"156.327592ms","start":"2026-05-03T22:14:29.898467Z","end":"2026-05-03T22:14:30.054795Z","steps":["trace[1542216484] 'process raft request' (duration: 156.248091ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:38.435008Z","caller":"traceutil/trace.go:171","msg":"trace[115287260] linearizableReadLoop","detail":"{readStateIndex:3209; appliedIndex:3206; }","duration":"135.34439ms","start":"2026-05-03T22:14:38.29964Z","end":"2026-05-03T22:14:38.434984Z","steps":["trace[115287260] 'read index received' (duration: 131.706056ms)","trace[115287260] 'applied index is now lower than readState.Index' (duration: 3.637254ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:14:38.435167Z","caller":"traceutil/trace.go:171","msg":"trace[939695675] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"146.060355ms","start":"2026-05-03T22:14:38.289094Z","end":"2026-05-03T22:14:38.435154Z","steps":["trace[939695675] 'process raft request' (duration: 142.230895ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:38.435158Z","caller":"traceutil/trace.go:171","msg":"trace[825372974] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"137.963683ms","start":"2026-05-03T22:14:38.297166Z","end":"2026-05-03T22:14:38.43513Z","steps":["trace[825372974] 'process raft request' (duration: 137.782438ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:38.435409Z","caller":"traceutil/trace.go:171","msg":"trace[1440432262] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"141.876937ms","start":"2026-05-03T22:14:38.29352Z","end":"2026-05-03T22:14:38.435397Z","steps":["trace[1440432262] 'process raft request' (duration: 141.334481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:38.43558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.885255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-03T22:14:38.435658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.776278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-03T22:14:38.435674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.484896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-03T22:14:38.435658Z","caller":"traceutil/trace.go:171","msg":"trace[1966690834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3090; }","duration":"136.042067ms","start":"2026-05-03T22:14:38.299604Z","end":"2026-05-03T22:14:38.435646Z","steps":["trace[1966690834] 'agreement among raft nodes before linearized reading' (duration: 135.792983ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:38.435752Z","caller":"traceutil/trace.go:171","msg":"trace[1457498919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3090; }","duration":"130.602083ms","start":"2026-05-03T22:14:38.305135Z","end":"2026-05-03T22:14:38.435737Z","steps":["trace[1457498919] 'agreement among raft nodes before linearized reading' (duration: 130.401565ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:38.435715Z","caller":"traceutil/trace.go:171","msg":"trace[1855205211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3090; }","duration":"129.839217ms","start":"2026-05-03T22:14:38.305863Z","end":"2026-05-03T22:14:38.435702Z","steps":["trace[1855205211] 'agreement among raft nodes before linearized reading' (duration: 129.675854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:38.43583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.037926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-03T22:14:38.43589Z","caller":"traceutil/trace.go:171","msg":"trace[1867106973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3090; }","duration":"129.103585ms","start":"2026-05-03T22:14:38.306744Z","end":"2026-05-03T22:14:38.435848Z","steps":["trace[1867106973] 'agreement among raft nodes before linearized reading' (duration: 129.021644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:38.435972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.44356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:14:38.436055Z","caller":"traceutil/trace.go:171","msg":"trace[90177778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3090; }","duration":"130.58346ms","start":"2026-05-03T22:14:38.305452Z","end":"2026-05-03T22:14:38.436036Z","steps":["trace[90177778] 'agreement among raft nodes before linearized reading' (duration: 130.167482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:56.563932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.139017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:14:56.564042Z","caller":"traceutil/trace.go:171","msg":"trace[547355435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3179; }","duration":"166.282144ms","start":"2026-05-03T22:14:56.39774Z","end":"2026-05-03T22:14:56.564022Z","steps":["trace[547355435] 'count revisions from in-memory index tree' (duration: 166.048166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:57.128877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.274135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:14:57.129079Z","caller":"traceutil/trace.go:171","msg":"trace[1358840251] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"547.857156ms","start":"2026-05-03T22:14:56.581205Z","end":"2026-05-03T22:14:57.129062Z","steps":["trace[1358840251] 'process raft request' (duration: 280.307797ms)","trace[1358840251] 'compare' (duration: 267.155931ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:14:57.129136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:56.581195Z","time spent":"547.918883ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:57.129835Z","caller":"traceutil/trace.go:171","msg":"trace[1303463076] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"548.625707ms","start":"2026-05-03T22:14:56.581196Z","end":"2026-05-03T22:14:57.129822Z","steps":["trace[1303463076] 'process raft request' (duration: 547.807919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:57.129897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:56.581159Z","time spent":"548.711107ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:57.130263Z","caller":"traceutil/trace.go:171","msg":"trace[906382236] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"548.682174ms","start":"2026-05-03T22:14:56.581254Z","end":"2026-05-03T22:14:57.129936Z","steps":["trace[906382236] 'process raft request' (duration: 548.492311ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:57.130455Z","caller":"traceutil/trace.go:171","msg":"trace[459437641] linearizableReadLoop","detail":"{readStateIndex:3309; appliedIndex:3304; }","duration":"368.921149ms","start":"2026-05-03T22:14:56.761519Z","end":"2026-05-03T22:14:57.13044Z","steps":["trace[459437641] 'read index received' (duration: 100.014379ms)","trace[459437641] 'applied index is now lower than readState.Index' (duration: 268.90587ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:14:57.130536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:56.581237Z","time spent":"549.119035ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:57.130518Z","caller":"traceutil/trace.go:171","msg":"trace[876038446] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"549.048977ms","start":"2026-05-03T22:14:56.581275Z","end":"2026-05-03T22:14:57.130324Z","steps":["trace[876038446] 'process raft request' (duration: 548.614435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:57.130662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.135855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-03T22:14:57.13069Z","caller":"traceutil/trace.go:171","msg":"trace[1972147672] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:3187; }","duration":"369.221785ms","start":"2026-05-03T22:14:56.761461Z","end":"2026-05-03T22:14:57.130683Z","steps":["trace[1972147672] 'agreement among raft nodes before linearized reading' (duration: 369.069617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:57.130712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:56.761435Z","time spent":"369.270761ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-05-03T22:14:57.130949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:56.581254Z","time spent":"549.421872ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:14:57.131206Z","caller":"traceutil/trace.go:171","msg":"trace[1276827024] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"550.038906ms","start":"2026-05-03T22:14:56.581138Z","end":"2026-05-03T22:14:57.131177Z","steps":["trace[1276827024] 'process raft request' (duration: 549.003032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:57.131904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:56.581109Z","time spent":"550.16601ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:14:57.695163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.060961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:14:57.695248Z","caller":"traceutil/trace.go:171","msg":"trace[972958533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3188; }","duration":"373.201297ms","start":"2026-05-03T22:14:57.322027Z","end":"2026-05-03T22:14:57.695228Z","steps":["trace[972958533] 'range keys from in-memory index tree' (duration: 372.959729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:57.695333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:57.321999Z","time spent":"373.281447ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:14:57.696065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.720403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:14:57.696166Z","caller":"traceutil/trace.go:171","msg":"trace[468944255] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3188; }","duration":"355.897064ms","start":"2026-05-03T22:14:57.340254Z","end":"2026-05-03T22:14:57.696151Z","steps":["trace[468944255] 'count revisions from in-memory index tree' (duration: 355.583186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:14:57.696233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:14:57.340225Z","time spent":"355.993556ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:14:58.380995Z","caller":"traceutil/trace.go:171","msg":"trace[1116475623] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"226.444566ms","start":"2026-05-03T22:14:58.154524Z","end":"2026-05-03T22:14:58.380968Z","steps":["trace[1116475623] 'process raft request' (duration: 226.203947ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:58.386318Z","caller":"traceutil/trace.go:171","msg":"trace[1658150801] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"229.990945ms","start":"2026-05-03T22:14:58.156301Z","end":"2026-05-03T22:14:58.386292Z","steps":["trace[1658150801] 'process raft request' (duration: 229.811884ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:14:58.386572Z","caller":"traceutil/trace.go:171","msg":"trace[950616007] linearizableReadLoop","detail":"{readStateIndex:3314; appliedIndex:3312; }","duration":"163.213777ms","start":"2026-05-03T22:14:58.223323Z","end":"2026-05-03T22:14:58.386537Z","steps":["trace[950616007] 'read index received' (duration: 157.375976ms)","trace[950616007] 'applied index is now lower than readState.Index' (duration: 5.834881ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:14:58.387017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.654858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:14:58.387077Z","caller":"traceutil/trace.go:171","msg":"trace[1700640661] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3192; }","duration":"163.773022ms","start":"2026-05-03T22:14:58.223288Z","end":"2026-05-03T22:14:58.387061Z","steps":["trace[1700640661] 'agreement among raft nodes before linearized reading' (duration: 163.339942ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:00.773883Z","caller":"traceutil/trace.go:171","msg":"trace[642915941] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"184.183193ms","start":"2026-05-03T22:15:00.589673Z","end":"2026-05-03T22:15:00.773856Z","steps":["trace[642915941] 'process raft request' (duration: 184.126257ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:00.774186Z","caller":"traceutil/trace.go:171","msg":"trace[1971559668] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"185.865419ms","start":"2026-05-03T22:15:00.588279Z","end":"2026-05-03T22:15:00.774144Z","steps":["trace[1971559668] 'process raft request' (duration: 185.36416ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:01.322555Z","caller":"traceutil/trace.go:171","msg":"trace[1968772064] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"124.799385ms","start":"2026-05-03T22:15:01.197704Z","end":"2026-05-03T22:15:01.322504Z","steps":["trace[1968772064] 'process raft request' (duration: 97.036338ms)","trace[1968772064] 'compare' (duration: 27.524659ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:02.902815Z","caller":"traceutil/trace.go:171","msg":"trace[788341042] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"122.870791ms","start":"2026-05-03T22:15:02.779912Z","end":"2026-05-03T22:15:02.902783Z","steps":["trace[788341042] 'process raft request' (duration: 122.77732ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:02.902868Z","caller":"traceutil/trace.go:171","msg":"trace[103362667] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"123.30789ms","start":"2026-05-03T22:15:02.779523Z","end":"2026-05-03T22:15:02.902831Z","steps":["trace[103362667] 'process raft request' (duration: 79.864252ms)","trace[103362667] 'compare' (duration: 43.100449ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:03.134706Z","caller":"traceutil/trace.go:171","msg":"trace[49533073] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"214.798994ms","start":"2026-05-03T22:15:02.919872Z","end":"2026-05-03T22:15:03.134671Z","steps":["trace[49533073] 'process raft request' (duration: 199.471391ms)","trace[49533073] 'compare' (duration: 15.094366ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:03.811611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.112234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:15:03.811858Z","caller":"traceutil/trace.go:171","msg":"trace[1452394510] linearizableReadLoop","detail":"{readStateIndex:3345; appliedIndex:3342; }","duration":"488.948487ms","start":"2026-05-03T22:15:03.322889Z","end":"2026-05-03T22:15:03.811837Z","steps":["trace[1452394510] 'read index received' (duration: 268.441419ms)","trace[1452394510] 'applied index is now lower than readState.Index' (duration: 220.505718ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:03.81196Z","caller":"traceutil/trace.go:171","msg":"trace[1858265567] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"576.215217ms","start":"2026-05-03T22:15:03.235736Z","end":"2026-05-03T22:15:03.811951Z","steps":["trace[1858265567] 'process raft request' (duration: 576.06337ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:03.811964Z","caller":"traceutil/trace.go:171","msg":"trace[153813417] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"576.276004ms","start":"2026-05-03T22:15:03.235664Z","end":"2026-05-03T22:15:03.811939Z","steps":["trace[153813417] 'process raft request' (duration: 576.077062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:03.812027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:03.235716Z","time spent":"576.271954ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:15:03.812173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:03.235655Z","time spent":"576.354553ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:15:03.812319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.434761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:15:03.812359Z","caller":"traceutil/trace.go:171","msg":"trace[1792217933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3221; }","duration":"489.520921ms","start":"2026-05-03T22:15:03.322827Z","end":"2026-05-03T22:15:03.812348Z","steps":["trace[1792217933] 'agreement among raft nodes before linearized reading' (duration: 489.414239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:03.812391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:03.322803Z","time spent":"489.581819ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-03T22:15:03.812451Z","caller":"traceutil/trace.go:171","msg":"trace[1680394201] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"577.153674ms","start":"2026-05-03T22:15:03.235281Z","end":"2026-05-03T22:15:03.812435Z","steps":["trace[1680394201] 'process raft request' (duration: 356.048219ms)","trace[1680394201] 'compare' (duration: 219.962926ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:03.812665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.222213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-03T22:15:03.812658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:03.235253Z","time spent":"577.28431ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:15:03.812732Z","caller":"traceutil/trace.go:171","msg":"trace[1898279711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3221; }","duration":"485.331496ms","start":"2026-05-03T22:15:03.327384Z","end":"2026-05-03T22:15:03.812716Z","steps":["trace[1898279711] 'agreement among raft nodes before linearized reading' (duration: 485.172328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:03.812782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:03.327359Z","time spent":"485.406965ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-03T22:15:03.812881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.732347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-03T22:15:03.813126Z","caller":"traceutil/trace.go:171","msg":"trace[379261039] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3221; }","duration":"180.913327ms","start":"2026-05-03T22:15:03.632054Z","end":"2026-05-03T22:15:03.812967Z","steps":["trace[379261039] 'agreement among raft nodes before linearized reading' (duration: 180.558677ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:04.566638Z","caller":"traceutil/trace.go:171","msg":"trace[1177758444] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"102.968814ms","start":"2026-05-03T22:15:04.463628Z","end":"2026-05-03T22:15:04.566597Z","steps":["trace[1177758444] 'process raft request' (duration: 102.615924ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:05.080717Z","caller":"traceutil/trace.go:171","msg":"trace[382274841] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"170.860281ms","start":"2026-05-03T22:15:04.909831Z","end":"2026-05-03T22:15:05.080691Z","steps":["trace[382274841] 'process raft request' (duration: 170.438074ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:05.080893Z","caller":"traceutil/trace.go:171","msg":"trace[1400243326] linearizableReadLoop","detail":"{readStateIndex:3350; appliedIndex:3348; }","duration":"124.729767ms","start":"2026-05-03T22:15:04.956123Z","end":"2026-05-03T22:15:05.080853Z","steps":["trace[1400243326] 'read index received' (duration: 124.191357ms)","trace[1400243326] 'applied index is now lower than readState.Index' (duration: 535.78µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:05.081069Z","caller":"traceutil/trace.go:171","msg":"trace[1351308997] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"171.180507ms","start":"2026-05-03T22:15:04.909804Z","end":"2026-05-03T22:15:05.080985Z","steps":["trace[1351308997] 'process raft request' (duration: 170.84596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:05.081204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.055164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:15:05.08125Z","caller":"traceutil/trace.go:171","msg":"trace[261343388] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3226; }","duration":"125.182959ms","start":"2026-05-03T22:15:04.956052Z","end":"2026-05-03T22:15:05.081235Z","steps":["trace[261343388] 'agreement among raft nodes before linearized reading' (duration: 124.93588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:05.572554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.19158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-03T22:15:05.572614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.346551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:15:05.572675Z","caller":"traceutil/trace.go:171","msg":"trace[1283168675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3226; }","duration":"337.389902ms","start":"2026-05-03T22:15:05.235258Z","end":"2026-05-03T22:15:05.572648Z","steps":["trace[1283168675] 'range keys from in-memory index tree' (duration: 336.92205ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:05.572727Z","caller":"traceutil/trace.go:171","msg":"trace[1201205122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3226; }","duration":"249.543354ms","start":"2026-05-03T22:15:05.323157Z","end":"2026-05-03T22:15:05.572701Z","steps":["trace[1201205122] 'range keys from in-memory index tree' (duration: 249.228908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:05.572781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:05.235223Z","time spent":"337.525878ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-03T22:15:05.718266Z","caller":"traceutil/trace.go:171","msg":"trace[1972904550] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"140.368116ms","start":"2026-05-03T22:15:05.577834Z","end":"2026-05-03T22:15:05.718202Z","steps":["trace[1972904550] 'process raft request' (duration: 140.04094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:06.182167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.857905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:15:06.182387Z","caller":"traceutil/trace.go:171","msg":"trace[109405293] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"272.429425ms","start":"2026-05-03T22:15:05.909872Z","end":"2026-05-03T22:15:06.182301Z","steps":["trace[109405293] 'process raft request' (duration: 24.290099ms)","trace[109405293] 'compare' (duration: 247.567392ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:06.988914Z","caller":"traceutil/trace.go:171","msg":"trace[1856503866] linearizableReadLoop","detail":"{readStateIndex:3358; appliedIndex:3357; }","duration":"151.840947ms","start":"2026-05-03T22:15:06.837033Z","end":"2026-05-03T22:15:06.988874Z","steps":["trace[1856503866] 'read index received' (duration: 64.294118ms)","trace[1856503866] 'applied index is now lower than readState.Index' (duration: 87.545638ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:06.989172Z","caller":"traceutil/trace.go:171","msg":"trace[1491848079] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"213.342223ms","start":"2026-05-03T22:15:06.775796Z","end":"2026-05-03T22:15:06.989138Z","steps":["trace[1491848079] 'process raft request' (duration: 125.547516ms)","trace[1491848079] 'compare' (duration: 87.288121ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:06.989317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.070642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:15:06.989372Z","caller":"traceutil/trace.go:171","msg":"trace[2127851753] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3233; }","duration":"152.386696ms","start":"2026-05-03T22:15:06.836966Z","end":"2026-05-03T22:15:06.989352Z","steps":["trace[2127851753] 'agreement among raft nodes before linearized reading' (duration: 152.050299ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:06.990684Z","caller":"traceutil/trace.go:171","msg":"trace[172803362] transaction","detail":"{read_only:false; response_revision:3234; number_of_response:1; }","duration":"153.217568ms","start":"2026-05-03T22:15:06.837436Z","end":"2026-05-03T22:15:06.990654Z","steps":["trace[172803362] 'process raft request' (duration: 152.975951ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:10.491136Z","caller":"traceutil/trace.go:171","msg":"trace[688150225] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"135.072665ms","start":"2026-05-03T22:15:10.356019Z","end":"2026-05-03T22:15:10.491092Z","steps":["trace[688150225] 'process raft request' (duration: 101.246218ms)","trace[688150225] 'compare' (duration: 33.707334ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:12.091753Z","caller":"traceutil/trace.go:171","msg":"trace[743562531] transaction","detail":"{read_only:false; response_revision:3261; number_of_response:1; }","duration":"148.067842ms","start":"2026-05-03T22:15:11.94365Z","end":"2026-05-03T22:15:12.091718Z","steps":["trace[743562531] 'process raft request' (duration: 88.783407ms)","trace[743562531] 'compare' (duration: 59.126979ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:12.100691Z","caller":"traceutil/trace.go:171","msg":"trace[782701053] transaction","detail":"{read_only:false; response_revision:3262; number_of_response:1; }","duration":"155.559594ms","start":"2026-05-03T22:15:11.945106Z","end":"2026-05-03T22:15:12.100666Z","steps":["trace[782701053] 'process raft request' (duration: 155.408237ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:15.327392Z","caller":"traceutil/trace.go:171","msg":"trace[1752418790] transaction","detail":"{read_only:false; response_revision:3278; number_of_response:1; }","duration":"178.155472ms","start":"2026-05-03T22:15:15.149212Z","end":"2026-05-03T22:15:15.327367Z","steps":["trace[1752418790] 'process raft request' (duration: 177.978614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:15.853765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.424647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:15:15.854018Z","caller":"traceutil/trace.go:171","msg":"trace[1344461475] linearizableReadLoop","detail":"{readStateIndex:3406; appliedIndex:3403; }","duration":"592.812198ms","start":"2026-05-03T22:15:15.261186Z","end":"2026-05-03T22:15:15.853998Z","steps":["trace[1344461475] 'read index received' (duration: 66.047846ms)","trace[1344461475] 'applied index is now lower than readState.Index' (duration: 526.763292ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:15.854268Z","caller":"traceutil/trace.go:171","msg":"trace[65638045] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"704.920505ms","start":"2026-05-03T22:15:15.14933Z","end":"2026-05-03T22:15:15.85425Z","steps":["trace[65638045] 'process raft request' (duration: 296.909797ms)","trace[65638045] 'compare' (duration: 407.121026ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:15.854362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:15.149314Z","time spent":"705.006353ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:15:15.854886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.749038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:15:15.855019Z","caller":"traceutil/trace.go:171","msg":"trace[930559834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3280; }","duration":"531.934586ms","start":"2026-05-03T22:15:15.323062Z","end":"2026-05-03T22:15:15.854996Z","steps":["trace[930559834] 'agreement among raft nodes before linearized reading' (duration: 531.754388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:15.855095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:15.323038Z","time spent":"532.041288ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-03T22:15:15.855162Z","caller":"traceutil/trace.go:171","msg":"trace[1063848912] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"680.466877ms","start":"2026-05-03T22:15:15.17468Z","end":"2026-05-03T22:15:15.855147Z","steps":["trace[1063848912] 'process raft request' (duration: 679.198626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:15.855238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:15.174655Z","time spent":"680.548876ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:15:15.855459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.10812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:15:15.855537Z","caller":"traceutil/trace.go:171","msg":"trace[1272974543] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3280; }","duration":"295.261975ms","start":"2026-05-03T22:15:15.560263Z","end":"2026-05-03T22:15:15.855525Z","steps":["trace[1272974543] 'agreement among raft nodes before linearized reading' (duration: 295.148474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:15.855524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.329344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-05-03T22:15:15.855104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.295548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:15:15.855666Z","caller":"traceutil/trace.go:171","msg":"trace[776590282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3280; }","duration":"594.471449ms","start":"2026-05-03T22:15:15.261144Z","end":"2026-05-03T22:15:15.855616Z","steps":["trace[776590282] 'agreement among raft nodes before linearized reading' (duration: 594.119513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:15.85565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.017266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-03T22:15:15.855459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.91443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:15:15.85574Z","caller":"traceutil/trace.go:171","msg":"trace[1078164149] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3280; }","duration":"225.147419ms","start":"2026-05-03T22:15:15.630572Z","end":"2026-05-03T22:15:15.855719Z","steps":["trace[1078164149] 'agreement among raft nodes before linearized reading' (duration: 224.85977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:15.855761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:15.26108Z","time spent":"594.625455ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-03T22:15:15.855741Z","caller":"traceutil/trace.go:171","msg":"trace[1587651637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3280; }","duration":"184.957195ms","start":"2026-05-03T22:15:15.670739Z","end":"2026-05-03T22:15:15.855696Z","steps":["trace[1587651637] 'agreement among raft nodes before linearized reading' (duration: 184.302218ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:15.855785Z","caller":"traceutil/trace.go:171","msg":"trace[2058695041] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3280; }","duration":"265.353305ms","start":"2026-05-03T22:15:15.590417Z","end":"2026-05-03T22:15:15.85577Z","steps":["trace[2058695041] 'agreement among raft nodes before linearized reading' (duration: 264.92037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:20.246539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.388874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-03T22:15:20.246986Z","caller":"traceutil/trace.go:171","msg":"trace[892972803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3303; }","duration":"111.938848ms","start":"2026-05-03T22:15:20.135017Z","end":"2026-05-03T22:15:20.246956Z","steps":["trace[892972803] 'range keys from in-memory index tree' (duration: 111.162832ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:22.829051Z","caller":"traceutil/trace.go:171","msg":"trace[465300614] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"119.127656ms","start":"2026-05-03T22:15:22.709893Z","end":"2026-05-03T22:15:22.829021Z","steps":["trace[465300614] 'process raft request' (duration: 118.915155ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:24.118755Z","caller":"traceutil/trace.go:171","msg":"trace[1819364448] linearizableReadLoop","detail":"{readStateIndex:3450; appliedIndex:3449; }","duration":"147.666142ms","start":"2026-05-03T22:15:23.971063Z","end":"2026-05-03T22:15:24.118729Z","steps":["trace[1819364448] 'read index received' (duration: 147.421988ms)","trace[1819364448] 'applied index is now lower than readState.Index' (duration: 238.143µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:24.118826Z","caller":"traceutil/trace.go:171","msg":"trace[1414466099] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"230.583813ms","start":"2026-05-03T22:15:23.888187Z","end":"2026-05-03T22:15:24.118771Z","steps":["trace[1414466099] 'process raft request' (duration: 230.378693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:24.119139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.047919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-03T22:15:24.119949Z","caller":"traceutil/trace.go:171","msg":"trace[898763120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3322; }","duration":"148.934754ms","start":"2026-05-03T22:15:23.970989Z","end":"2026-05-03T22:15:24.119923Z","steps":["trace[898763120] 'agreement among raft nodes before linearized reading' (duration: 147.875712ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:24.5341Z","caller":"traceutil/trace.go:171","msg":"trace[2074258135] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"120.390993ms","start":"2026-05-03T22:15:24.413681Z","end":"2026-05-03T22:15:24.534072Z","steps":["trace[2074258135] 'process raft request' (duration: 120.017587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:25.802151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.122159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:15:25.802242Z","caller":"traceutil/trace.go:171","msg":"trace[1810184029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3329; }","duration":"480.276183ms","start":"2026-05-03T22:15:25.321945Z","end":"2026-05-03T22:15:25.802221Z","steps":["trace[1810184029] 'range keys from in-memory index tree' (duration: 480.03838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:25.802291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:25.321923Z","time spent":"480.359071ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:15:25.802415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.695169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:15:25.80257Z","caller":"traceutil/trace.go:171","msg":"trace[423735201] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3329; }","duration":"428.889228ms","start":"2026-05-03T22:15:25.373639Z","end":"2026-05-03T22:15:25.802529Z","steps":["trace[423735201] 'count revisions from in-memory index tree' (duration: 428.623583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:25.802647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:25.373621Z","time spent":"429.000879ms","remote":"127.0.0.1:39012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:15:25.802879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.624851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:15:25.80307Z","caller":"traceutil/trace.go:171","msg":"trace[198835800] linearizableReadLoop","detail":"{readStateIndex:3458; appliedIndex:3457; }","duration":"172.779702ms","start":"2026-05-03T22:15:25.630274Z","end":"2026-05-03T22:15:25.803054Z","steps":["trace[198835800] 'read index received' (duration: 52.995µs)","trace[198835800] 'applied index is now lower than readState.Index' (duration: 172.724767ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:25.803111Z","caller":"traceutil/trace.go:171","msg":"trace[1135428527] transaction","detail":"{read_only:false; response_revision:3330; number_of_response:1; }","duration":"378.290548ms","start":"2026-05-03T22:15:25.424789Z","end":"2026-05-03T22:15:25.803079Z","steps":["trace[1135428527] 'process raft request' (duration: 199.393112ms)","trace[1135428527] 'compare' (duration: 177.99158ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:25.80384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:25.424751Z","time spent":"379.042651ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:15:25.803369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.06957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-03T22:15:25.804201Z","caller":"traceutil/trace.go:171","msg":"trace[432009681] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3330; }","duration":"173.971296ms","start":"2026-05-03T22:15:25.630209Z","end":"2026-05-03T22:15:25.80418Z","steps":["trace[432009681] 'agreement among raft nodes before linearized reading' (duration: 172.904524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:26.206399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.466728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:15:26.206509Z","caller":"traceutil/trace.go:171","msg":"trace[1214157629] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3330; }","duration":"167.662466ms","start":"2026-05-03T22:15:26.038825Z","end":"2026-05-03T22:15:26.206488Z","steps":["trace[1214157629] 'range keys from in-memory index tree' (duration: 166.994693ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:26.298884Z","caller":"traceutil/trace.go:171","msg":"trace[1459773972] linearizableReadLoop","detail":"{readStateIndex:3459; appliedIndex:3458; }","duration":"143.578685ms","start":"2026-05-03T22:15:26.155278Z","end":"2026-05-03T22:15:26.298856Z","steps":["trace[1459773972] 'read index received' (duration: 143.366165ms)","trace[1459773972] 'applied index is now lower than readState.Index' (duration: 211.2µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:26.299059Z","caller":"traceutil/trace.go:171","msg":"trace[1169457121] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"173.511071ms","start":"2026-05-03T22:15:26.12541Z","end":"2026-05-03T22:15:26.298921Z","steps":["trace[1169457121] 'process raft request' (duration: 173.297411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:26.299117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.83936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-03T22:15:26.299281Z","caller":"traceutil/trace.go:171","msg":"trace[26528774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3331; }","duration":"144.061662ms","start":"2026-05-03T22:15:26.155207Z","end":"2026-05-03T22:15:26.299269Z","steps":["trace[26528774] 'agreement among raft nodes before linearized reading' (duration: 143.778044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:26.299413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.50939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-03T22:15:26.299506Z","caller":"traceutil/trace.go:171","msg":"trace[754070087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3331; }","duration":"143.627941ms","start":"2026-05-03T22:15:26.155864Z","end":"2026-05-03T22:15:26.299492Z","steps":["trace[754070087] 'agreement among raft nodes before linearized reading' (duration: 143.249854ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:26.451905Z","caller":"traceutil/trace.go:171","msg":"trace[690961209] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"146.270942ms","start":"2026-05-03T22:15:26.305595Z","end":"2026-05-03T22:15:26.451866Z","steps":["trace[690961209] 'process raft request' (duration: 145.987574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:26.452134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.451405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:15:26.452186Z","caller":"traceutil/trace.go:171","msg":"trace[1611220296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3333; }","duration":"143.537193ms","start":"2026-05-03T22:15:26.308638Z","end":"2026-05-03T22:15:26.452176Z","steps":["trace[1611220296] 'agreement among raft nodes before linearized reading' (duration: 143.394939ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:26.451971Z","caller":"traceutil/trace.go:171","msg":"trace[1274094114] linearizableReadLoop","detail":"{readStateIndex:3461; appliedIndex:3459; }","duration":"143.276799ms","start":"2026-05-03T22:15:26.308672Z","end":"2026-05-03T22:15:26.451949Z","steps":["trace[1274094114] 'read index received' (duration: 43.81329ms)","trace[1274094114] 'applied index is now lower than readState.Index' (duration: 99.461728ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:27.136568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.072559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:15:27.136765Z","caller":"traceutil/trace.go:171","msg":"trace[495917239] transaction","detail":"{read_only:false; response_revision:3337; number_of_response:1; }","duration":"288.226355ms","start":"2026-05-03T22:15:26.848519Z","end":"2026-05-03T22:15:27.136745Z","steps":["trace[495917239] 'process raft request' (duration: 288.161499ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:27.136969Z","caller":"traceutil/trace.go:171","msg":"trace[1891412719] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"593.091614ms","start":"2026-05-03T22:15:26.543866Z","end":"2026-05-03T22:15:27.136957Z","steps":["trace[1891412719] 'process raft request' (duration: 138.540288ms)","trace[1891412719] 'compare' (duration: 453.948918ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:27.137035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:26.543829Z","time spent":"593.16992ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:15:27.137168Z","caller":"traceutil/trace.go:171","msg":"trace[2048522613] linearizableReadLoop","detail":"{readStateIndex:3464; appliedIndex:3463; }","duration":"372.935726ms","start":"2026-05-03T22:15:26.764221Z","end":"2026-05-03T22:15:27.137157Z","steps":["trace[2048522613] 'read index received' (duration: 44.814µs)","trace[2048522613] 'applied index is now lower than readState.Index' (duration: 372.889642ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:27.137501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.285028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-03T22:15:27.137542Z","caller":"traceutil/trace.go:171","msg":"trace[2071982310] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:3337; }","duration":"373.371247ms","start":"2026-05-03T22:15:26.764159Z","end":"2026-05-03T22:15:27.13753Z","steps":["trace[2071982310] 'agreement among raft nodes before linearized reading' (duration: 373.243445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:27.137571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:26.764132Z","time spent":"373.432932ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-05-03T22:15:27.137724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.543749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-03T22:15:27.13792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.551045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:15:27.13799Z","caller":"traceutil/trace.go:171","msg":"trace[1679176452] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3337; }","duration":"301.687099ms","start":"2026-05-03T22:15:26.836289Z","end":"2026-05-03T22:15:27.137976Z","steps":["trace[1679176452] 'agreement among raft nodes before linearized reading' (duration: 301.569307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:27.138027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:26.836238Z","time spent":"301.778097ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:15:27.138617Z","caller":"traceutil/trace.go:171","msg":"trace[1162065162] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3337; }","duration":"353.825966ms","start":"2026-05-03T22:15:26.784117Z","end":"2026-05-03T22:15:27.137943Z","steps":["trace[1162065162] 'agreement among raft nodes before linearized reading' (duration: 353.464752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:27.138957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:26.784112Z","time spent":"354.72546ms","remote":"127.0.0.1:49698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:15:27.398584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.383734ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-03T22:15:27.434277Z","caller":"traceutil/trace.go:171","msg":"trace[890455211] linearizableReadLoop","detail":"{readStateIndex:3467; appliedIndex:3466; }","duration":"112.873744ms","start":"2026-05-03T22:15:27.32138Z","end":"2026-05-03T22:15:27.434254Z","steps":["trace[890455211] 'read index received' (duration: 112.73085ms)","trace[890455211] 'applied index is now lower than readState.Index' (duration: 141.504µs)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:27.434376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.989874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:15:27.434415Z","caller":"traceutil/trace.go:171","msg":"trace[166051973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3338; }","duration":"113.072713ms","start":"2026-05-03T22:15:27.321324Z","end":"2026-05-03T22:15:27.434396Z","steps":["trace[166051973] 'agreement among raft nodes before linearized reading' (duration: 113.007427ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:27.434514Z","caller":"traceutil/trace.go:171","msg":"trace[1310116460] transaction","detail":"{read_only:false; response_revision:3338; number_of_response:1; }","duration":"230.965429ms","start":"2026-05-03T22:15:27.203416Z","end":"2026-05-03T22:15:27.434382Z","steps":["trace[1310116460] 'process raft request' (duration: 230.666051ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:29.328442Z","caller":"traceutil/trace.go:171","msg":"trace[1174349014] transaction","detail":"{read_only:false; response_revision:3348; number_of_response:1; }","duration":"184.114983ms","start":"2026-05-03T22:15:29.144302Z","end":"2026-05-03T22:15:29.328417Z","steps":["trace[1174349014] 'process raft request' (duration: 183.907844ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:29.463807Z","caller":"traceutil/trace.go:171","msg":"trace[1899005144] transaction","detail":"{read_only:false; response_revision:3349; number_of_response:1; }","duration":"315.714231ms","start":"2026-05-03T22:15:29.14807Z","end":"2026-05-03T22:15:29.463784Z","steps":["trace[1899005144] 'process raft request' (duration: 285.590065ms)","trace[1899005144] 'compare' (duration: 29.95867ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:29.463983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:29.148026Z","time spent":"315.854054ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:15:29.463985Z","caller":"traceutil/trace.go:171","msg":"trace[1142034463] linearizableReadLoop","detail":"{readStateIndex:3479; appliedIndex:3476; }","duration":"140.840052ms","start":"2026-05-03T22:15:29.323112Z","end":"2026-05-03T22:15:29.463952Z","steps":["trace[1142034463] 'read index received' (duration: 5.180599ms)","trace[1142034463] 'applied index is now lower than readState.Index' (duration: 135.656653ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:29.464061Z","caller":"traceutil/trace.go:171","msg":"trace[306016311] transaction","detail":"{read_only:false; response_revision:3350; number_of_response:1; }","duration":"204.456263ms","start":"2026-05-03T22:15:29.259563Z","end":"2026-05-03T22:15:29.464019Z","steps":["trace[306016311] 'process raft request' (duration: 204.171397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:29.4642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.076234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:15:29.464296Z","caller":"traceutil/trace.go:171","msg":"trace[200852018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3350; }","duration":"141.25509ms","start":"2026-05-03T22:15:29.323026Z","end":"2026-05-03T22:15:29.464281Z","steps":["trace[200852018] 'agreement among raft nodes before linearized reading' (duration: 141.084415ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:30.550603Z","caller":"traceutil/trace.go:171","msg":"trace[136585958] transaction","detail":"{read_only:false; response_revision:3354; number_of_response:1; }","duration":"120.525666ms","start":"2026-05-03T22:15:30.430042Z","end":"2026-05-03T22:15:30.550568Z","steps":["trace[136585958] 'process raft request' (duration: 101.353667ms)","trace[136585958] 'compare' (duration: 18.52739ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:30.953971Z","caller":"traceutil/trace.go:171","msg":"trace[2120013370] transaction","detail":"{read_only:false; response_revision:3358; number_of_response:1; }","duration":"108.314576ms","start":"2026-05-03T22:15:30.845628Z","end":"2026-05-03T22:15:30.953943Z","steps":["trace[2120013370] 'process raft request' (duration: 108.129709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:31.2454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.895639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:15:31.245564Z","caller":"traceutil/trace.go:171","msg":"trace[1027364292] transaction","detail":"{read_only:false; response_revision:3359; number_of_response:1; }","duration":"332.799143ms","start":"2026-05-03T22:15:30.912702Z","end":"2026-05-03T22:15:31.245501Z","steps":["trace[1027364292] 'process raft request' (duration: 88.677394ms)","trace[1027364292] 'compare' (duration: 243.738804ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:31.245685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:30.912667Z","time spent":"332.97642ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:15:32.842502Z","caller":"traceutil/trace.go:171","msg":"trace[145127092] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"203.04494ms","start":"2026-05-03T22:15:32.639378Z","end":"2026-05-03T22:15:32.842423Z","steps":["trace[145127092] 'process raft request' (duration: 202.805939ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:32.850542Z","caller":"traceutil/trace.go:171","msg":"trace[1454719000] linearizableReadLoop","detail":"{readStateIndex:3497; appliedIndex:3495; }","duration":"204.624823ms","start":"2026-05-03T22:15:32.645881Z","end":"2026-05-03T22:15:32.850506Z","steps":["trace[1454719000] 'read index received' (duration: 196.254998ms)","trace[1454719000] 'applied index is now lower than readState.Index' (duration: 8.368245ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:32.850672Z","caller":"traceutil/trace.go:171","msg":"trace[628332117] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"210.029001ms","start":"2026-05-03T22:15:32.6406Z","end":"2026-05-03T22:15:32.850629Z","steps":["trace[628332117] 'process raft request' (duration: 209.731455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:32.85147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.557117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:15:32.851528Z","caller":"traceutil/trace.go:171","msg":"trace[1171801387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3367; }","duration":"205.651246ms","start":"2026-05-03T22:15:32.645863Z","end":"2026-05-03T22:15:32.851514Z","steps":["trace[1171801387] 'agreement among raft nodes before linearized reading' (duration: 204.751374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:33.787944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.760461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-03T22:15:33.788042Z","caller":"traceutil/trace.go:171","msg":"trace[1584214871] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3371; }","duration":"156.936497ms","start":"2026-05-03T22:15:33.631083Z","end":"2026-05-03T22:15:33.78802Z","steps":["trace[1584214871] 'range keys from in-memory index tree' (duration: 156.497487ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:34.541567Z","caller":"traceutil/trace.go:171","msg":"trace[1131912162] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"102.334903ms","start":"2026-05-03T22:15:34.439196Z","end":"2026-05-03T22:15:34.541531Z","steps":["trace[1131912162] 'process raft request' (duration: 102.042117ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:35.521775Z","caller":"traceutil/trace.go:171","msg":"trace[1753729583] transaction","detail":"{read_only:false; response_revision:3378; number_of_response:1; }","duration":"121.476238ms","start":"2026-05-03T22:15:35.40027Z","end":"2026-05-03T22:15:35.521746Z","steps":["trace[1753729583] 'process raft request' (duration: 121.300812ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:36.671976Z","caller":"traceutil/trace.go:171","msg":"trace[613317154] transaction","detail":"{read_only:false; response_revision:3382; number_of_response:1; }","duration":"123.61759ms","start":"2026-05-03T22:15:36.548322Z","end":"2026-05-03T22:15:36.67194Z","steps":["trace[613317154] 'process raft request' (duration: 123.382929ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:36.835657Z","caller":"traceutil/trace.go:171","msg":"trace[820955840] linearizableReadLoop","detail":"{readStateIndex:3513; appliedIndex:3512; }","duration":"141.224109ms","start":"2026-05-03T22:15:36.69441Z","end":"2026-05-03T22:15:36.835634Z","steps":["trace[820955840] 'read index received' (duration: 141.102539ms)","trace[820955840] 'applied index is now lower than readState.Index' (duration: 120.34µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:36.835827Z","caller":"traceutil/trace.go:171","msg":"trace[2081734542] transaction","detail":"{read_only:false; response_revision:3383; number_of_response:1; }","duration":"158.654724ms","start":"2026-05-03T22:15:36.677126Z","end":"2026-05-03T22:15:36.835781Z","steps":["trace[2081734542] 'process raft request' (duration: 158.384561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:36.835892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.469151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:15:36.836212Z","caller":"traceutil/trace.go:171","msg":"trace[27226788] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3383; }","duration":"141.797931ms","start":"2026-05-03T22:15:36.694369Z","end":"2026-05-03T22:15:36.836166Z","steps":["trace[27226788] 'agreement among raft nodes before linearized reading' (duration: 141.394054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:37.21889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.561004ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-03T22:15:37.219032Z","caller":"traceutil/trace.go:171","msg":"trace[1395475822] linearizableReadLoop","detail":"{readStateIndex:3514; appliedIndex:3513; }","duration":"378.929579ms","start":"2026-05-03T22:15:36.840081Z","end":"2026-05-03T22:15:37.21901Z","steps":["trace[1395475822] 'read index received' (duration: 132.106653ms)","trace[1395475822] 'applied index is now lower than readState.Index' (duration: 246.821106ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:37.219176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:36.83719Z","time spent":"381.981796ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-03T22:15:37.219569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.81902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-03T22:15:37.219619Z","caller":"traceutil/trace.go:171","msg":"trace[1849368995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3383; }","duration":"350.935691ms","start":"2026-05-03T22:15:36.868669Z","end":"2026-05-03T22:15:37.219605Z","steps":["trace[1849368995] 'agreement among raft nodes before linearized reading' (duration: 350.732272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:37.219652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:36.868649Z","time spent":"350.996266ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-03T22:15:37.219645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.405749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:15:37.219734Z","caller":"traceutil/trace.go:171","msg":"trace[1294978400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3383; }","duration":"297.590636ms","start":"2026-05-03T22:15:36.922123Z","end":"2026-05-03T22:15:37.219713Z","steps":["trace[1294978400] 'agreement among raft nodes before linearized reading' (duration: 297.282368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:37.219716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.61326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:15:37.219804Z","caller":"traceutil/trace.go:171","msg":"trace[1745144491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3383; }","duration":"379.766733ms","start":"2026-05-03T22:15:36.840015Z","end":"2026-05-03T22:15:37.219782Z","steps":["trace[1745144491] 'agreement among raft nodes before linearized reading' (duration: 379.380389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:37.219859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:36.83999Z","time spent":"379.860331ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-03T22:15:37.219827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.69694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:15:37.21994Z","caller":"traceutil/trace.go:171","msg":"trace[283078254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3383; }","duration":"338.876476ms","start":"2026-05-03T22:15:36.88103Z","end":"2026-05-03T22:15:37.219906Z","steps":["trace[283078254] 'agreement among raft nodes before linearized reading' (duration: 338.387392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:37.220011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:36.880998Z","time spent":"338.998246ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-03T22:15:37.362946Z","caller":"traceutil/trace.go:171","msg":"trace[1282272156] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"138.175057ms","start":"2026-05-03T22:15:37.22474Z","end":"2026-05-03T22:15:37.362915Z","steps":["trace[1282272156] 'process raft request' (duration: 116.779991ms)","trace[1282272156] 'compare' (duration: 21.20804ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:37.363757Z","caller":"traceutil/trace.go:171","msg":"trace[538695984] transaction","detail":"{read_only:false; response_revision:3386; number_of_response:1; }","duration":"138.859766ms","start":"2026-05-03T22:15:37.224882Z","end":"2026-05-03T22:15:37.363742Z","steps":["trace[538695984] 'process raft request' (duration: 137.991341ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:37.363902Z","caller":"traceutil/trace.go:171","msg":"trace[1752438842] transaction","detail":"{read_only:false; response_revision:3387; number_of_response:1; }","duration":"138.771168ms","start":"2026-05-03T22:15:37.225042Z","end":"2026-05-03T22:15:37.363813Z","steps":["trace[1752438842] 'process raft request' (duration: 138.537028ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:38.198006Z","caller":"traceutil/trace.go:171","msg":"trace[1729240610] transaction","detail":"{read_only:false; response_revision:3391; number_of_response:1; }","duration":"146.361446ms","start":"2026-05-03T22:15:38.051604Z","end":"2026-05-03T22:15:38.197965Z","steps":["trace[1729240610] 'process raft request' (duration: 146.062921ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:40.837855Z","caller":"traceutil/trace.go:171","msg":"trace[904212660] transaction","detail":"{read_only:false; response_revision:3403; number_of_response:1; }","duration":"139.059129ms","start":"2026-05-03T22:15:40.698765Z","end":"2026-05-03T22:15:40.837824Z","steps":["trace[904212660] 'process raft request' (duration: 138.859661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:41.079913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.632714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:15:41.080105Z","caller":"traceutil/trace.go:171","msg":"trace[1186577138] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3403; }","duration":"187.891057ms","start":"2026-05-03T22:15:40.892179Z","end":"2026-05-03T22:15:41.08007Z","steps":["trace[1186577138] 'count revisions from in-memory index tree' (duration: 187.492653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:41.079916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.492305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-03T22:15:41.080446Z","caller":"traceutil/trace.go:171","msg":"trace[1784176523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3403; }","duration":"212.092066ms","start":"2026-05-03T22:15:40.868324Z","end":"2026-05-03T22:15:41.080416Z","steps":["trace[1784176523] 'range keys from in-memory index tree' (duration: 211.223513ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:43.576164Z","caller":"traceutil/trace.go:171","msg":"trace[1785404534] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"101.021544ms","start":"2026-05-03T22:15:43.475107Z","end":"2026-05-03T22:15:43.576128Z","steps":["trace[1785404534] 'process raft request' (duration: 96.745721ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:43.581504Z","caller":"traceutil/trace.go:171","msg":"trace[1052452008] transaction","detail":"{read_only:false; response_revision:3417; number_of_response:1; }","duration":"106.301362ms","start":"2026-05-03T22:15:43.475157Z","end":"2026-05-03T22:15:43.581459Z","steps":["trace[1052452008] 'process raft request' (duration: 106.027469ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:43.581649Z","caller":"traceutil/trace.go:171","msg":"trace[224774311] transaction","detail":"{read_only:false; response_revision:3418; number_of_response:1; }","duration":"105.410528ms","start":"2026-05-03T22:15:43.476221Z","end":"2026-05-03T22:15:43.581631Z","steps":["trace[224774311] 'process raft request' (duration: 105.084561ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:49.042217Z","caller":"traceutil/trace.go:171","msg":"trace[324322378] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"181.542202ms","start":"2026-05-03T22:15:48.860647Z","end":"2026-05-03T22:15:49.042189Z","steps":["trace[324322378] 'process raft request' (duration: 181.337696ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:49.350051Z","caller":"traceutil/trace.go:171","msg":"trace[913923426] transaction","detail":"{read_only:false; response_revision:3445; number_of_response:1; }","duration":"218.834133ms","start":"2026-05-03T22:15:49.131151Z","end":"2026-05-03T22:15:49.349985Z","steps":["trace[913923426] 'process raft request' (duration: 180.283654ms)","trace[913923426] 'compare' (duration: 38.396217ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:49.790831Z","caller":"traceutil/trace.go:171","msg":"trace[1777464781] linearizableReadLoop","detail":"{readStateIndex:3581; appliedIndex:3579; }","duration":"160.420578ms","start":"2026-05-03T22:15:49.630385Z","end":"2026-05-03T22:15:49.790806Z","steps":["trace[1777464781] 'read index received' (duration: 133.172059ms)","trace[1777464781] 'applied index is now lower than readState.Index' (duration: 27.247299ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:49.790968Z","caller":"traceutil/trace.go:171","msg":"trace[2025818441] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"168.411148ms","start":"2026-05-03T22:15:49.62254Z","end":"2026-05-03T22:15:49.790951Z","steps":["trace[2025818441] 'process raft request' (duration: 141.085494ms)","trace[2025818441] 'compare' (duration: 26.700985ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:49.791108Z","caller":"traceutil/trace.go:171","msg":"trace[2137533089] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"168.173589ms","start":"2026-05-03T22:15:49.622924Z","end":"2026-05-03T22:15:49.791097Z","steps":["trace[2137533089] 'process raft request' (duration: 167.700521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:49.791564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.227881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-03T22:15:49.791642Z","caller":"traceutil/trace.go:171","msg":"trace[639126165] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3450; }","duration":"161.396924ms","start":"2026-05-03T22:15:49.630224Z","end":"2026-05-03T22:15:49.791621Z","steps":["trace[639126165] 'agreement among raft nodes before linearized reading' (duration: 161.182597ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:49.989214Z","caller":"traceutil/trace.go:171","msg":"trace[631320297] linearizableReadLoop","detail":"{readStateIndex:3585; appliedIndex:3584; }","duration":"148.393309ms","start":"2026-05-03T22:15:49.84078Z","end":"2026-05-03T22:15:49.989173Z","steps":["trace[631320297] 'read index received' (duration: 81.93111ms)","trace[631320297] 'applied index is now lower than readState.Index' (duration: 66.459719ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:49.989336Z","caller":"traceutil/trace.go:171","msg":"trace[2077404685] transaction","detail":"{read_only:false; response_revision:3452; number_of_response:1; }","duration":"163.086926ms","start":"2026-05-03T22:15:49.826152Z","end":"2026-05-03T22:15:49.989239Z","steps":["trace[2077404685] 'process raft request' (duration: 96.669ms)","trace[2077404685] 'compare' (duration: 66.169047ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:49.989598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.746297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-05-03T22:15:49.989655Z","caller":"traceutil/trace.go:171","msg":"trace[1443391708] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3452; }","duration":"148.929872ms","start":"2026-05-03T22:15:49.840707Z","end":"2026-05-03T22:15:49.989637Z","steps":["trace[1443391708] 'agreement among raft nodes before linearized reading' (duration: 148.637909ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:56.017529Z","caller":"traceutil/trace.go:171","msg":"trace[1347802474] linearizableReadLoop","detail":"{readStateIndex:3612; appliedIndex:3610; }","duration":"202.001112ms","start":"2026-05-03T22:15:55.815496Z","end":"2026-05-03T22:15:56.017497Z","steps":["trace[1347802474] 'read index received' (duration: 54.034101ms)","trace[1347802474] 'applied index is now lower than readState.Index' (duration: 147.96518ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:56.017672Z","caller":"traceutil/trace.go:171","msg":"trace[97309545] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"204.423744ms","start":"2026-05-03T22:15:55.813201Z","end":"2026-05-03T22:15:56.017625Z","steps":["trace[97309545] 'process raft request' (duration: 195.155133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:56.017871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.355909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:15:56.017954Z","caller":"traceutil/trace.go:171","msg":"trace[527544224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3478; }","duration":"202.470307ms","start":"2026-05-03T22:15:55.815455Z","end":"2026-05-03T22:15:56.017925Z","steps":["trace[527544224] 'agreement among raft nodes before linearized reading' (duration: 202.207278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:56.01799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.751608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:15:56.018034Z","caller":"traceutil/trace.go:171","msg":"trace[1464734138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3478; }","duration":"173.795771ms","start":"2026-05-03T22:15:55.844226Z","end":"2026-05-03T22:15:56.018021Z","steps":["trace[1464734138] 'agreement among raft nodes before linearized reading' (duration: 173.680883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:56.017873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.90664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:15:56.01819Z","caller":"traceutil/trace.go:171","msg":"trace[1294528742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3478; }","duration":"201.237444ms","start":"2026-05-03T22:15:55.816905Z","end":"2026-05-03T22:15:56.018143Z","steps":["trace[1294528742] 'agreement among raft nodes before linearized reading' (duration: 200.806743ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:56.199484Z","caller":"traceutil/trace.go:171","msg":"trace[2026948088] transaction","detail":"{read_only:false; response_revision:3481; number_of_response:1; }","duration":"175.487232ms","start":"2026-05-03T22:15:56.02397Z","end":"2026-05-03T22:15:56.199457Z","steps":["trace[2026948088] 'process raft request' (duration: 175.438149ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:56.199515Z","caller":"traceutil/trace.go:171","msg":"trace[2098965834] transaction","detail":"{read_only:false; response_revision:3479; number_of_response:1; }","duration":"175.660135ms","start":"2026-05-03T22:15:56.023821Z","end":"2026-05-03T22:15:56.199481Z","steps":["trace[2098965834] 'process raft request' (duration: 105.499344ms)","trace[2098965834] 'compare' (duration: 69.887171ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:56.199708Z","caller":"traceutil/trace.go:171","msg":"trace[1534064628] transaction","detail":"{read_only:false; response_revision:3480; number_of_response:1; }","duration":"175.772405ms","start":"2026-05-03T22:15:56.023926Z","end":"2026-05-03T22:15:56.199698Z","steps":["trace[1534064628] 'process raft request' (duration: 175.438069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:56.777541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.235989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:15:56.777837Z","caller":"traceutil/trace.go:171","msg":"trace[337185634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3481; }","duration":"455.590435ms","start":"2026-05-03T22:15:56.322219Z","end":"2026-05-03T22:15:56.77781Z","steps":["trace[337185634] 'range keys from in-memory index tree' (duration: 455.067746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:56.777936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:56.322192Z","time spent":"455.729506ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:15:56.777701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.640036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:15:56.778154Z","caller":"traceutil/trace.go:171","msg":"trace[1728718639] linearizableReadLoop","detail":"{readStateIndex:3616; appliedIndex:3615; }","duration":"301.884927ms","start":"2026-05-03T22:15:56.476229Z","end":"2026-05-03T22:15:56.778114Z","steps":["trace[1728718639] 'read index received' (duration: 162.548798ms)","trace[1728718639] 'applied index is now lower than readState.Index' (duration: 139.332198ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:56.778182Z","caller":"traceutil/trace.go:171","msg":"trace[486142919] transaction","detail":"{read_only:false; response_revision:3482; number_of_response:1; }","duration":"354.831214ms","start":"2026-05-03T22:15:56.423314Z","end":"2026-05-03T22:15:56.778145Z","steps":["trace[486142919] 'process raft request' (duration: 215.653627ms)","trace[486142919] 'compare' (duration: 138.508607ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:56.778347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:56.423284Z","time spent":"354.972734ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:15:56.778358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.091442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:15:56.778448Z","caller":"traceutil/trace.go:171","msg":"trace[1998152989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3482; }","duration":"302.259384ms","start":"2026-05-03T22:15:56.476169Z","end":"2026-05-03T22:15:56.778428Z","steps":["trace[1998152989] 'agreement among raft nodes before linearized reading' (duration: 302.07688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:56.778531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:56.476148Z","time spent":"302.370492ms","remote":"127.0.0.1:49668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:15:57.699804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.64003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:15:57.700668Z","caller":"traceutil/trace.go:171","msg":"trace[82953992] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"840.862314ms","start":"2026-05-03T22:15:56.859698Z","end":"2026-05-03T22:15:57.70056Z","steps":["trace[82953992] 'process raft request' (duration: 212.328068ms)","trace[82953992] 'compare' (duration: 627.426015ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:57.700839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:56.859636Z","time spent":"841.110904ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:15:57.822934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605759354,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-03T22:15:57.883027Z","caller":"traceutil/trace.go:171","msg":"trace[119041116] linearizableReadLoop","detail":"{readStateIndex:3619; appliedIndex:3618; }","duration":"560.685179ms","start":"2026-05-03T22:15:57.322315Z","end":"2026-05-03T22:15:57.883001Z","steps":["trace[119041116] 'read index received' (duration: 559.551455ms)","trace[119041116] 'applied index is now lower than readState.Index' (duration: 1.132614ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:15:57.883226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.901154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:15:57.883287Z","caller":"traceutil/trace.go:171","msg":"trace[1314473723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3484; }","duration":"561.026184ms","start":"2026-05-03T22:15:57.322247Z","end":"2026-05-03T22:15:57.883273Z","steps":["trace[1314473723] 'agreement among raft nodes before linearized reading' (duration: 560.926646ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:57.883274Z","caller":"traceutil/trace.go:171","msg":"trace[1552487861] transaction","detail":"{read_only:false; response_revision:3484; number_of_response:1; }","duration":"797.530225ms","start":"2026-05-03T22:15:57.085628Z","end":"2026-05-03T22:15:57.883158Z","steps":["trace[1552487861] 'process raft request' (duration: 796.231969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:57.883374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:57.322221Z","time spent":"561.140542ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:15:57.883637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:57.085602Z","time spent":"797.856889ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:15:57.914228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.103073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-03T22:15:57.914802Z","caller":"traceutil/trace.go:171","msg":"trace[859560733] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3485; }","duration":"211.721859ms","start":"2026-05-03T22:15:57.703061Z","end":"2026-05-03T22:15:57.914783Z","steps":["trace[859560733] 'agreement among raft nodes before linearized reading' (duration: 211.073251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:57.914447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.736106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:15:57.915513Z","caller":"traceutil/trace.go:171","msg":"trace[338027932] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3485; }","duration":"360.838318ms","start":"2026-05-03T22:15:57.554647Z","end":"2026-05-03T22:15:57.915485Z","steps":["trace[338027932] 'agreement among raft nodes before linearized reading' (duration: 359.737387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:57.914638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.99443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-03T22:15:57.915591Z","caller":"traceutil/trace.go:171","msg":"trace[1338184122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3485; }","duration":"465.997715ms","start":"2026-05-03T22:15:57.44958Z","end":"2026-05-03T22:15:57.915577Z","steps":["trace[1338184122] 'agreement among raft nodes before linearized reading' (duration: 464.969959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:57.915616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:57.554615Z","time spent":"360.956646ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:15:57.915672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:57.449544Z","time spent":"466.098213ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-03T22:15:57.914744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.54701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-03T22:15:57.915723Z","caller":"traceutil/trace.go:171","msg":"trace[1856999786] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3485; }","duration":"284.553135ms","start":"2026-05-03T22:15:57.631154Z","end":"2026-05-03T22:15:57.915707Z","steps":["trace[1856999786] 'agreement among raft nodes before linearized reading' (duration: 283.523329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:57.914728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.681784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:15:57.91588Z","caller":"traceutil/trace.go:171","msg":"trace[1402685677] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3485; }","duration":"219.881442ms","start":"2026-05-03T22:15:57.695989Z","end":"2026-05-03T22:15:57.915871Z","steps":["trace[1402685677] 'agreement among raft nodes before linearized reading' (duration: 218.520612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:57.914824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.596948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-03T22:15:57.915982Z","caller":"traceutil/trace.go:171","msg":"trace[75575748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3485; }","duration":"265.81722ms","start":"2026-05-03T22:15:57.650153Z","end":"2026-05-03T22:15:57.91597Z","steps":["trace[75575748] 'agreement among raft nodes before linearized reading' (duration: 264.442688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:58.235645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.409836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:15:58.235899Z","caller":"traceutil/trace.go:171","msg":"trace[1937212284] linearizableReadLoop","detail":"{readStateIndex:3621; appliedIndex:3620; }","duration":"315.53489ms","start":"2026-05-03T22:15:57.920317Z","end":"2026-05-03T22:15:58.235852Z","steps":["trace[1937212284] 'read index received' (duration: 90.7987ms)","trace[1937212284] 'applied index is now lower than readState.Index' (duration: 224.73257ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:58.235939Z","caller":"traceutil/trace.go:171","msg":"trace[916917496] transaction","detail":"{read_only:false; response_revision:3487; number_of_response:1; }","duration":"315.050884ms","start":"2026-05-03T22:15:57.920825Z","end":"2026-05-03T22:15:58.235876Z","steps":["trace[916917496] 'process raft request' (duration: 314.925255ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:58.235918Z","caller":"traceutil/trace.go:171","msg":"trace[1050526443] transaction","detail":"{read_only:false; response_revision:3486; number_of_response:1; }","duration":"315.790519ms","start":"2026-05-03T22:15:57.920084Z","end":"2026-05-03T22:15:58.235875Z","steps":["trace[1050526443] 'process raft request' (duration: 91.06958ms)","trace[1050526443] 'compare' (duration: 224.299207ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:58.235974Z","caller":"traceutil/trace.go:171","msg":"trace[746326510] transaction","detail":"{read_only:false; response_revision:3488; number_of_response:1; }","duration":"212.144736ms","start":"2026-05-03T22:15:58.023806Z","end":"2026-05-03T22:15:58.23595Z","steps":["trace[746326510] 'process raft request' (duration: 212.034378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:58.236064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:57.920806Z","time spent":"315.206885ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:15:58.236124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:57.920073Z","time spent":"315.932569ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:15:58.236245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.913827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9283"} {"level":"info","ts":"2026-05-03T22:15:58.236323Z","caller":"traceutil/trace.go:171","msg":"trace[1869751103] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3488; }","duration":"316.009775ms","start":"2026-05-03T22:15:57.920294Z","end":"2026-05-03T22:15:58.236304Z","steps":["trace[1869751103] 'agreement among raft nodes before linearized reading' (duration: 315.767567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:58.236368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:57.920276Z","time spent":"316.07987ms","remote":"127.0.0.1:49212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9306,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-03T22:15:58.23633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.559661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-03T22:15:58.236494Z","caller":"traceutil/trace.go:171","msg":"trace[1811113654] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3488; }","duration":"315.779937ms","start":"2026-05-03T22:15:57.9207Z","end":"2026-05-03T22:15:58.23648Z","steps":["trace[1811113654] 'agreement among raft nodes before linearized reading' (duration: 315.401909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:58.237929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:57.920678Z","time spent":"315.884305ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-05-03T22:15:58.459103Z","caller":"traceutil/trace.go:171","msg":"trace[1112922267] transaction","detail":"{read_only:false; response_revision:3489; number_of_response:1; }","duration":"216.344023ms","start":"2026-05-03T22:15:58.242732Z","end":"2026-05-03T22:15:58.459076Z","steps":["trace[1112922267] 'process raft request' (duration: 213.780665ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:58.459528Z","caller":"traceutil/trace.go:171","msg":"trace[2010478056] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"216.30959ms","start":"2026-05-03T22:15:58.24319Z","end":"2026-05-03T22:15:58.459499Z","steps":["trace[2010478056] 'process raft request' (duration: 215.833266ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:58.459764Z","caller":"traceutil/trace.go:171","msg":"trace[1190315985] linearizableReadLoop","detail":"{readStateIndex:3626; appliedIndex:3623; }","duration":"168.499254ms","start":"2026-05-03T22:15:58.291248Z","end":"2026-05-03T22:15:58.459748Z","steps":["trace[1190315985] 'read index received' (duration: 165.278647ms)","trace[1190315985] 'applied index is now lower than readState.Index' (duration: 3.219426ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:15:58.459897Z","caller":"traceutil/trace.go:171","msg":"trace[846594411] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"215.419485ms","start":"2026-05-03T22:15:58.244464Z","end":"2026-05-03T22:15:58.459883Z","steps":["trace[846594411] 'process raft request' (duration: 214.814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:58.460023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.760302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:15:58.460067Z","caller":"traceutil/trace.go:171","msg":"trace[110574382] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3491; }","duration":"168.86374ms","start":"2026-05-03T22:15:58.291192Z","end":"2026-05-03T22:15:58.460056Z","steps":["trace[110574382] 'agreement among raft nodes before linearized reading' (duration: 168.707909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:58.46017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.037384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:15:58.460272Z","caller":"traceutil/trace.go:171","msg":"trace[1240437213] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3491; }","duration":"119.216807ms","start":"2026-05-03T22:15:58.341034Z","end":"2026-05-03T22:15:58.460251Z","steps":["trace[1240437213] 'agreement among raft nodes before linearized reading' (duration: 119.026323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:58.718904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.643599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-03T22:15:58.718986Z","caller":"traceutil/trace.go:171","msg":"trace[1419344482] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3491; }","duration":"119.824382ms","start":"2026-05-03T22:15:58.599142Z","end":"2026-05-03T22:15:58.718966Z","steps":["trace[1419344482] 'range keys from in-memory index tree' (duration: 119.463605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:58.719196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.032857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-03T22:15:58.720014Z","caller":"traceutil/trace.go:171","msg":"trace[437702038] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3491; }","duration":"132.821164ms","start":"2026-05-03T22:15:58.587117Z","end":"2026-05-03T22:15:58.719938Z","steps":["trace[437702038] 'range keys from in-memory index tree' (duration: 131.602176ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:59.221372Z","caller":"traceutil/trace.go:171","msg":"trace[589731813] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"495.652258ms","start":"2026-05-03T22:15:58.725687Z","end":"2026-05-03T22:15:59.22134Z","steps":["trace[589731813] 'process raft request' (duration: 492.11217ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:59.221558Z","caller":"traceutil/trace.go:171","msg":"trace[1005341924] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"438.034571ms","start":"2026-05-03T22:15:58.783493Z","end":"2026-05-03T22:15:59.221527Z","steps":["trace[1005341924] 'process raft request' (duration: 437.785283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:15:59.221722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:58.783454Z","time spent":"438.177371ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:15:59.221764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:15:58.725655Z","time spent":"495.805959ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:15:59.468871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.137029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:15:59.468853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.823867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:15:59.469104Z","caller":"traceutil/trace.go:171","msg":"trace[1833757311] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3494; }","duration":"129.185414ms","start":"2026-05-03T22:15:59.339891Z","end":"2026-05-03T22:15:59.469077Z","steps":["trace[1833757311] 'count revisions from in-memory index tree' (duration: 128.692177ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:15:59.468982Z","caller":"traceutil/trace.go:171","msg":"trace[359475672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3494; }","duration":"147.335424ms","start":"2026-05-03T22:15:59.321623Z","end":"2026-05-03T22:15:59.468959Z","steps":["trace[359475672] 'range keys from in-memory index tree' (duration: 146.9925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:13.565209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.268551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:16:13.565283Z","caller":"traceutil/trace.go:171","msg":"trace[534922391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3564; }","duration":"243.392689ms","start":"2026-05-03T22:16:13.32187Z","end":"2026-05-03T22:16:13.565263Z","steps":["trace[534922391] 'range keys from in-memory index tree' (duration: 243.097019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:20.79816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.775533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:16:20.798341Z","caller":"traceutil/trace.go:171","msg":"trace[414029256] transaction","detail":"{read_only:false; response_revision:3599; number_of_response:1; }","duration":"419.374951ms","start":"2026-05-03T22:16:20.37891Z","end":"2026-05-03T22:16:20.798285Z","steps":["trace[414029256] 'process raft request' (duration: 53.331361ms)","trace[414029256] 'compare' (duration: 365.209179ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:16:20.798687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:20.378894Z","time spent":"419.719953ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:16:20.882606Z","caller":"traceutil/trace.go:171","msg":"trace[890908008] transaction","detail":"{read_only:false; response_revision:3600; number_of_response:1; }","duration":"503.313047ms","start":"2026-05-03T22:16:20.379232Z","end":"2026-05-03T22:16:20.882545Z","steps":["trace[890908008] 'process raft request' (duration: 503.104724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:20.882776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:20.379216Z","time spent":"503.482547ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:16:21.008419Z","caller":"traceutil/trace.go:171","msg":"trace[30798769] linearizableReadLoop","detail":"{readStateIndex:3740; appliedIndex:3738; }","duration":"331.049578ms","start":"2026-05-03T22:16:20.677345Z","end":"2026-05-03T22:16:21.008395Z","steps":["trace[30798769] 'read index received' (duration: 204.910876ms)","trace[30798769] 'applied index is now lower than readState.Index' (duration: 126.137531ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:16:21.008934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.546068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-03T22:16:21.008943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.179739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:16:21.009223Z","caller":"traceutil/trace.go:171","msg":"trace[1870291463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3601; }","duration":"321.482188ms","start":"2026-05-03T22:16:20.687717Z","end":"2026-05-03T22:16:21.009199Z","steps":["trace[1870291463] 'agreement among raft nodes before linearized reading' (duration: 321.046522ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:16:21.008537Z","caller":"traceutil/trace.go:171","msg":"trace[1746245789] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"358.56472ms","start":"2026-05-03T22:16:20.649959Z","end":"2026-05-03T22:16:21.008523Z","steps":["trace[1746245789] 'process raft request' (duration: 283.475811ms)","trace[1746245789] 'compare' (duration: 74.702105ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:16:21.009408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:20.687709Z","time spent":"321.557652ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-03T22:16:21.008972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.223436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:16:21.010533Z","caller":"traceutil/trace.go:171","msg":"trace[217802321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3601; }","duration":"324.787621ms","start":"2026-05-03T22:16:20.685719Z","end":"2026-05-03T22:16:21.010507Z","steps":["trace[217802321] 'agreement among raft nodes before linearized reading' (duration: 323.005522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:21.010652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:20.685656Z","time spent":"324.982983ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-03T22:16:21.009Z","caller":"traceutil/trace.go:171","msg":"trace[166051318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3601; }","duration":"331.679496ms","start":"2026-05-03T22:16:20.677305Z","end":"2026-05-03T22:16:21.008985Z","steps":["trace[166051318] 'agreement among raft nodes before linearized reading' (duration: 331.454463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:21.011113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:20.677291Z","time spent":"333.808036ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-03T22:16:21.010195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:20.649925Z","time spent":"359.597453ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:16:23.149386Z","caller":"traceutil/trace.go:171","msg":"trace[1735883897] linearizableReadLoop","detail":"{readStateIndex:3751; appliedIndex:3750; }","duration":"154.185408ms","start":"2026-05-03T22:16:22.995176Z","end":"2026-05-03T22:16:23.149361Z","steps":["trace[1735883897] 'read index received' (duration: 153.929452ms)","trace[1735883897] 'applied index is now lower than readState.Index' (duration: 255.106µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:16:23.149475Z","caller":"traceutil/trace.go:171","msg":"trace[972609539] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"179.807399ms","start":"2026-05-03T22:16:22.969634Z","end":"2026-05-03T22:16:23.149441Z","steps":["trace[972609539] 'process raft request' (duration: 179.576584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:23.149589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.39304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:16:23.149632Z","caller":"traceutil/trace.go:171","msg":"trace[654492241] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3611; }","duration":"154.496786ms","start":"2026-05-03T22:16:22.995126Z","end":"2026-05-03T22:16:23.149623Z","steps":["trace[654492241] 'agreement among raft nodes before linearized reading' (duration: 154.38272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:24.029993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.107352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:16:24.030808Z","caller":"traceutil/trace.go:171","msg":"trace[691799324] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3616; }","duration":"106.228309ms","start":"2026-05-03T22:16:23.923829Z","end":"2026-05-03T22:16:24.030058Z","steps":["trace[691799324] 'range keys from in-memory index tree' (duration: 106.041277ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:16:24.180443Z","caller":"traceutil/trace.go:171","msg":"trace[851823838] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"137.988552ms","start":"2026-05-03T22:16:24.042415Z","end":"2026-05-03T22:16:24.180404Z","steps":["trace[851823838] 'process raft request' (duration: 137.736077ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:16:24.250286Z","caller":"traceutil/trace.go:171","msg":"trace[613340317] linearizableReadLoop","detail":"{readStateIndex:3758; appliedIndex:3756; }","duration":"199.462955ms","start":"2026-05-03T22:16:24.050797Z","end":"2026-05-03T22:16:24.25026Z","steps":["trace[613340317] 'read index received' (duration: 129.380079ms)","trace[613340317] 'applied index is now lower than readState.Index' (duration: 70.081726ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:16:24.250362Z","caller":"traceutil/trace.go:171","msg":"trace[520224719] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"203.096931ms","start":"2026-05-03T22:16:24.047239Z","end":"2026-05-03T22:16:24.250336Z","steps":["trace[520224719] 'process raft request' (duration: 185.680313ms)","trace[520224719] 'compare' (duration: 17.218026ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:16:24.250691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.868589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-03T22:16:24.250746Z","caller":"traceutil/trace.go:171","msg":"trace[324349371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3618; }","duration":"199.952904ms","start":"2026-05-03T22:16:24.050778Z","end":"2026-05-03T22:16:24.250731Z","steps":["trace[324349371] 'agreement among raft nodes before linearized reading' (duration: 199.590063ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:16:26.974414Z","caller":"traceutil/trace.go:171","msg":"trace[1494651580] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"110.402572ms","start":"2026-05-03T22:16:26.863985Z","end":"2026-05-03T22:16:26.974388Z","steps":["trace[1494651580] 'process raft request' (duration: 45.471075ms)","trace[1494651580] 'compare' (duration: 64.834722ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:16:29.109444Z","caller":"traceutil/trace.go:171","msg":"trace[1256794038] transaction","detail":"{read_only:false; response_revision:3640; number_of_response:1; }","duration":"126.943036ms","start":"2026-05-03T22:16:28.982453Z","end":"2026-05-03T22:16:29.109396Z","steps":["trace[1256794038] 'process raft request' (duration: 36.385503ms)","trace[1256794038] 'compare' (duration: 90.322209ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:16:29.284763Z","caller":"traceutil/trace.go:171","msg":"trace[995010218] transaction","detail":"{read_only:false; response_revision:3641; number_of_response:1; }","duration":"100.29673ms","start":"2026-05-03T22:16:29.184423Z","end":"2026-05-03T22:16:29.28472Z","steps":["trace[995010218] 'process raft request' (duration: 51.493857ms)","trace[995010218] 'compare' (duration: 48.502156ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:16:29.490345Z","caller":"traceutil/trace.go:171","msg":"trace[1828120744] transaction","detail":"{read_only:false; response_revision:3644; number_of_response:1; }","duration":"199.311248ms","start":"2026-05-03T22:16:29.29101Z","end":"2026-05-03T22:16:29.490321Z","steps":["trace[1828120744] 'process raft request' (duration: 199.208292ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:16:29.490651Z","caller":"traceutil/trace.go:171","msg":"trace[806984398] transaction","detail":"{read_only:false; response_revision:3643; number_of_response:1; }","duration":"200.892799ms","start":"2026-05-03T22:16:29.289741Z","end":"2026-05-03T22:16:29.490634Z","steps":["trace[806984398] 'process raft request' (duration: 197.916458ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:16:29.490759Z","caller":"traceutil/trace.go:171","msg":"trace[1038336208] linearizableReadLoop","detail":"{readStateIndex:3784; appliedIndex:3782; }","duration":"200.512328ms","start":"2026-05-03T22:16:29.290219Z","end":"2026-05-03T22:16:29.490732Z","steps":["trace[1038336208] 'read index received' (duration: 87.363992ms)","trace[1038336208] 'applied index is now lower than readState.Index' (duration: 113.146206ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:16:29.4909Z","caller":"traceutil/trace.go:171","msg":"trace[1988608657] transaction","detail":"{read_only:false; response_revision:3645; number_of_response:1; }","duration":"199.478488ms","start":"2026-05-03T22:16:29.291407Z","end":"2026-05-03T22:16:29.490886Z","steps":["trace[1988608657] 'process raft request' (duration: 198.873593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:29.491029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.911148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:16:29.491101Z","caller":"traceutil/trace.go:171","msg":"trace[803671260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3645; }","duration":"169.038415ms","start":"2026-05-03T22:16:29.32205Z","end":"2026-05-03T22:16:29.491088Z","steps":["trace[803671260] 'agreement among raft nodes before linearized reading' (duration: 168.929889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:29.491215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.980684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:16:29.491255Z","caller":"traceutil/trace.go:171","msg":"trace[1932980800] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3645; }","duration":"201.08103ms","start":"2026-05-03T22:16:29.290164Z","end":"2026-05-03T22:16:29.491245Z","steps":["trace[1932980800] 'agreement among raft nodes before linearized reading' (duration: 200.887919ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:16:35.598553Z","caller":"traceutil/trace.go:171","msg":"trace[773957063] transaction","detail":"{read_only:false; response_revision:3673; number_of_response:1; }","duration":"168.690342ms","start":"2026-05-03T22:16:35.429759Z","end":"2026-05-03T22:16:35.59845Z","steps":["trace[773957063] 'process raft request' (duration: 108.553201ms)","trace[773957063] 'compare' (duration: 59.636913ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:16:49.837568Z","caller":"traceutil/trace.go:171","msg":"trace[1717993751] linearizableReadLoop","detail":"{readStateIndex:3888; appliedIndex:3887; }","duration":"206.66542ms","start":"2026-05-03T22:16:49.630875Z","end":"2026-05-03T22:16:49.837541Z","steps":["trace[1717993751] 'read index received' (duration: 206.269121ms)","trace[1717993751] 'applied index is now lower than readState.Index' (duration: 394.849µs)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:16:49.83777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.886131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-03T22:16:49.837812Z","caller":"traceutil/trace.go:171","msg":"trace[1166074741] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3743; }","duration":"206.998807ms","start":"2026-05-03T22:16:49.630803Z","end":"2026-05-03T22:16:49.837802Z","steps":["trace[1166074741] 'agreement among raft nodes before linearized reading' (duration: 206.831469ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:16:49.837847Z","caller":"traceutil/trace.go:171","msg":"trace[622940314] transaction","detail":"{read_only:false; response_revision:3743; number_of_response:1; }","duration":"326.367333ms","start":"2026-05-03T22:16:49.51139Z","end":"2026-05-03T22:16:49.837757Z","steps":["trace[622940314] 'process raft request' (duration: 325.857998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:49.838097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:49.511373Z","time spent":"326.589834ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:16:50.338242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605760090,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-03T22:16:50.591033Z","caller":"traceutil/trace.go:171","msg":"trace[801869981] linearizableReadLoop","detail":"{readStateIndex:3889; appliedIndex:3888; }","duration":"753.3737ms","start":"2026-05-03T22:16:49.837635Z","end":"2026-05-03T22:16:50.591008Z","steps":["trace[801869981] 'read index received' (duration: 752.378412ms)","trace[801869981] 'applied index is now lower than readState.Index' (duration: 993.878µs)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:16:50.591257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.206223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-03T22:16:50.591237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.146694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:16:50.591297Z","caller":"traceutil/trace.go:171","msg":"trace[388245167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3744; }","duration":"877.318249ms","start":"2026-05-03T22:16:49.713969Z","end":"2026-05-03T22:16:50.591287Z","steps":["trace[388245167] 'agreement among raft nodes before linearized reading' (duration: 877.158691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:50.591332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:49.713937Z","time spent":"877.386912ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-03T22:16:50.591345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.293766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:16:50.591514Z","caller":"traceutil/trace.go:171","msg":"trace[923744184] transaction","detail":"{read_only:false; response_revision:3744; number_of_response:1; }","duration":"924.12564ms","start":"2026-05-03T22:16:49.667373Z","end":"2026-05-03T22:16:50.591499Z","steps":["trace[923744184] 'process raft request' (duration: 922.625277ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:16:50.591524Z","caller":"traceutil/trace.go:171","msg":"trace[1907777832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3744; }","duration":"902.539159ms","start":"2026-05-03T22:16:49.688957Z","end":"2026-05-03T22:16:50.591496Z","steps":["trace[1907777832] 'agreement among raft nodes before linearized reading' (duration: 902.183281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:50.591592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:49.688923Z","time spent":"902.654254ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-03T22:16:50.59164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:49.667343Z","time spent":"924.225795ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:16:50.591659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.522246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-03T22:16:50.591699Z","caller":"traceutil/trace.go:171","msg":"trace[1785601281] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3744; }","duration":"911.598589ms","start":"2026-05-03T22:16:49.680088Z","end":"2026-05-03T22:16:50.591687Z","steps":["trace[1785601281] 'agreement among raft nodes before linearized reading' (duration: 911.490794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:50.591742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:49.680067Z","time spent":"911.665732ms","remote":"127.0.0.1:49192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-03T22:16:50.591328Z","caller":"traceutil/trace.go:171","msg":"trace[1563333822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3744; }","duration":"866.286901ms","start":"2026-05-03T22:16:49.725018Z","end":"2026-05-03T22:16:50.591304Z","steps":["trace[1563333822] 'agreement among raft nodes before linearized reading' (duration: 866.022908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:50.591907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:49.724994Z","time spent":"866.903531ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-03T22:16:50.998454Z","caller":"traceutil/trace.go:171","msg":"trace[155600142] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"557.54463ms","start":"2026-05-03T22:16:50.440885Z","end":"2026-05-03T22:16:50.99843Z","steps":["trace[155600142] 'process raft request' (duration: 557.367531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:50.998671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:50.440858Z","time spent":"557.722428ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:16:50.998809Z","caller":"traceutil/trace.go:171","msg":"trace[2125187500] transaction","detail":"{read_only:false; response_revision:3746; number_of_response:1; }","duration":"552.469454ms","start":"2026-05-03T22:16:50.446313Z","end":"2026-05-03T22:16:50.998783Z","steps":["trace[2125187500] 'process raft request' (duration: 552.076915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:50.99896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:50.446291Z","time spent":"552.59388ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:16:50.999344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.247628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:16:50.999413Z","caller":"traceutil/trace.go:171","msg":"trace[2054987884] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3747; }","duration":"501.356024ms","start":"2026-05-03T22:16:50.498039Z","end":"2026-05-03T22:16:50.999395Z","steps":["trace[2054987884] 'agreement among raft nodes before linearized reading' (duration: 501.167885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:50.99964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157323894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-05-03T22:16:50.999688Z","caller":"traceutil/trace.go:171","msg":"trace[578877500] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3747; }","duration":"1.157384396s","start":"2026-05-03T22:16:49.842293Z","end":"2026-05-03T22:16:50.999677Z","steps":["trace[578877500] 'agreement among raft nodes before linearized reading' (duration: 1.157233919s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:50.999635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096810265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:16:50.999764Z","caller":"traceutil/trace.go:171","msg":"trace[589317453] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"454.964101ms","start":"2026-05-03T22:16:50.544789Z","end":"2026-05-03T22:16:50.999753Z","steps":["trace[589317453] 'process raft request' (duration: 453.836786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:50.999821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:50.544764Z","time spent":"455.027445ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:16:50.999777Z","caller":"traceutil/trace.go:171","msg":"trace[1812268405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3747; }","duration":"1.097000404s","start":"2026-05-03T22:16:49.902756Z","end":"2026-05-03T22:16:50.999756Z","steps":["trace[1812268405] 'agreement among raft nodes before linearized reading' (duration: 1.096733521s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:50.99996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:49.902732Z","time spent":"1.097209904s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-03T22:16:50.99972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:49.842285Z","time spent":"1.157427999s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-03T22:16:51.000245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158979783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-05-03T22:16:51.000287Z","caller":"traceutil/trace.go:171","msg":"trace[1845614469] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3747; }","duration":"1.159034437s","start":"2026-05-03T22:16:49.84124Z","end":"2026-05-03T22:16:51.000275Z","steps":["trace[1845614469] 'agreement among raft nodes before linearized reading' (duration: 1.158932091s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:16:51.000271Z","caller":"traceutil/trace.go:171","msg":"trace[118111708] linearizableReadLoop","detail":"{readStateIndex:3892; appliedIndex:3889; }","duration":"409.150167ms","start":"2026-05-03T22:16:50.591101Z","end":"2026-05-03T22:16:51.000251Z","steps":["trace[118111708] 'read index received' (duration: 407.213883ms)","trace[118111708] 'applied index is now lower than readState.Index' (duration: 1.932853ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:16:51.000318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:49.841225Z","time spent":"1.159086359s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-03T22:16:51.000464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:50.498018Z","time spent":"501.434097ms","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:16:51.016882Z","caller":"traceutil/trace.go:171","msg":"trace[2094177406] transaction","detail":"{read_only:false; response_revision:3748; number_of_response:1; }","duration":"420.09653ms","start":"2026-05-03T22:16:50.596762Z","end":"2026-05-03T22:16:51.016858Z","steps":["trace[2094177406] 'process raft request' (duration: 419.914661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:51.016962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.585046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:16:51.016907Z","caller":"traceutil/trace.go:171","msg":"trace[491158850] transaction","detail":"{read_only:false; response_revision:3750; number_of_response:1; }","duration":"418.828348ms","start":"2026-05-03T22:16:50.598057Z","end":"2026-05-03T22:16:51.016886Z","steps":["trace[491158850] 'process raft request' (duration: 418.769196ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:16:51.017086Z","caller":"traceutil/trace.go:171","msg":"trace[1498804562] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3750; }","duration":"407.741444ms","start":"2026-05-03T22:16:50.60933Z","end":"2026-05-03T22:16:51.017072Z","steps":["trace[1498804562] 'agreement among raft nodes before linearized reading' (duration: 407.557844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:51.017225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:50.598045Z","time spent":"419.071251ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:16:51.017247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:50.609319Z","time spent":"407.913032ms","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:16:51.017066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:50.596748Z","time spent":"420.205225ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:16:51.017716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.97705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-62a30747-12e6-43e3-b7e2-33b7a8d6547c\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-05-03T22:16:51.017755Z","caller":"traceutil/trace.go:171","msg":"trace[773859824] range","detail":"{range_begin:/registry/persistentvolumes/pvc-62a30747-12e6-43e3-b7e2-33b7a8d6547c; range_end:; response_count:1; response_revision:3750; }","duration":"422.088166ms","start":"2026-05-03T22:16:50.595656Z","end":"2026-05-03T22:16:51.017744Z","steps":["trace[773859824] 'agreement among raft nodes before linearized reading' (duration: 421.407323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:51.017776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:50.595633Z","time spent":"422.137598ms","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-62a30747-12e6-43e3-b7e2-33b7a8d6547c\" "} {"level":"info","ts":"2026-05-03T22:16:51.017888Z","caller":"traceutil/trace.go:171","msg":"trace[583774675] transaction","detail":"{read_only:false; response_revision:3749; number_of_response:1; }","duration":"420.337371ms","start":"2026-05-03T22:16:50.597542Z","end":"2026-05-03T22:16:51.017879Z","steps":["trace[583774675] 'process raft request' (duration: 419.251559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:51.017934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:16:50.597535Z","time spent":"420.377153ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:16:51.187628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.200478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:16:51.187729Z","caller":"traceutil/trace.go:171","msg":"trace[895527062] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3750; }","duration":"113.333114ms","start":"2026-05-03T22:16:51.074364Z","end":"2026-05-03T22:16:51.187697Z","steps":["trace[895527062] 'range keys from in-memory index tree' (duration: 113.118114ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:16:53.743648Z","caller":"traceutil/trace.go:171","msg":"trace[405144408] linearizableReadLoop","detail":"{readStateIndex:3909; appliedIndex:3908; }","duration":"106.638381ms","start":"2026-05-03T22:16:53.636988Z","end":"2026-05-03T22:16:53.743626Z","steps":["trace[405144408] 'read index received' (duration: 103.084843ms)","trace[405144408] 'applied index is now lower than readState.Index' (duration: 3.552428ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:16:53.743864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.851881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-03T22:16:53.743905Z","caller":"traceutil/trace.go:171","msg":"trace[1278342301] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3763; }","duration":"106.925634ms","start":"2026-05-03T22:16:53.636969Z","end":"2026-05-03T22:16:53.743895Z","steps":["trace[1278342301] 'agreement among raft nodes before linearized reading' (duration: 106.753566ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:16:53.744308Z","caller":"traceutil/trace.go:171","msg":"trace[1670487342] transaction","detail":"{read_only:false; response_revision:3763; number_of_response:1; }","duration":"108.700158ms","start":"2026-05-03T22:16:53.635594Z","end":"2026-05-03T22:16:53.744294Z","steps":["trace[1670487342] 'process raft request' (duration: 104.571343ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:16:53.875634Z","caller":"traceutil/trace.go:171","msg":"trace[347973682] transaction","detail":"{read_only:false; response_revision:3764; number_of_response:1; }","duration":"118.433638ms","start":"2026-05-03T22:16:53.757175Z","end":"2026-05-03T22:16:53.875609Z","steps":["trace[347973682] 'process raft request' (duration: 87.711658ms)","trace[347973682] 'compare' (duration: 30.331362ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:16:59.514603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.543658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:16:59.514896Z","caller":"traceutil/trace.go:171","msg":"trace[28220495] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"161.413246ms","start":"2026-05-03T22:16:59.353467Z","end":"2026-05-03T22:16:59.51488Z","steps":["trace[28220495] 'process raft request' (duration: 161.225557ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:16:59.514901Z","caller":"traceutil/trace.go:171","msg":"trace[1395583064] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"161.811603ms","start":"2026-05-03T22:16:59.353065Z","end":"2026-05-03T22:16:59.514877Z","steps":["trace[1395583064] 'process raft request' (duration: 48.926199ms)","trace[1395583064] 'compare' (duration: 112.274506ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:16:59.514953Z","caller":"traceutil/trace.go:171","msg":"trace[18274588] linearizableReadLoop","detail":"{readStateIndex:3980; appliedIndex:3979; }","duration":"161.615475ms","start":"2026-05-03T22:16:59.353322Z","end":"2026-05-03T22:16:59.514938Z","steps":["trace[18274588] 'read index received' (duration: 48.679968ms)","trace[18274588] 'applied index is now lower than readState.Index' (duration: 112.933417ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:16:59.515055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.723509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:16:59.515094Z","caller":"traceutil/trace.go:171","msg":"trace[1139466051] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:3831; }","duration":"161.801853ms","start":"2026-05-03T22:16:59.353281Z","end":"2026-05-03T22:16:59.515083Z","steps":["trace[1139466051] 'agreement among raft nodes before linearized reading' (duration: 161.71929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:16:59.51577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.814499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-03T22:16:59.515847Z","caller":"traceutil/trace.go:171","msg":"trace[1642784690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3831; }","duration":"124.911044ms","start":"2026-05-03T22:16:59.390908Z","end":"2026-05-03T22:16:59.515819Z","steps":["trace[1642784690] 'agreement among raft nodes before linearized reading' (duration: 124.115359ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:01.275055Z","caller":"traceutil/trace.go:171","msg":"trace[1084422877] transaction","detail":"{read_only:false; response_revision:3879; number_of_response:1; }","duration":"142.021652ms","start":"2026-05-03T22:17:01.133014Z","end":"2026-05-03T22:17:01.275036Z","steps":["trace[1084422877] 'process raft request' (duration: 141.884006ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:01.280472Z","caller":"traceutil/trace.go:171","msg":"trace[977163141] transaction","detail":"{read_only:false; response_revision:3880; number_of_response:1; }","duration":"146.826694ms","start":"2026-05-03T22:17:01.133608Z","end":"2026-05-03T22:17:01.280435Z","steps":["trace[977163141] 'process raft request' (duration: 146.659606ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:01.280622Z","caller":"traceutil/trace.go:171","msg":"trace[120745439] transaction","detail":"{read_only:false; response_revision:3881; number_of_response:1; }","duration":"146.198137ms","start":"2026-05-03T22:17:01.134397Z","end":"2026-05-03T22:17:01.280595Z","steps":["trace[120745439] 'process raft request' (duration: 145.994388ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:02.803858Z","caller":"traceutil/trace.go:171","msg":"trace[768070043] transaction","detail":"{read_only:false; response_revision:3896; number_of_response:1; }","duration":"130.336148ms","start":"2026-05-03T22:17:02.673499Z","end":"2026-05-03T22:17:02.803835Z","steps":["trace[768070043] 'process raft request' (duration: 130.161739ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:03.410811Z","caller":"traceutil/trace.go:171","msg":"trace[930570781] linearizableReadLoop","detail":"{readStateIndex:4050; appliedIndex:4047; }","duration":"121.55466ms","start":"2026-05-03T22:17:03.289239Z","end":"2026-05-03T22:17:03.410794Z","steps":["trace[930570781] 'read index received' (duration: 63.572717ms)","trace[930570781] 'applied index is now lower than readState.Index' (duration: 57.981063ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:17:03.410916Z","caller":"traceutil/trace.go:171","msg":"trace[868939834] transaction","detail":"{read_only:false; response_revision:3899; number_of_response:1; }","duration":"125.202018ms","start":"2026-05-03T22:17:03.285707Z","end":"2026-05-03T22:17:03.410909Z","steps":["trace[868939834] 'process raft request' (duration: 125.049641ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:03.410927Z","caller":"traceutil/trace.go:171","msg":"trace[1469148038] transaction","detail":"{read_only:false; response_revision:3898; number_of_response:1; }","duration":"125.499471ms","start":"2026-05-03T22:17:03.285407Z","end":"2026-05-03T22:17:03.410906Z","steps":["trace[1469148038] 'process raft request' (duration: 116.103451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:03.411163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.911425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-03T22:17:03.411195Z","caller":"traceutil/trace.go:171","msg":"trace[911750183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3899; }","duration":"121.990479ms","start":"2026-05-03T22:17:03.289197Z","end":"2026-05-03T22:17:03.411187Z","steps":["trace[911750183] 'agreement among raft nodes before linearized reading' (duration: 121.865253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:03.411298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.439038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-03T22:17:03.411324Z","caller":"traceutil/trace.go:171","msg":"trace[1558784981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3899; }","duration":"119.486579ms","start":"2026-05-03T22:17:03.29183Z","end":"2026-05-03T22:17:03.411317Z","steps":["trace[1558784981] 'agreement among raft nodes before linearized reading' (duration: 119.390515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:03.411354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.707815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-03T22:17:03.411429Z","caller":"traceutil/trace.go:171","msg":"trace[634688219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3899; }","duration":"121.835792ms","start":"2026-05-03T22:17:03.289575Z","end":"2026-05-03T22:17:03.411411Z","steps":["trace[634688219] 'agreement among raft nodes before linearized reading' (duration: 121.57739ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:15.694031Z","caller":"traceutil/trace.go:171","msg":"trace[508049269] transaction","detail":"{read_only:false; response_revision:3970; number_of_response:1; }","duration":"109.756564ms","start":"2026-05-03T22:17:15.584229Z","end":"2026-05-03T22:17:15.693985Z","steps":["trace[508049269] 'process raft request' (duration: 37.676317ms)","trace[508049269] 'compare' (duration: 71.784806ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:17:17.714318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.375824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:17:17.714553Z","caller":"traceutil/trace.go:171","msg":"trace[918375136] transaction","detail":"{read_only:false; response_revision:3977; number_of_response:1; }","duration":"209.362264ms","start":"2026-05-03T22:17:17.505125Z","end":"2026-05-03T22:17:17.714488Z","steps":["trace[918375136] 'process raft request' (duration: 77.708919ms)","trace[918375136] 'compare' (duration: 131.232399ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:17:17.714702Z","caller":"traceutil/trace.go:171","msg":"trace[1079346734] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"196.707662ms","start":"2026-05-03T22:17:17.517975Z","end":"2026-05-03T22:17:17.714682Z","steps":["trace[1079346734] 'process raft request' (duration: 196.443102ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:17.714897Z","caller":"traceutil/trace.go:171","msg":"trace[639449174] linearizableReadLoop","detail":"{readStateIndex:4133; appliedIndex:4130; }","duration":"189.432679ms","start":"2026-05-03T22:17:17.525426Z","end":"2026-05-03T22:17:17.714858Z","steps":["trace[639449174] 'read index received' (duration: 57.421981ms)","trace[639449174] 'applied index is now lower than readState.Index' (duration: 132.008308ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:17:17.71495Z","caller":"traceutil/trace.go:171","msg":"trace[1001784119] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"193.767477ms","start":"2026-05-03T22:17:17.521161Z","end":"2026-05-03T22:17:17.714929Z","steps":["trace[1001784119] 'process raft request' (duration: 193.378773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:17.715094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.11394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:17:17.715209Z","caller":"traceutil/trace.go:171","msg":"trace[494221035] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3979; }","duration":"125.269576ms","start":"2026-05-03T22:17:17.589927Z","end":"2026-05-03T22:17:17.715196Z","steps":["trace[494221035] 'agreement among raft nodes before linearized reading' (duration: 125.12175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:17.71525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.912501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:17:17.715345Z","caller":"traceutil/trace.go:171","msg":"trace[1153417798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3979; }","duration":"186.041817ms","start":"2026-05-03T22:17:17.529286Z","end":"2026-05-03T22:17:17.715328Z","steps":["trace[1153417798] 'agreement among raft nodes before linearized reading' (duration: 185.766526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:17.715566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.145603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:17:17.715638Z","caller":"traceutil/trace.go:171","msg":"trace[1752247937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3979; }","duration":"185.266218ms","start":"2026-05-03T22:17:17.530359Z","end":"2026-05-03T22:17:17.715625Z","steps":["trace[1752247937] 'agreement among raft nodes before linearized reading' (duration: 185.08729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:17.716577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.062192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:17:17.716803Z","caller":"traceutil/trace.go:171","msg":"trace[1364790134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3979; }","duration":"191.378504ms","start":"2026-05-03T22:17:17.525409Z","end":"2026-05-03T22:17:17.716787Z","steps":["trace[1364790134] 'agreement among raft nodes before linearized reading' (duration: 189.550844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:24.369859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.514312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-03T22:17:24.370094Z","caller":"traceutil/trace.go:171","msg":"trace[1083448615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4018; }","duration":"187.808602ms","start":"2026-05-03T22:17:24.182258Z","end":"2026-05-03T22:17:24.370066Z","steps":["trace[1083448615] 'range keys from in-memory index tree' (duration: 187.247282ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:25.906863Z","caller":"traceutil/trace.go:171","msg":"trace[830281977] linearizableReadLoop","detail":"{readStateIndex:4178; appliedIndex:4176; }","duration":"144.172878ms","start":"2026-05-03T22:17:25.762665Z","end":"2026-05-03T22:17:25.906837Z","steps":["trace[830281977] 'read index received' (duration: 73.752295ms)","trace[830281977] 'applied index is now lower than readState.Index' (duration: 70.418963ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:17:25.907012Z","caller":"traceutil/trace.go:171","msg":"trace[977748522] transaction","detail":"{read_only:false; response_revision:4023; number_of_response:1; }","duration":"145.861859ms","start":"2026-05-03T22:17:25.761122Z","end":"2026-05-03T22:17:25.906984Z","steps":["trace[977748522] 'process raft request' (duration: 145.579879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:25.907116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.437598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-03T22:17:25.907154Z","caller":"traceutil/trace.go:171","msg":"trace[1878513283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4023; }","duration":"144.536081ms","start":"2026-05-03T22:17:25.762607Z","end":"2026-05-03T22:17:25.907143Z","steps":["trace[1878513283] 'agreement among raft nodes before linearized reading' (duration: 144.378475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:25.907213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.918501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:17:25.907258Z","caller":"traceutil/trace.go:171","msg":"trace[1413027594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4023; }","duration":"109.969533ms","start":"2026-05-03T22:17:25.797276Z","end":"2026-05-03T22:17:25.907246Z","steps":["trace[1413027594] 'agreement among raft nodes before linearized reading' (duration: 109.835738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:25.907239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.895255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:17:25.907316Z","caller":"traceutil/trace.go:171","msg":"trace[1551848723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4023; }","duration":"108.988217ms","start":"2026-05-03T22:17:25.798308Z","end":"2026-05-03T22:17:25.907296Z","steps":["trace[1551848723] 'agreement among raft nodes before linearized reading' (duration: 108.77874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:25.907399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.047259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:17:25.907535Z","caller":"traceutil/trace.go:171","msg":"trace[900000170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4023; }","duration":"112.254496ms","start":"2026-05-03T22:17:25.795253Z","end":"2026-05-03T22:17:25.907507Z","steps":["trace[900000170] 'agreement among raft nodes before linearized reading' (duration: 111.80027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:27.245371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.55573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:17:27.245458Z","caller":"traceutil/trace.go:171","msg":"trace[1575061592] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4028; }","duration":"534.682984ms","start":"2026-05-03T22:17:26.71075Z","end":"2026-05-03T22:17:27.245433Z","steps":["trace[1575061592] 'count revisions from in-memory index tree' (duration: 534.501368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:27.2455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:17:26.71074Z","time spent":"534.749027ms","remote":"127.0.0.1:49192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:17:27.245652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.295558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-03T22:17:27.245729Z","caller":"traceutil/trace.go:171","msg":"trace[413621222] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:4028; }","duration":"473.409772ms","start":"2026-05-03T22:17:26.772299Z","end":"2026-05-03T22:17:27.245709Z","steps":["trace[413621222] 'range keys from in-memory index tree' (duration: 473.119252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:27.245743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.289688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-05-03T22:17:27.245777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:17:26.772284Z","time spent":"473.482345ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-05-03T22:17:27.245806Z","caller":"traceutil/trace.go:171","msg":"trace[1412906562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4028; }","duration":"537.392212ms","start":"2026-05-03T22:17:26.708397Z","end":"2026-05-03T22:17:27.24579Z","steps":["trace[1412906562] 'range keys from in-memory index tree' (duration: 536.402217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:27.245864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:17:26.708375Z","time spent":"537.475016ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-03T22:17:27.309824Z","caller":"traceutil/trace.go:171","msg":"trace[1342696615] transaction","detail":"{read_only:false; response_revision:4029; number_of_response:1; }","duration":"330.914749ms","start":"2026-05-03T22:17:26.978885Z","end":"2026-05-03T22:17:27.3098Z","steps":["trace[1342696615] 'process raft request' (duration: 330.777944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:27.309967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:17:26.978867Z","time spent":"331.026853ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:17:27.405754Z","caller":"traceutil/trace.go:171","msg":"trace[1559735083] linearizableReadLoop","detail":"{readStateIndex:4185; appliedIndex:4183; }","duration":"156.262416ms","start":"2026-05-03T22:17:27.249467Z","end":"2026-05-03T22:17:27.40573Z","steps":["trace[1559735083] 'read index received' (duration: 60.202487ms)","trace[1559735083] 'applied index is now lower than readState.Index' (duration: 96.058609ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:17:27.406104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.622809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:17:27.406226Z","caller":"traceutil/trace.go:171","msg":"trace[2029405854] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4029; }","duration":"156.783725ms","start":"2026-05-03T22:17:27.249419Z","end":"2026-05-03T22:17:27.406203Z","steps":["trace[2029405854] 'agreement among raft nodes before linearized reading' (duration: 156.39647ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:31.840693Z","caller":"traceutil/trace.go:171","msg":"trace[1294464195] transaction","detail":"{read_only:false; response_revision:4052; number_of_response:1; }","duration":"278.10703ms","start":"2026-05-03T22:17:31.562554Z","end":"2026-05-03T22:17:31.840661Z","steps":["trace[1294464195] 'process raft request' (duration: 277.898623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:32.111494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.301583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:17:32.111833Z","caller":"traceutil/trace.go:171","msg":"trace[1669818626] transaction","detail":"{read_only:false; response_revision:4054; number_of_response:1; }","duration":"113.714741ms","start":"2026-05-03T22:17:31.998095Z","end":"2026-05-03T22:17:32.11181Z","steps":["trace[1669818626] 'process raft request' (duration: 113.583377ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:32.1121Z","caller":"traceutil/trace.go:171","msg":"trace[2078996643] transaction","detail":"{read_only:false; response_revision:4053; number_of_response:1; }","duration":"193.088543ms","start":"2026-05-03T22:17:31.918994Z","end":"2026-05-03T22:17:32.112082Z","steps":["trace[2078996643] 'process raft request' (duration: 22.060804ms)","trace[2078996643] 'compare' (duration: 169.669102ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:17:32.112351Z","caller":"traceutil/trace.go:171","msg":"trace[330266579] linearizableReadLoop","detail":"{readStateIndex:4209; appliedIndex:4208; }","duration":"168.028364ms","start":"2026-05-03T22:17:31.944297Z","end":"2026-05-03T22:17:32.112326Z","steps":["trace[330266579] 'read index received' (duration: 70.272µs)","trace[330266579] 'applied index is now lower than readState.Index' (duration: 167.956082ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:17:32.112516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.189649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:17:32.112571Z","caller":"traceutil/trace.go:171","msg":"trace[1423679901] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4054; }","duration":"168.312484ms","start":"2026-05-03T22:17:31.944245Z","end":"2026-05-03T22:17:32.112557Z","steps":["trace[1423679901] 'agreement among raft nodes before linearized reading' (duration: 168.183799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:32.173219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.212322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-03T22:17:32.173279Z","caller":"traceutil/trace.go:171","msg":"trace[101943448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4054; }","duration":"104.297196ms","start":"2026-05-03T22:17:32.068969Z","end":"2026-05-03T22:17:32.173266Z","steps":["trace[101943448] 'agreement among raft nodes before linearized reading' (duration: 104.1235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:32.173522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.632483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-03T22:17:32.173561Z","caller":"traceutil/trace.go:171","msg":"trace[1231409857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4054; }","duration":"103.691426ms","start":"2026-05-03T22:17:32.06986Z","end":"2026-05-03T22:17:32.173551Z","steps":["trace[1231409857] 'agreement among raft nodes before linearized reading' (duration: 103.597042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:32.173335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.253182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:17:32.173752Z","caller":"traceutil/trace.go:171","msg":"trace[148100161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4054; }","duration":"156.695438ms","start":"2026-05-03T22:17:32.017018Z","end":"2026-05-03T22:17:32.173714Z","steps":["trace[148100161] 'agreement among raft nodes before linearized reading' (duration: 156.080286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:32.17379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.943083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-03T22:17:32.173854Z","caller":"traceutil/trace.go:171","msg":"trace[1922509744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4054; }","duration":"106.028616ms","start":"2026-05-03T22:17:32.067808Z","end":"2026-05-03T22:17:32.173837Z","steps":["trace[1922509744] 'agreement among raft nodes before linearized reading' (duration: 105.85984ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:36.32129Z","caller":"traceutil/trace.go:171","msg":"trace[1272227228] linearizableReadLoop","detail":"{readStateIndex:4231; appliedIndex:4230; }","duration":"123.156878ms","start":"2026-05-03T22:17:36.198115Z","end":"2026-05-03T22:17:36.321272Z","steps":["trace[1272227228] 'read index received' (duration: 122.985493ms)","trace[1272227228] 'applied index is now lower than readState.Index' (duration: 170.785µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:17:36.321497Z","caller":"traceutil/trace.go:171","msg":"trace[120547290] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"197.144321ms","start":"2026-05-03T22:17:36.124331Z","end":"2026-05-03T22:17:36.321475Z","steps":["trace[120547290] 'process raft request' (duration: 196.826811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:36.321583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.557229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-03T22:17:36.321608Z","caller":"traceutil/trace.go:171","msg":"trace[1766504685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4074; }","duration":"101.643712ms","start":"2026-05-03T22:17:36.219958Z","end":"2026-05-03T22:17:36.321602Z","steps":["trace[1766504685] 'agreement among raft nodes before linearized reading' (duration: 101.536689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:36.321683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.499229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-03T22:17:36.321776Z","caller":"traceutil/trace.go:171","msg":"trace[1524332105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4074; }","duration":"123.692005ms","start":"2026-05-03T22:17:36.198069Z","end":"2026-05-03T22:17:36.321761Z","steps":["trace[1524332105] 'agreement among raft nodes before linearized reading' (duration: 123.359044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:36.664635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.154491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-03T22:17:36.664771Z","caller":"traceutil/trace.go:171","msg":"trace[826588719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4078; }","duration":"136.376098ms","start":"2026-05-03T22:17:36.528362Z","end":"2026-05-03T22:17:36.664738Z","steps":["trace[826588719] 'range keys from in-memory index tree' (duration: 135.877042ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:39.68128Z","caller":"traceutil/trace.go:171","msg":"trace[962226345] transaction","detail":"{read_only:false; response_revision:4091; number_of_response:1; }","duration":"296.352094ms","start":"2026-05-03T22:17:39.384902Z","end":"2026-05-03T22:17:39.681254Z","steps":["trace[962226345] 'process raft request' (duration: 241.690029ms)","trace[962226345] 'compare' (duration: 54.512909ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:17:39.681402Z","caller":"traceutil/trace.go:171","msg":"trace[477482234] transaction","detail":"{read_only:false; response_revision:4092; number_of_response:1; }","duration":"113.265858ms","start":"2026-05-03T22:17:39.568114Z","end":"2026-05-03T22:17:39.68138Z","steps":["trace[477482234] 'process raft request' (duration: 113.108013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:40.193612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.223007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-05-03T22:17:40.193691Z","caller":"traceutil/trace.go:171","msg":"trace[1159950860] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:4095; }","duration":"122.407953ms","start":"2026-05-03T22:17:40.071262Z","end":"2026-05-03T22:17:40.19367Z","steps":["trace[1159950860] 'range keys from in-memory index tree' (duration: 122.123163ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:40.546164Z","caller":"traceutil/trace.go:171","msg":"trace[818766108] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"117.879596ms","start":"2026-05-03T22:17:40.42825Z","end":"2026-05-03T22:17:40.54613Z","steps":["trace[818766108] 'process raft request' (duration: 117.813984ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:40.546666Z","caller":"traceutil/trace.go:171","msg":"trace[844508373] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"119.23939ms","start":"2026-05-03T22:17:40.427406Z","end":"2026-05-03T22:17:40.546645Z","steps":["trace[844508373] 'process raft request' (duration: 87.087585ms)","trace[844508373] 'compare' (duration: 31.38341ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:17:43.841037Z","caller":"traceutil/trace.go:171","msg":"trace[719793414] transaction","detail":"{read_only:false; response_revision:4114; number_of_response:1; }","duration":"147.231388ms","start":"2026-05-03T22:17:43.693785Z","end":"2026-05-03T22:17:43.841016Z","steps":["trace[719793414] 'process raft request' (duration: 147.088792ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:43.877915Z","caller":"traceutil/trace.go:171","msg":"trace[727897736] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"181.36389ms","start":"2026-05-03T22:17:43.696527Z","end":"2026-05-03T22:17:43.877891Z","steps":["trace[727897736] 'process raft request' (duration: 181.204475ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:44.425959Z","caller":"traceutil/trace.go:171","msg":"trace[669535285] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"157.572951ms","start":"2026-05-03T22:17:44.268361Z","end":"2026-05-03T22:17:44.425934Z","steps":["trace[669535285] 'process raft request' (duration: 157.438017ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:44.559313Z","caller":"traceutil/trace.go:171","msg":"trace[779514535] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"111.472245ms","start":"2026-05-03T22:17:44.447816Z","end":"2026-05-03T22:17:44.559288Z","steps":["trace[779514535] 'process raft request' (duration: 62.463478ms)","trace[779514535] 'compare' (duration: 48.761919ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:17:44.725133Z","caller":"traceutil/trace.go:171","msg":"trace[1614216400] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"158.702277ms","start":"2026-05-03T22:17:44.566406Z","end":"2026-05-03T22:17:44.725109Z","steps":["trace[1614216400] 'process raft request' (duration: 158.660835ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:44.725221Z","caller":"traceutil/trace.go:171","msg":"trace[203143796] transaction","detail":"{read_only:false; response_revision:4122; number_of_response:1; }","duration":"159.203903ms","start":"2026-05-03T22:17:44.566004Z","end":"2026-05-03T22:17:44.725208Z","steps":["trace[203143796] 'process raft request' (duration: 159.003567ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:44.72525Z","caller":"traceutil/trace.go:171","msg":"trace[592506365] transaction","detail":"{read_only:false; response_revision:4121; number_of_response:1; }","duration":"160.522413ms","start":"2026-05-03T22:17:44.564678Z","end":"2026-05-03T22:17:44.7252Z","steps":["trace[592506365] 'process raft request' (duration: 160.292716ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:44.725156Z","caller":"traceutil/trace.go:171","msg":"trace[363458163] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"160.506273ms","start":"2026-05-03T22:17:44.56462Z","end":"2026-05-03T22:17:44.725127Z","steps":["trace[363458163] 'process raft request' (duration: 136.33312ms)","trace[363458163] 'compare' (duration: 23.906585ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:17:45.776243Z","caller":"traceutil/trace.go:171","msg":"trace[661550420] transaction","detail":"{read_only:false; response_revision:4125; number_of_response:1; }","duration":"122.052533ms","start":"2026-05-03T22:17:45.654154Z","end":"2026-05-03T22:17:45.776207Z","steps":["trace[661550420] 'process raft request' (duration: 121.931879ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:45.957208Z","caller":"traceutil/trace.go:171","msg":"trace[1218611805] transaction","detail":"{read_only:false; response_revision:4128; number_of_response:1; }","duration":"111.441926ms","start":"2026-05-03T22:17:45.845727Z","end":"2026-05-03T22:17:45.957168Z","steps":["trace[1218611805] 'process raft request' (duration: 106.294066ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:55.029382Z","caller":"traceutil/trace.go:171","msg":"trace[2136308054] linearizableReadLoop","detail":"{readStateIndex:4340; appliedIndex:4339; }","duration":"119.517135ms","start":"2026-05-03T22:17:54.909844Z","end":"2026-05-03T22:17:55.029361Z","steps":["trace[2136308054] 'read index received' (duration: 36.054215ms)","trace[2136308054] 'applied index is now lower than readState.Index' (duration: 83.46183ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:17:55.029606Z","caller":"traceutil/trace.go:171","msg":"trace[820670650] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"132.020585ms","start":"2026-05-03T22:17:54.897571Z","end":"2026-05-03T22:17:55.029591Z","steps":["trace[820670650] 'process raft request' (duration: 48.315068ms)","trace[820670650] 'compare' (duration: 83.386657ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:17:55.029985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.822417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:17:55.030071Z","caller":"traceutil/trace.go:171","msg":"trace[717684643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4179; }","duration":"133.951ms","start":"2026-05-03T22:17:54.8961Z","end":"2026-05-03T22:17:55.030051Z","steps":["trace[717684643] 'agreement among raft nodes before linearized reading' (duration: 133.564679ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:55.034213Z","caller":"traceutil/trace.go:171","msg":"trace[1663156336] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"120.501703ms","start":"2026-05-03T22:17:54.913693Z","end":"2026-05-03T22:17:55.034195Z","steps":["trace[1663156336] 'process raft request' (duration: 120.303507ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:57.435499Z","caller":"traceutil/trace.go:171","msg":"trace[1940664903] transaction","detail":"{read_only:false; response_revision:4195; number_of_response:1; }","duration":"108.546102ms","start":"2026-05-03T22:17:57.326906Z","end":"2026-05-03T22:17:57.435452Z","steps":["trace[1940664903] 'process raft request' (duration: 108.356277ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:58.763337Z","caller":"traceutil/trace.go:171","msg":"trace[1007557032] transaction","detail":"{read_only:false; response_revision:4199; number_of_response:1; }","duration":"120.143218ms","start":"2026-05-03T22:17:58.643153Z","end":"2026-05-03T22:17:58.763296Z","steps":["trace[1007557032] 'process raft request' (duration: 86.509323ms)","trace[1007557032] 'compare' (duration: 33.45823ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:17:59.296716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.769848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:17:59.29692Z","caller":"traceutil/trace.go:171","msg":"trace[2028535419] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"239.205663ms","start":"2026-05-03T22:17:59.057682Z","end":"2026-05-03T22:17:59.296888Z","steps":["trace[2028535419] 'process raft request' (duration: 44.104836ms)","trace[2028535419] 'compare' (duration: 194.559192ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:17:59.297022Z","caller":"traceutil/trace.go:171","msg":"trace[662942349] linearizableReadLoop","detail":"{readStateIndex:4363; appliedIndex:4362; }","duration":"185.335948ms","start":"2026-05-03T22:17:59.111619Z","end":"2026-05-03T22:17:59.296955Z","steps":["trace[662942349] 'read index received' (duration: 34.951µs)","trace[662942349] 'applied index is now lower than readState.Index' (duration: 185.297606ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:17:59.297247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.595485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-03T22:17:59.297321Z","caller":"traceutil/trace.go:171","msg":"trace[427968708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4201; }","duration":"185.712288ms","start":"2026-05-03T22:17:59.11159Z","end":"2026-05-03T22:17:59.297303Z","steps":["trace[427968708] 'agreement among raft nodes before linearized reading' (duration: 185.531242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:59.297428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.38262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-03T22:17:59.297509Z","caller":"traceutil/trace.go:171","msg":"trace[1661408966] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4201; }","duration":"185.484892ms","start":"2026-05-03T22:17:59.112009Z","end":"2026-05-03T22:17:59.297494Z","steps":["trace[1661408966] 'agreement among raft nodes before linearized reading' (duration: 185.209705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:17:59.297745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.014948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-03T22:17:59.297788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.395441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-03T22:17:59.29783Z","caller":"traceutil/trace.go:171","msg":"trace[1338168871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4201; }","duration":"132.167072ms","start":"2026-05-03T22:17:59.165647Z","end":"2026-05-03T22:17:59.297815Z","steps":["trace[1338168871] 'agreement among raft nodes before linearized reading' (duration: 131.582566ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:17:59.297854Z","caller":"traceutil/trace.go:171","msg":"trace[2134511991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4201; }","duration":"147.489564ms","start":"2026-05-03T22:17:59.150348Z","end":"2026-05-03T22:17:59.297838Z","steps":["trace[2134511991] 'agreement among raft nodes before linearized reading' (duration: 146.909919ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:01.155439Z","caller":"traceutil/trace.go:171","msg":"trace[901627087] transaction","detail":"{read_only:false; response_revision:4211; number_of_response:1; }","duration":"127.760884ms","start":"2026-05-03T22:18:01.027657Z","end":"2026-05-03T22:18:01.155418Z","steps":["trace[901627087] 'process raft request' (duration: 127.62787ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:01.588924Z","caller":"traceutil/trace.go:171","msg":"trace[406701854] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"138.670679ms","start":"2026-05-03T22:18:01.450219Z","end":"2026-05-03T22:18:01.588889Z","steps":["trace[406701854] 'process raft request' (duration: 138.594097ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:01.589235Z","caller":"traceutil/trace.go:171","msg":"trace[717485684] transaction","detail":"{read_only:false; response_revision:4214; number_of_response:1; }","duration":"139.294825ms","start":"2026-05-03T22:18:01.449918Z","end":"2026-05-03T22:18:01.589213Z","steps":["trace[717485684] 'process raft request' (duration: 112.726816ms)","trace[717485684] 'compare' (duration: 26.042775ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:18:02.256017Z","caller":"traceutil/trace.go:171","msg":"trace[1445662036] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"185.766545ms","start":"2026-05-03T22:18:02.070228Z","end":"2026-05-03T22:18:02.255994Z","steps":["trace[1445662036] 'process raft request' (duration: 184.780628ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:02.304933Z","caller":"traceutil/trace.go:171","msg":"trace[1793119976] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"202.875594ms","start":"2026-05-03T22:18:02.102023Z","end":"2026-05-03T22:18:02.304899Z","steps":["trace[1793119976] 'process raft request' (duration: 202.661467ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:02.39564Z","caller":"traceutil/trace.go:171","msg":"trace[1956985694] linearizableReadLoop","detail":"{readStateIndex:4381; appliedIndex:4378; }","duration":"157.895325ms","start":"2026-05-03T22:18:02.237718Z","end":"2026-05-03T22:18:02.395613Z","steps":["trace[1956985694] 'read index received' (duration: 17.300005ms)","trace[1956985694] 'applied index is now lower than readState.Index' (duration: 140.59375ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:18:02.395829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.613732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:18:02.395902Z","caller":"traceutil/trace.go:171","msg":"trace[437447805] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4218; }","duration":"117.734795ms","start":"2026-05-03T22:18:02.278149Z","end":"2026-05-03T22:18:02.395884Z","steps":["trace[437447805] 'agreement among raft nodes before linearized reading' (duration: 117.621932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:18:02.395902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.161633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2874"} {"level":"info","ts":"2026-05-03T22:18:02.396006Z","caller":"traceutil/trace.go:171","msg":"trace[1974260438] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:4218; }","duration":"158.321117ms","start":"2026-05-03T22:18:02.237663Z","end":"2026-05-03T22:18:02.395984Z","steps":["trace[1974260438] 'agreement among raft nodes before linearized reading' (duration: 158.045378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:18:15.044822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.758213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:18:15.045064Z","caller":"traceutil/trace.go:171","msg":"trace[1254335297] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4350; }","duration":"151.07368ms","start":"2026-05-03T22:18:14.893967Z","end":"2026-05-03T22:18:15.045041Z","steps":["trace[1254335297] 'count revisions from in-memory index tree' (duration: 150.586269ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:15.698008Z","caller":"traceutil/trace.go:171","msg":"trace[1467529540] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"130.825798ms","start":"2026-05-03T22:18:15.56716Z","end":"2026-05-03T22:18:15.697986Z","steps":["trace[1467529540] 'process raft request' (duration: 130.590833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:18:15.698394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.941596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:18:15.698447Z","caller":"traceutil/trace.go:171","msg":"trace[794932635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4353; }","duration":"101.050879ms","start":"2026-05-03T22:18:15.597383Z","end":"2026-05-03T22:18:15.698434Z","steps":["trace[794932635] 'agreement among raft nodes before linearized reading' (duration: 100.68867ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:15.697973Z","caller":"traceutil/trace.go:171","msg":"trace[894004515] linearizableReadLoop","detail":"{readStateIndex:4521; appliedIndex:4520; }","duration":"100.509627ms","start":"2026-05-03T22:18:15.597438Z","end":"2026-05-03T22:18:15.697948Z","steps":["trace[894004515] 'read index received' (duration: 100.170219ms)","trace[894004515] 'applied index is now lower than readState.Index' (duration: 338.308µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:18:16.465299Z","caller":"traceutil/trace.go:171","msg":"trace[586392175] linearizableReadLoop","detail":"{readStateIndex:4525; appliedIndex:4524; }","duration":"141.451067ms","start":"2026-05-03T22:18:16.323829Z","end":"2026-05-03T22:18:16.46528Z","steps":["trace[586392175] 'read index received' (duration: 141.309903ms)","trace[586392175] 'applied index is now lower than readState.Index' (duration: 140.314µs)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:18:16.465403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.553139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:18:16.465424Z","caller":"traceutil/trace.go:171","msg":"trace[446918023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4357; }","duration":"141.613831ms","start":"2026-05-03T22:18:16.323804Z","end":"2026-05-03T22:18:16.465418Z","steps":["trace[446918023] 'agreement among raft nodes before linearized reading' (duration: 141.556259ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:16.465381Z","caller":"traceutil/trace.go:171","msg":"trace[1869164870] transaction","detail":"{read_only:false; response_revision:4357; number_of_response:1; }","duration":"142.42452ms","start":"2026-05-03T22:18:16.322917Z","end":"2026-05-03T22:18:16.465341Z","steps":["trace[1869164870] 'process raft request' (duration: 142.226265ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:16.46849Z","caller":"traceutil/trace.go:171","msg":"trace[486024611] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"121.051878ms","start":"2026-05-03T22:18:16.347414Z","end":"2026-05-03T22:18:16.468466Z","steps":["trace[486024611] 'process raft request' (duration: 120.924115ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:17.685419Z","caller":"traceutil/trace.go:171","msg":"trace[602609496] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"118.33621ms","start":"2026-05-03T22:18:17.567047Z","end":"2026-05-03T22:18:17.685383Z","steps":["trace[602609496] 'process raft request' (duration: 95.325713ms)","trace[602609496] 'compare' (duration: 22.838972ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:18:23.556941Z","caller":"traceutil/trace.go:171","msg":"trace[1226925891] linearizableReadLoop","detail":"{readStateIndex:4568; appliedIndex:4567; }","duration":"104.618813ms","start":"2026-05-03T22:18:23.452299Z","end":"2026-05-03T22:18:23.556918Z","steps":["trace[1226925891] 'read index received' (duration: 104.515061ms)","trace[1226925891] 'applied index is now lower than readState.Index' (duration: 102.372µs)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:18:23.557082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.758547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:18:23.557168Z","caller":"traceutil/trace.go:171","msg":"trace[567379512] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4398; }","duration":"104.87408ms","start":"2026-05-03T22:18:23.452284Z","end":"2026-05-03T22:18:23.557158Z","steps":["trace[567379512] 'agreement among raft nodes before linearized reading' (duration: 104.715286ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:23.557142Z","caller":"traceutil/trace.go:171","msg":"trace[211873959] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"108.259265ms","start":"2026-05-03T22:18:23.448833Z","end":"2026-05-03T22:18:23.557093Z","steps":["trace[211873959] 'process raft request' (duration: 107.907378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:18:33.850907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.809916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:18:33.85102Z","caller":"traceutil/trace.go:171","msg":"trace[136245428] transaction","detail":"{read_only:false; response_revision:4452; number_of_response:1; }","duration":"209.066155ms","start":"2026-05-03T22:18:33.641938Z","end":"2026-05-03T22:18:33.851004Z","steps":["trace[136245428] 'process raft request' (duration: 94.087205ms)","trace[136245428] 'compare' (duration: 114.709244ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:18:39.163332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.452169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:18:39.163433Z","caller":"traceutil/trace.go:171","msg":"trace[165431170] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4479; }","duration":"188.647584ms","start":"2026-05-03T22:18:38.974756Z","end":"2026-05-03T22:18:39.163403Z","steps":["trace[165431170] 'count revisions from in-memory index tree' (duration: 188.363408ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:39.195123Z","caller":"traceutil/trace.go:171","msg":"trace[1524998201] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"146.822072ms","start":"2026-05-03T22:18:39.048264Z","end":"2026-05-03T22:18:39.195086Z","steps":["trace[1524998201] 'process raft request' (duration: 146.629298ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:40.708219Z","caller":"traceutil/trace.go:171","msg":"trace[351127522] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"102.499199ms","start":"2026-05-03T22:18:40.605689Z","end":"2026-05-03T22:18:40.708189Z","steps":["trace[351127522] 'process raft request' (duration: 102.303815ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:40.768493Z","caller":"traceutil/trace.go:171","msg":"trace[724210199] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"132.761602ms","start":"2026-05-03T22:18:40.635697Z","end":"2026-05-03T22:18:40.768459Z","steps":["trace[724210199] 'process raft request' (duration: 132.612399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:18:41.49823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.802726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:18:41.498321Z","caller":"traceutil/trace.go:171","msg":"trace[943589004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4490; }","duration":"176.968759ms","start":"2026-05-03T22:18:41.321331Z","end":"2026-05-03T22:18:41.4983Z","steps":["trace[943589004] 'range keys from in-memory index tree' (duration: 176.707514ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:43.745805Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2833} {"level":"warn","ts":"2026-05-03T22:18:43.886105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.86579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:18:43.886299Z","caller":"traceutil/trace.go:171","msg":"trace[376024436] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"140.281802ms","start":"2026-05-03T22:18:43.745984Z","end":"2026-05-03T22:18:43.886266Z","steps":["trace[376024436] 'compare' (duration: 108.457354ms)","trace[376024436] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 23.278934ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:18:43.886212Z","caller":"traceutil/trace.go:171","msg":"trace[287014409] linearizableReadLoop","detail":"{readStateIndex:4700; appliedIndex:4699; }","duration":"133.795838ms","start":"2026-05-03T22:18:43.752399Z","end":"2026-05-03T22:18:43.886194Z","steps":["trace[287014409] 'read index received' (duration: 1.702313ms)","trace[287014409] 'applied index is now lower than readState.Index' (duration: 132.092175ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:18:43.88657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.164334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:18:43.886709Z","caller":"traceutil/trace.go:171","msg":"trace[1022331505] range","detail":"{range_begin:/registry/limitranges/monitoring/; range_end:/registry/limitranges/monitoring0; response_count:0; response_revision:4514; }","duration":"134.323997ms","start":"2026-05-03T22:18:43.752365Z","end":"2026-05-03T22:18:43.886689Z","steps":["trace[1022331505] 'agreement among raft nodes before linearized reading' (duration: 134.161394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:18:43.886856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.061025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:18:43.886936Z","caller":"traceutil/trace.go:171","msg":"trace[1202385780] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4514; }","duration":"131.207428ms","start":"2026-05-03T22:18:43.755707Z","end":"2026-05-03T22:18:43.886915Z","steps":["trace[1202385780] 'agreement among raft nodes before linearized reading' (duration: 130.852581ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:44.042925Z","caller":"traceutil/trace.go:171","msg":"trace[632862164] linearizableReadLoop","detail":"{readStateIndex:4701; appliedIndex:4700; }","duration":"152.512949ms","start":"2026-05-03T22:18:43.890381Z","end":"2026-05-03T22:18:44.042894Z","steps":["trace[632862164] 'read index received' (duration: 79.983329ms)","trace[632862164] 'applied index is now lower than readState.Index' (duration: 72.52779ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:18:44.04297Z","caller":"traceutil/trace.go:171","msg":"trace[1957447872] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"153.168252ms","start":"2026-05-03T22:18:43.889744Z","end":"2026-05-03T22:18:44.042912Z","steps":["trace[1957447872] 'process raft request' (duration: 80.589471ms)","trace[1957447872] 'compare' (duration: 43.940157ms)","trace[1957447872] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/pods/monitoring/kube-prometheus-stack-admission-create-4n7jl; req_size:3336; } (duration: 28.51679ms)"],"step_count":3} {"level":"warn","ts":"2026-05-03T22:18:44.043238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.840035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:18:44.043316Z","caller":"traceutil/trace.go:171","msg":"trace[230604228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4515; }","duration":"152.976818ms","start":"2026-05-03T22:18:43.890318Z","end":"2026-05-03T22:18:44.043295Z","steps":["trace[230604228] 'agreement among raft nodes before linearized reading' (duration: 152.711543ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:44.076475Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2833,"took":"328.927944ms","hash":3886176460,"current-db-size-bytes":45256704,"current-db-size":"45 MB","current-db-size-in-use-bytes":19849216,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-03T22:18:44.076575Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3886176460,"revision":2833,"compact-revision":-1} {"level":"info","ts":"2026-05-03T22:18:46.376761Z","caller":"traceutil/trace.go:171","msg":"trace[1938559705] linearizableReadLoop","detail":"{readStateIndex:4727; appliedIndex:4726; }","duration":"205.211393ms","start":"2026-05-03T22:18:46.171504Z","end":"2026-05-03T22:18:46.376715Z","steps":["trace[1938559705] 'read index received' (duration: 201.649767ms)","trace[1938559705] 'applied index is now lower than readState.Index' (duration: 3.559816ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:18:46.37683Z","caller":"traceutil/trace.go:171","msg":"trace[1866766344] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"289.558454ms","start":"2026-05-03T22:18:46.087224Z","end":"2026-05-03T22:18:46.376783Z","steps":["trace[1866766344] 'process raft request' (duration: 285.967308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:18:46.376996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.464099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-03T22:18:46.37704Z","caller":"traceutil/trace.go:171","msg":"trace[445886380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4541; }","duration":"205.52874ms","start":"2026-05-03T22:18:46.171499Z","end":"2026-05-03T22:18:46.377028Z","steps":["trace[445886380] 'agreement among raft nodes before linearized reading' (duration: 205.345786ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:50.674189Z","caller":"traceutil/trace.go:171","msg":"trace[944320706] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"102.332694ms","start":"2026-05-03T22:18:50.571828Z","end":"2026-05-03T22:18:50.674161Z","steps":["trace[944320706] 'process raft request' (duration: 77.692579ms)","trace[944320706] 'compare' (duration: 24.068194ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:18:51.756617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.786123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2834"} {"level":"info","ts":"2026-05-03T22:18:51.756703Z","caller":"traceutil/trace.go:171","msg":"trace[1078036148] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4888; }","duration":"127.909525ms","start":"2026-05-03T22:18:51.628771Z","end":"2026-05-03T22:18:51.75668Z","steps":["trace[1078036148] 'range keys from in-memory index tree' (duration: 127.617239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:18:51.756979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.938135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:18:51.75706Z","caller":"traceutil/trace.go:171","msg":"trace[819896736] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:0; response_revision:4888; }","duration":"184.045558ms","start":"2026-05-03T22:18:51.572996Z","end":"2026-05-03T22:18:51.757042Z","steps":["trace[819896736] 'range keys from in-memory index tree' (duration: 183.905425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:18:51.757078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.307581ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:18:51.757402Z","caller":"traceutil/trace.go:171","msg":"trace[710669567] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4888; }","duration":"189.664518ms","start":"2026-05-03T22:18:51.567716Z","end":"2026-05-03T22:18:51.75738Z","steps":["trace[710669567] 'range keys from in-memory index tree' (duration: 189.287131ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:53.081982Z","caller":"traceutil/trace.go:171","msg":"trace[2125390560] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"219.559948ms","start":"2026-05-03T22:18:52.862373Z","end":"2026-05-03T22:18:53.081933Z","steps":["trace[2125390560] 'process raft request' (duration: 219.292203ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:56.649679Z","caller":"traceutil/trace.go:171","msg":"trace[457118527] linearizableReadLoop","detail":"{readStateIndex:5137; appliedIndex:5136; }","duration":"224.912942ms","start":"2026-05-03T22:18:56.424747Z","end":"2026-05-03T22:18:56.64966Z","steps":["trace[457118527] 'read index received' (duration: 224.749488ms)","trace[457118527] 'applied index is now lower than readState.Index' (duration: 162.654µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:18:56.649955Z","caller":"traceutil/trace.go:171","msg":"trace[1395839012] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"308.633336ms","start":"2026-05-03T22:18:56.341312Z","end":"2026-05-03T22:18:56.649945Z","steps":["trace[1395839012] 'process raft request' (duration: 308.232859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:18:56.650036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:18:56.341295Z","time spent":"308.686237ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4659,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:18:56.65025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.513792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-03T22:18:56.65028Z","caller":"traceutil/trace.go:171","msg":"trace[885557448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4944; }","duration":"225.580713ms","start":"2026-05-03T22:18:56.424693Z","end":"2026-05-03T22:18:56.650274Z","steps":["trace[885557448] 'agreement among raft nodes before linearized reading' (duration: 225.475771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:18:56.650417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.633689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:18:56.650439Z","caller":"traceutil/trace.go:171","msg":"trace[589894778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4944; }","duration":"220.69434ms","start":"2026-05-03T22:18:56.42974Z","end":"2026-05-03T22:18:56.650434Z","steps":["trace[589894778] 'agreement among raft nodes before linearized reading' (duration: 220.639449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:18:56.650629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.195664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-03T22:18:56.650655Z","caller":"traceutil/trace.go:171","msg":"trace[1801841114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4944; }","duration":"163.263825ms","start":"2026-05-03T22:18:56.487385Z","end":"2026-05-03T22:18:56.650649Z","steps":["trace[1801841114] 'agreement among raft nodes before linearized reading' (duration: 163.192794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:18:56.651566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.236646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:18:56.651664Z","caller":"traceutil/trace.go:171","msg":"trace[1246544955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4944; }","duration":"187.348808ms","start":"2026-05-03T22:18:56.464294Z","end":"2026-05-03T22:18:56.651643Z","steps":["trace[1246544955] 'agreement among raft nodes before linearized reading' (duration: 186.385961ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:18:59.662098Z","caller":"traceutil/trace.go:171","msg":"trace[55862184] linearizableReadLoop","detail":"{readStateIndex:5203; appliedIndex:5202; }","duration":"217.042703ms","start":"2026-05-03T22:18:59.445027Z","end":"2026-05-03T22:18:59.66207Z","steps":["trace[55862184] 'read index received' (duration: 168.743277ms)","trace[55862184] 'applied index is now lower than readState.Index' (duration: 48.298496ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:18:59.662185Z","caller":"traceutil/trace.go:171","msg":"trace[1059932490] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"255.629118ms","start":"2026-05-03T22:18:59.406515Z","end":"2026-05-03T22:18:59.662144Z","steps":["trace[1059932490] 'process raft request' (duration: 207.372782ms)","trace[1059932490] 'compare' (duration: 48.068693ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:18:59.662239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.184385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:18:59.662279Z","caller":"traceutil/trace.go:171","msg":"trace[1044449765] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5007; }","duration":"217.278517ms","start":"2026-05-03T22:18:59.444989Z","end":"2026-05-03T22:18:59.662268Z","steps":["trace[1044449765] 'agreement among raft nodes before linearized reading' (duration: 217.182726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:00.174449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.954317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:19:00.174551Z","caller":"traceutil/trace.go:171","msg":"trace[827808417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5008; }","duration":"217.10606ms","start":"2026-05-03T22:18:59.957427Z","end":"2026-05-03T22:19:00.174533Z","steps":["trace[827808417] 'range keys from in-memory index tree' (duration: 216.746494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:00.174762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.625434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-h6x5v\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-05-03T22:19:00.174844Z","caller":"traceutil/trace.go:171","msg":"trace[1321706639] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-h6x5v; range_end:; response_count:1; response_revision:5008; }","duration":"112.758135ms","start":"2026-05-03T22:19:00.06206Z","end":"2026-05-03T22:19:00.174819Z","steps":["trace[1321706639] 'range keys from in-memory index tree' (duration: 112.469061ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:00.342277Z","caller":"traceutil/trace.go:171","msg":"trace[1963247156] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"278.958857ms","start":"2026-05-03T22:19:00.063282Z","end":"2026-05-03T22:19:00.342241Z","steps":["trace[1963247156] 'process raft request' (duration: 278.710213ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:00.622828Z","caller":"traceutil/trace.go:171","msg":"trace[1522100878] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"443.797366ms","start":"2026-05-03T22:19:00.179007Z","end":"2026-05-03T22:19:00.622804Z","steps":["trace[1522100878] 'process raft request' (duration: 443.334178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:00.622993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:00.178985Z","time spent":"443.916408ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:00.623596Z","caller":"traceutil/trace.go:171","msg":"trace[891513538] linearizableReadLoop","detail":"{readStateIndex:5207; appliedIndex:5204; }","duration":"300.8682ms","start":"2026-05-03T22:19:00.322698Z","end":"2026-05-03T22:19:00.623567Z","steps":["trace[891513538] 'read index received' (duration: 19.33909ms)","trace[891513538] 'applied index is now lower than readState.Index' (duration: 281.52763ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:19:00.62377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.063894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:00.623761Z","caller":"traceutil/trace.go:171","msg":"trace[1224785205] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"440.619604ms","start":"2026-05-03T22:19:00.183089Z","end":"2026-05-03T22:19:00.623709Z","steps":["trace[1224785205] 'process raft request' (duration: 439.650588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:00.623997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:00.183051Z","time spent":"440.822107ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:00.623826Z","caller":"traceutil/trace.go:171","msg":"trace[188042229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5011; }","duration":"301.189196ms","start":"2026-05-03T22:19:00.322625Z","end":"2026-05-03T22:19:00.623814Z","steps":["trace[188042229] 'agreement among raft nodes before linearized reading' (duration: 301.037663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:00.625547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:00.322599Z","time spent":"302.929844ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-03T22:19:00.708147Z","caller":"traceutil/trace.go:171","msg":"trace[797767088] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"318.668374ms","start":"2026-05-03T22:19:00.389458Z","end":"2026-05-03T22:19:00.708127Z","steps":["trace[797767088] 'process raft request' (duration: 318.537382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:00.708389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:00.389426Z","time spent":"318.774406ms","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-03T22:19:02.966265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.667449ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-03T22:19:02.966549Z","caller":"traceutil/trace.go:171","msg":"trace[191541284] linearizableReadLoop","detail":"{readStateIndex:5296; appliedIndex:5295; }","duration":"682.562677ms","start":"2026-05-03T22:19:02.283961Z","end":"2026-05-03T22:19:02.966524Z","steps":["trace[191541284] 'read index received' (duration: 211.656674ms)","trace[191541284] 'applied index is now lower than readState.Index' (duration: 470.903783ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:02.966601Z","caller":"traceutil/trace.go:171","msg":"trace[1693834000] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"114.119156ms","start":"2026-05-03T22:19:02.852462Z","end":"2026-05-03T22:19:02.966581Z","steps":["trace[1693834000] 'process raft request' (duration: 113.901593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:02.966693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.69304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:02.966721Z","caller":"traceutil/trace.go:171","msg":"trace[328732864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5100; }","duration":"647.7606ms","start":"2026-05-03T22:19:02.318953Z","end":"2026-05-03T22:19:02.966714Z","steps":["trace[328732864] 'agreement among raft nodes before linearized reading' (duration: 647.694599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:02.966747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:02.318939Z","time spent":"647.803432ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:19:02.966895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.874902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7b45e7f-dfd1-4f74-84bf-d721742e1dc1\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-05-03T22:19:02.967019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.135846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:19:02.967041Z","caller":"traceutil/trace.go:171","msg":"trace[1773910335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5100; }","duration":"337.197127ms","start":"2026-05-03T22:19:02.629838Z","end":"2026-05-03T22:19:02.967035Z","steps":["trace[1773910335] 'agreement among raft nodes before linearized reading' (duration: 337.147556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:02.967061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:02.629818Z","time spent":"337.238028ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-03T22:19:02.967027Z","caller":"traceutil/trace.go:171","msg":"trace[696762860] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d7b45e7f-dfd1-4f74-84bf-d721742e1dc1; range_end:; response_count:1; response_revision:5100; }","duration":"683.074385ms","start":"2026-05-03T22:19:02.283927Z","end":"2026-05-03T22:19:02.967001Z","steps":["trace[696762860] 'agreement among raft nodes before linearized reading' (duration: 682.708799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:02.967068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.976846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19c866df-9d5c-4f23-8be2-f71226c7b005\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-05-03T22:19:02.967117Z","caller":"traceutil/trace.go:171","msg":"trace[992075113] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19c866df-9d5c-4f23-8be2-f71226c7b005; range_end:; response_count:1; response_revision:5100; }","duration":"216.068586ms","start":"2026-05-03T22:19:02.751032Z","end":"2026-05-03T22:19:02.967101Z","steps":["trace[992075113] 'agreement among raft nodes before linearized reading' (duration: 215.917923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:02.967113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:02.283911Z","time spent":"683.188458ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7b45e7f-dfd1-4f74-84bf-d721742e1dc1\" "} {"level":"warn","ts":"2026-05-03T22:19:02.967351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.330837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-03T22:19:02.967381Z","caller":"traceutil/trace.go:171","msg":"trace[1619761111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5100; }","duration":"150.388158ms","start":"2026-05-03T22:19:02.816984Z","end":"2026-05-03T22:19:02.967372Z","steps":["trace[1619761111] 'agreement among raft nodes before linearized reading' (duration: 150.303466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:02.967352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.949812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-03T22:19:02.967466Z","caller":"traceutil/trace.go:171","msg":"trace[450175471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5100; }","duration":"147.111584ms","start":"2026-05-03T22:19:02.820334Z","end":"2026-05-03T22:19:02.967446Z","steps":["trace[450175471] 'agreement among raft nodes before linearized reading' (duration: 146.86854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:02.966971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.350324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:19:02.967516Z","caller":"traceutil/trace.go:171","msg":"trace[85025223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5100; }","duration":"145.912585ms","start":"2026-05-03T22:19:02.821588Z","end":"2026-05-03T22:19:02.967501Z","steps":["trace[85025223] 'agreement among raft nodes before linearized reading' (duration: 145.307924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:02.967647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.720778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:19:02.967677Z","caller":"traceutil/trace.go:171","msg":"trace[1897025029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5100; }","duration":"146.771968ms","start":"2026-05-03T22:19:02.820896Z","end":"2026-05-03T22:19:02.967668Z","steps":["trace[1897025029] 'agreement among raft nodes before linearized reading' (duration: 146.678717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:02.967681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.490945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194901"} {"level":"info","ts":"2026-05-03T22:19:02.967756Z","caller":"traceutil/trace.go:171","msg":"trace[148896350] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5100; }","duration":"626.563066ms","start":"2026-05-03T22:19:02.341183Z","end":"2026-05-03T22:19:02.967746Z","steps":["trace[148896350] 'agreement among raft nodes before linearized reading' (duration: 625.959127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:02.967796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:02.341145Z","time spent":"626.633588ms","remote":"127.0.0.1:49138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2194924,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-03T22:19:03.22463Z","caller":"traceutil/trace.go:171","msg":"trace[1105151696] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"102.373432ms","start":"2026-05-03T22:19:03.122234Z","end":"2026-05-03T22:19:03.224608Z","steps":["trace[1105151696] 'process raft request' (duration: 102.23881ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:03.238007Z","caller":"traceutil/trace.go:171","msg":"trace[469322812] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"111.082183ms","start":"2026-05-03T22:19:03.126891Z","end":"2026-05-03T22:19:03.237973Z","steps":["trace[469322812] 'process raft request' (duration: 110.88048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:05.822188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605763115,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-03T22:19:05.841437Z","caller":"traceutil/trace.go:171","msg":"trace[1567446331] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"597.02329ms","start":"2026-05-03T22:19:05.244386Z","end":"2026-05-03T22:19:05.841409Z","steps":["trace[1567446331] 'process raft request' (duration: 596.872228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:05.841589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:05.244349Z","time spent":"597.156123ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:07.274299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.370339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:19:07.274515Z","caller":"traceutil/trace.go:171","msg":"trace[591496677] linearizableReadLoop","detail":"{readStateIndex:5325; appliedIndex:5321; }","duration":"1.953182936s","start":"2026-05-03T22:19:05.321318Z","end":"2026-05-03T22:19:07.274501Z","steps":["trace[591496677] 'read index received' (duration: 519.964808ms)","trace[591496677] 'applied index is now lower than readState.Index' (duration: 1.433217418s)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:07.274575Z","caller":"traceutil/trace.go:171","msg":"trace[1478712326] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"1.995769951s","start":"2026-05-03T22:19:05.278795Z","end":"2026-05-03T22:19:07.274565Z","steps":["trace[1478712326] 'process raft request' (duration: 1.241060187s)","trace[1478712326] 'compare' (duration: 754.175546ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:19:07.274616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:05.278765Z","time spent":"1.995827271s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:07.274748Z","caller":"traceutil/trace.go:171","msg":"trace[168207476] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"1.867505907s","start":"2026-05-03T22:19:05.407235Z","end":"2026-05-03T22:19:07.274741Z","steps":["trace[168207476] 'process raft request' (duration: 1.867152492s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:07.274781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:05.407211Z","time spent":"1.867551158s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:07.274857Z","caller":"traceutil/trace.go:171","msg":"trace[643365208] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"1.741184012s","start":"2026-05-03T22:19:05.533666Z","end":"2026-05-03T22:19:07.27485Z","steps":["trace[643365208] 'process raft request' (duration: 1.740766446s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:07.274887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:05.53365Z","time spent":"1.741220232s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:07.274977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953658923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:07.274994Z","caller":"traceutil/trace.go:171","msg":"trace[520892587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5127; }","duration":"1.953711303s","start":"2026-05-03T22:19:05.321277Z","end":"2026-05-03T22:19:07.274988Z","steps":["trace[520892587] 'agreement among raft nodes before linearized reading' (duration: 1.953678473s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:07.275013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:05.321247Z","time spent":"1.953761074s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:19:07.328246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.871507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:07.328311Z","caller":"traceutil/trace.go:171","msg":"trace[1067027918] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5128; }","duration":"387.991059ms","start":"2026-05-03T22:19:06.940303Z","end":"2026-05-03T22:19:07.328294Z","steps":["trace[1067027918] 'agreement among raft nodes before linearized reading' (duration: 387.874738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:07.328341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:06.94028Z","time spent":"388.05351ms","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:19:07.328359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.71443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-05-03T22:19:07.32839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345560953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19c866df-9d5c-4f23-8be2-f71226c7b005\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-05-03T22:19:07.328422Z","caller":"traceutil/trace.go:171","msg":"trace[763190331] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19c866df-9d5c-4f23-8be2-f71226c7b005; range_end:; response_count:1; response_revision:5128; }","duration":"1.345635835s","start":"2026-05-03T22:19:05.982776Z","end":"2026-05-03T22:19:07.328412Z","steps":["trace[763190331] 'agreement among raft nodes before linearized reading' (duration: 1.345524883s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:07.328419Z","caller":"traceutil/trace.go:171","msg":"trace[1659226664] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5128; }","duration":"669.839572ms","start":"2026-05-03T22:19:06.658564Z","end":"2026-05-03T22:19:07.328403Z","steps":["trace[1659226664] 'agreement among raft nodes before linearized reading' (duration: 669.635759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:07.328441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:05.982755Z","time spent":"1.345680496s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4076,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19c866df-9d5c-4f23-8be2-f71226c7b005\" "} {"level":"warn","ts":"2026-05-03T22:19:07.328454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:06.658535Z","time spent":"669.912644ms","remote":"127.0.0.1:49192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-03T22:19:07.328485Z","caller":"traceutil/trace.go:171","msg":"trace[1892026964] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"351.033328ms","start":"2026-05-03T22:19:06.977442Z","end":"2026-05-03T22:19:07.328475Z","steps":["trace[1892026964] 'process raft request' (duration: 350.55644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:07.328553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:06.977408Z","time spent":"351.097869ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:07.328587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34663699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7b45e7f-dfd1-4f74-84bf-d721742e1dc1\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-05-03T22:19:07.328608Z","caller":"traceutil/trace.go:171","msg":"trace[125340544] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d7b45e7f-dfd1-4f74-84bf-d721742e1dc1; range_end:; response_count:1; response_revision:5128; }","duration":"1.34668239s","start":"2026-05-03T22:19:05.981919Z","end":"2026-05-03T22:19:07.328601Z","steps":["trace[125340544] 'agreement among raft nodes before linearized reading' (duration: 1.346621549s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:07.328626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:05.981903Z","time spent":"1.346717541s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4103,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7b45e7f-dfd1-4f74-84bf-d721742e1dc1\" "} {"level":"warn","ts":"2026-05-03T22:19:07.328663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.788239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:19:07.328668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.915647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18ac2e313183cc52\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-05-03T22:19:07.328684Z","caller":"traceutil/trace.go:171","msg":"trace[1097092337] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5128; }","duration":"287.835989ms","start":"2026-05-03T22:19:07.040841Z","end":"2026-05-03T22:19:07.328677Z","steps":["trace[1097092337] 'agreement among raft nodes before linearized reading' (duration: 287.795029ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:07.328694Z","caller":"traceutil/trace.go:171","msg":"trace[1774134169] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18ac2e313183cc52; range_end:; response_count:1; response_revision:5128; }","duration":"399.962757ms","start":"2026-05-03T22:19:06.928721Z","end":"2026-05-03T22:19:07.328684Z","steps":["trace[1774134169] 'agreement among raft nodes before linearized reading' (duration: 399.896336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:07.328714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:06.928707Z","time spent":"400.003168ms","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1202,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18ac2e313183cc52\" "} {"level":"warn","ts":"2026-05-03T22:19:07.328824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.71092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-03T22:19:07.328831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.745446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:07.328846Z","caller":"traceutil/trace.go:171","msg":"trace[15239240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5128; }","duration":"327.746552ms","start":"2026-05-03T22:19:07.001093Z","end":"2026-05-03T22:19:07.32884Z","steps":["trace[15239240] 'agreement among raft nodes before linearized reading' (duration: 327.685311ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:07.328849Z","caller":"traceutil/trace.go:171","msg":"trace[328442923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5128; }","duration":"471.816208ms","start":"2026-05-03T22:19:06.857027Z","end":"2026-05-03T22:19:07.328844Z","steps":["trace[328442923] 'agreement among raft nodes before linearized reading' (duration: 471.775907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:07.328866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:06.857004Z","time spent":"471.858648ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:19:07.328865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:07.001086Z","time spent":"327.773782ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-03T22:19:07.32899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.451545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-03T22:19:07.329007Z","caller":"traceutil/trace.go:171","msg":"trace[1070416742] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:5128; }","duration":"550.562236ms","start":"2026-05-03T22:19:06.778439Z","end":"2026-05-03T22:19:07.329002Z","steps":["trace[1070416742] 'agreement among raft nodes before linearized reading' (duration: 550.505315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:07.329033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:06.778413Z","time spent":"550.615936ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-05-03T22:19:07.329056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.868639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-03T22:19:07.329078Z","caller":"traceutil/trace.go:171","msg":"trace[521395321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5128; }","duration":"335.91711ms","start":"2026-05-03T22:19:06.993155Z","end":"2026-05-03T22:19:07.329072Z","steps":["trace[521395321] 'agreement among raft nodes before linearized reading' (duration: 335.864049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:07.329098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:06.993142Z","time spent":"335.95131ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-03T22:19:07.329004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.045946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:19:07.329201Z","caller":"traceutil/trace.go:171","msg":"trace[1229996914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5128; }","duration":"328.267799ms","start":"2026-05-03T22:19:07.000926Z","end":"2026-05-03T22:19:07.329194Z","steps":["trace[1229996914] 'agreement among raft nodes before linearized reading' (duration: 328.031335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:07.329218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.182327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-03T22:19:07.329226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:07.000908Z","time spent":"328.310969ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-03T22:19:07.329238Z","caller":"traceutil/trace.go:171","msg":"trace[2130026490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5128; }","duration":"340.232867ms","start":"2026-05-03T22:19:06.988999Z","end":"2026-05-03T22:19:07.329232Z","steps":["trace[2130026490] 'agreement among raft nodes before linearized reading' (duration: 340.173877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:07.329259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:06.988987Z","time spent":"340.265168ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-03T22:19:07.329343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.049036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-03T22:19:07.329362Z","caller":"traceutil/trace.go:171","msg":"trace[1374223107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5128; }","duration":"342.097276ms","start":"2026-05-03T22:19:06.987257Z","end":"2026-05-03T22:19:07.329354Z","steps":["trace[1374223107] 'agreement among raft nodes before linearized reading' (duration: 342.046686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:07.329389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:06.98724Z","time spent":"342.143838ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-03T22:19:07.733401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.09379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:19:07.733494Z","caller":"traceutil/trace.go:171","msg":"trace[1603011640] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5136; }","duration":"157.259833ms","start":"2026-05-03T22:19:07.576216Z","end":"2026-05-03T22:19:07.733476Z","steps":["trace[1603011640] 'count revisions from in-memory index tree' (duration: 157.007658ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:08.053751Z","caller":"traceutil/trace.go:171","msg":"trace[542279645] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"206.584746ms","start":"2026-05-03T22:19:07.84714Z","end":"2026-05-03T22:19:08.053725Z","steps":["trace[542279645] 'process raft request' (duration: 206.450013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:09.088279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.835664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:19:09.088385Z","caller":"traceutil/trace.go:171","msg":"trace[631009233] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5337; }","duration":"517.641102ms","start":"2026-05-03T22:19:08.570725Z","end":"2026-05-03T22:19:09.088367Z","steps":["trace[631009233] 'read index received' (duration: 14.625005ms)","trace[631009233] 'applied index is now lower than readState.Index' (duration: 503.014507ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:19:09.088801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.202812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7b45e7f-dfd1-4f74-84bf-d721742e1dc1\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-05-03T22:19:09.088842Z","caller":"traceutil/trace.go:171","msg":"trace[2070176617] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d7b45e7f-dfd1-4f74-84bf-d721742e1dc1; range_end:; response_count:1; response_revision:5139; }","duration":"465.279742ms","start":"2026-05-03T22:19:08.623551Z","end":"2026-05-03T22:19:09.088831Z","steps":["trace[2070176617] 'agreement among raft nodes before linearized reading' (duration: 465.12194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:09.088875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:08.623531Z","time spent":"465.335744ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4103,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7b45e7f-dfd1-4f74-84bf-d721742e1dc1\" "} {"level":"info","ts":"2026-05-03T22:19:09.088928Z","caller":"traceutil/trace.go:171","msg":"trace[32416013] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"638.721395ms","start":"2026-05-03T22:19:08.450166Z","end":"2026-05-03T22:19:09.088888Z","steps":["trace[32416013] 'process raft request' (duration: 135.18809ms)","trace[32416013] 'compare' (duration: 502.335517ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:19:09.089016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.268933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-03T22:19:09.089029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.161193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:19:09.089086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:08.450143Z","time spent":"638.865857ms","remote":"127.0.0.1:47672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:09.089096Z","caller":"traceutil/trace.go:171","msg":"trace[972208788] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5139; }","duration":"518.407564ms","start":"2026-05-03T22:19:08.57067Z","end":"2026-05-03T22:19:09.089077Z","steps":["trace[972208788] 'agreement among raft nodes before linearized reading' (duration: 517.908957ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:09.089105Z","caller":"traceutil/trace.go:171","msg":"trace[1168475293] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5139; }","duration":"231.296175ms","start":"2026-05-03T22:19:08.857789Z","end":"2026-05-03T22:19:09.089086Z","steps":["trace[1168475293] 'agreement among raft nodes before linearized reading' (duration: 231.152823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:09.089145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:08.57065Z","time spent":"518.484625ms","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":71,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:19:09.397033Z","caller":"traceutil/trace.go:171","msg":"trace[1111399759] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"199.711402ms","start":"2026-05-03T22:19:09.197295Z","end":"2026-05-03T22:19:09.397007Z","steps":["trace[1111399759] 'process raft request' (duration: 113.51202ms)","trace[1111399759] 'compare' (duration: 86.06922ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:09.485402Z","caller":"traceutil/trace.go:171","msg":"trace[1383771510] linearizableReadLoop","detail":"{readStateIndex:5341; appliedIndex:5339; }","duration":"162.935097ms","start":"2026-05-03T22:19:09.322436Z","end":"2026-05-03T22:19:09.485371Z","steps":["trace[1383771510] 'read index received' (duration: 162.849366ms)","trace[1383771510] 'applied index is now lower than readState.Index' (duration: 84.511µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:09.485538Z","caller":"traceutil/trace.go:171","msg":"trace[1653028817] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"203.965997ms","start":"2026-05-03T22:19:09.281559Z","end":"2026-05-03T22:19:09.485525Z","steps":["trace[1653028817] 'process raft request' (duration: 203.766595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:09.48578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.328613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:09.485832Z","caller":"traceutil/trace.go:171","msg":"trace[132201740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5142; }","duration":"163.423785ms","start":"2026-05-03T22:19:09.322397Z","end":"2026-05-03T22:19:09.485821Z","steps":["trace[132201740] 'agreement among raft nodes before linearized reading' (duration: 163.338314ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:09.485427Z","caller":"traceutil/trace.go:171","msg":"trace[1009593258] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"203.965297ms","start":"2026-05-03T22:19:09.281433Z","end":"2026-05-03T22:19:09.485399Z","steps":["trace[1009593258] 'process raft request' (duration: 203.730453ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:09.594586Z","caller":"traceutil/trace.go:171","msg":"trace[1864564401] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5341; }","duration":"109.070652ms","start":"2026-05-03T22:19:09.485488Z","end":"2026-05-03T22:19:09.594559Z","steps":["trace[1864564401] 'read index received' (duration: 33.500994ms)","trace[1864564401] 'applied index is now lower than readState.Index' (duration: 75.568478ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:19:09.594875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.165793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-03T22:19:09.594928Z","caller":"traceutil/trace.go:171","msg":"trace[1802738792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5143; }","duration":"169.252065ms","start":"2026-05-03T22:19:09.425654Z","end":"2026-05-03T22:19:09.594906Z","steps":["trace[1802738792] 'agreement among raft nodes before linearized reading' (duration: 169.071393ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:09.594971Z","caller":"traceutil/trace.go:171","msg":"trace[1409932892] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"260.646756ms","start":"2026-05-03T22:19:09.334292Z","end":"2026-05-03T22:19:09.594938Z","steps":["trace[1409932892] 'process raft request' (duration: 184.792513ms)","trace[1409932892] 'compare' (duration: 75.280624ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:19:09.59504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.214054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-03T22:19:09.595062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.842647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7b45e7f-dfd1-4f74-84bf-d721742e1dc1\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-05-03T22:19:09.595111Z","caller":"traceutil/trace.go:171","msg":"trace[1038617586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5143; }","duration":"169.311166ms","start":"2026-05-03T22:19:09.425781Z","end":"2026-05-03T22:19:09.595092Z","steps":["trace[1038617586] 'agreement among raft nodes before linearized reading' (duration: 168.86132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:09.595129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.445922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19c866df-9d5c-4f23-8be2-f71226c7b005\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-05-03T22:19:09.595208Z","caller":"traceutil/trace.go:171","msg":"trace[1035264241] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19c866df-9d5c-4f23-8be2-f71226c7b005; range_end:; response_count:1; response_revision:5143; }","duration":"256.564383ms","start":"2026-05-03T22:19:09.338632Z","end":"2026-05-03T22:19:09.595196Z","steps":["trace[1035264241] 'agreement among raft nodes before linearized reading' (duration: 256.41347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:09.595245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.834352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:19:09.595261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.609941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-03T22:19:09.595302Z","caller":"traceutil/trace.go:171","msg":"trace[659966443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5143; }","duration":"169.690982ms","start":"2026-05-03T22:19:09.425599Z","end":"2026-05-03T22:19:09.59529Z","steps":["trace[659966443] 'agreement among raft nodes before linearized reading' (duration: 169.533949ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:09.595145Z","caller":"traceutil/trace.go:171","msg":"trace[1038937937] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d7b45e7f-dfd1-4f74-84bf-d721742e1dc1; range_end:; response_count:1; response_revision:5143; }","duration":"254.981879ms","start":"2026-05-03T22:19:09.340147Z","end":"2026-05-03T22:19:09.595128Z","steps":["trace[1038937937] 'agreement among raft nodes before linearized reading' (duration: 254.750385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:09.595402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.523124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-03T22:19:09.595425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.504454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:09.595456Z","caller":"traceutil/trace.go:171","msg":"trace[1789405728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5143; }","duration":"168.635966ms","start":"2026-05-03T22:19:09.42681Z","end":"2026-05-03T22:19:09.595446Z","steps":["trace[1789405728] 'agreement among raft nodes before linearized reading' (duration: 168.470244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:09.595612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.107933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:19:09.595646Z","caller":"traceutil/trace.go:171","msg":"trace[1650154158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5143; }","duration":"169.189074ms","start":"2026-05-03T22:19:09.42645Z","end":"2026-05-03T22:19:09.595639Z","steps":["trace[1650154158] 'agreement among raft nodes before linearized reading' (duration: 169.104693ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:09.595467Z","caller":"traceutil/trace.go:171","msg":"trace[911509580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5143; }","duration":"108.569755ms","start":"2026-05-03T22:19:09.486888Z","end":"2026-05-03T22:19:09.595458Z","steps":["trace[911509580] 'agreement among raft nodes before linearized reading' (duration: 108.512115ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:09.595283Z","caller":"traceutil/trace.go:171","msg":"trace[190321277] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:0; response_revision:5143; }","duration":"193.916983ms","start":"2026-05-03T22:19:09.401356Z","end":"2026-05-03T22:19:09.595273Z","steps":["trace[190321277] 'agreement among raft nodes before linearized reading' (duration: 193.836431ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:09.701079Z","caller":"traceutil/trace.go:171","msg":"trace[661202355] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"100.070114ms","start":"2026-05-03T22:19:09.600984Z","end":"2026-05-03T22:19:09.701054Z","steps":["trace[661202355] 'process raft request' (duration: 99.921412ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:09.702106Z","caller":"traceutil/trace.go:171","msg":"trace[517613646] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"100.231967ms","start":"2026-05-03T22:19:09.601837Z","end":"2026-05-03T22:19:09.702069Z","steps":["trace[517613646] 'process raft request' (duration: 99.303162ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:09.701704Z","caller":"traceutil/trace.go:171","msg":"trace[83678291] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"101.135971ms","start":"2026-05-03T22:19:09.600551Z","end":"2026-05-03T22:19:09.701687Z","steps":["trace[83678291] 'process raft request' (duration: 100.221597ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:13.773804Z","caller":"traceutil/trace.go:171","msg":"trace[1545149052] linearizableReadLoop","detail":"{readStateIndex:5485; appliedIndex:5484; }","duration":"128.89485ms","start":"2026-05-03T22:19:13.644885Z","end":"2026-05-03T22:19:13.77378Z","steps":["trace[1545149052] 'read index received' (duration: 128.643556ms)","trace[1545149052] 'applied index is now lower than readState.Index' (duration: 250.194µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:13.773842Z","caller":"traceutil/trace.go:171","msg":"trace[1849250813] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"164.175222ms","start":"2026-05-03T22:19:13.609636Z","end":"2026-05-03T22:19:13.773811Z","steps":["trace[1849250813] 'process raft request' (duration: 163.960689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:13.774088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.176674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:19:13.774189Z","caller":"traceutil/trace.go:171","msg":"trace[1280695255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5283; }","duration":"129.321185ms","start":"2026-05-03T22:19:13.644852Z","end":"2026-05-03T22:19:13.774173Z","steps":["trace[1280695255] 'agreement among raft nodes before linearized reading' (duration: 129.066532ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:15.66411Z","caller":"traceutil/trace.go:171","msg":"trace[2067529423] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"159.748026ms","start":"2026-05-03T22:19:15.504332Z","end":"2026-05-03T22:19:15.66408Z","steps":["trace[2067529423] 'process raft request' (duration: 159.498903ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:15.667647Z","caller":"traceutil/trace.go:171","msg":"trace[1739466749] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"162.775811ms","start":"2026-05-03T22:19:15.504853Z","end":"2026-05-03T22:19:15.667629Z","steps":["trace[1739466749] 'process raft request' (duration: 162.694299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:17.13036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.896299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:19:17.130571Z","caller":"traceutil/trace.go:171","msg":"trace[1413429808] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5322; }","duration":"184.195393ms","start":"2026-05-03T22:19:16.946345Z","end":"2026-05-03T22:19:17.130541Z","steps":["trace[1413429808] 'count revisions from in-memory index tree' (duration: 183.703957ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:17.737556Z","caller":"traceutil/trace.go:171","msg":"trace[306690081] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"100.378027ms","start":"2026-05-03T22:19:17.637151Z","end":"2026-05-03T22:19:17.737529Z","steps":["trace[306690081] 'process raft request' (duration: 100.225485ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:17.805208Z","caller":"traceutil/trace.go:171","msg":"trace[1759779318] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"131.898918ms","start":"2026-05-03T22:19:17.673293Z","end":"2026-05-03T22:19:17.805192Z","steps":["trace[1759779318] 'process raft request' (duration: 103.32527ms)","trace[1759779318] 'compare' (duration: 28.229073ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:17.805203Z","caller":"traceutil/trace.go:171","msg":"trace[525830200] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"131.808517ms","start":"2026-05-03T22:19:17.673364Z","end":"2026-05-03T22:19:17.805173Z","steps":["trace[525830200] 'process raft request' (duration: 131.635254ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:17.984653Z","caller":"traceutil/trace.go:171","msg":"trace[985141664] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"150.528344ms","start":"2026-05-03T22:19:17.834105Z","end":"2026-05-03T22:19:17.984633Z","steps":["trace[985141664] 'process raft request' (duration: 150.501414ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:17.984722Z","caller":"traceutil/trace.go:171","msg":"trace[595514536] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"152.941199ms","start":"2026-05-03T22:19:17.831744Z","end":"2026-05-03T22:19:17.984685Z","steps":["trace[595514536] 'process raft request' (duration: 152.710756ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:17.984812Z","caller":"traceutil/trace.go:171","msg":"trace[1777065155] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"152.747346ms","start":"2026-05-03T22:19:17.832032Z","end":"2026-05-03T22:19:17.984779Z","steps":["trace[1777065155] 'process raft request' (duration: 152.537694ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:17.984873Z","caller":"traceutil/trace.go:171","msg":"trace[2083858287] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"151.260595ms","start":"2026-05-03T22:19:17.833581Z","end":"2026-05-03T22:19:17.984842Z","steps":["trace[2083858287] 'process raft request' (duration: 151.009841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:22.430857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.009476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:19:22.430963Z","caller":"traceutil/trace.go:171","msg":"trace[2055269362] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5399; }","duration":"336.183669ms","start":"2026-05-03T22:19:22.094753Z","end":"2026-05-03T22:19:22.430936Z","steps":["trace[2055269362] 'count revisions from in-memory index tree' (duration: 335.902595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:22.431036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:22.094726Z","time spent":"336.28996ms","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:19:22.431271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.683157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-03T22:19:22.431342Z","caller":"traceutil/trace.go:171","msg":"trace[358136419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5399; }","duration":"420.818829ms","start":"2026-05-03T22:19:22.010496Z","end":"2026-05-03T22:19:22.431315Z","steps":["trace[358136419] 'range keys from in-memory index tree' (duration: 420.212421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:22.431337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.274282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-03T22:19:22.431386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:22.010431Z","time spent":"420.940921ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-03T22:19:22.431445Z","caller":"traceutil/trace.go:171","msg":"trace[274563017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5399; }","duration":"420.429814ms","start":"2026-05-03T22:19:22.01099Z","end":"2026-05-03T22:19:22.43142Z","steps":["trace[274563017] 'range keys from in-memory index tree' (duration: 420.041759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:22.431472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.953941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:19:22.431509Z","caller":"traceutil/trace.go:171","msg":"trace[301423637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5399; }","duration":"421.088312ms","start":"2026-05-03T22:19:22.010409Z","end":"2026-05-03T22:19:22.431498Z","steps":["trace[301423637] 'range keys from in-memory index tree' (duration: 420.733268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:22.431504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:22.01098Z","time spent":"420.512825ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-03T22:19:22.43154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:22.010375Z","time spent":"421.157574ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-03T22:19:22.431753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.034243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:19:22.431892Z","caller":"traceutil/trace.go:171","msg":"trace[1665322671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5399; }","duration":"421.250746ms","start":"2026-05-03T22:19:22.010607Z","end":"2026-05-03T22:19:22.431857Z","steps":["trace[1665322671] 'range keys from in-memory index tree' (duration: 420.519065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:22.431982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:22.010575Z","time spent":"421.388887ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-03T22:19:22.688344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605763759,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-03T22:19:22.693331Z","caller":"traceutil/trace.go:171","msg":"trace[1470951724] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"537.875575ms","start":"2026-05-03T22:19:22.155416Z","end":"2026-05-03T22:19:22.693292Z","steps":["trace[1470951724] 'process raft request' (duration: 537.619532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:22.69354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:22.155379Z","time spent":"538.026917ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:22.773128Z","caller":"traceutil/trace.go:171","msg":"trace[1409827045] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"336.314231ms","start":"2026-05-03T22:19:22.436792Z","end":"2026-05-03T22:19:22.773106Z","steps":["trace[1409827045] 'process raft request' (duration: 336.188169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:22.773412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:22.436761Z","time spent":"336.532114ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:22.773484Z","caller":"traceutil/trace.go:171","msg":"trace[319656614] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"335.258897ms","start":"2026-05-03T22:19:22.438157Z","end":"2026-05-03T22:19:22.773416Z","steps":["trace[319656614] 'process raft request' (duration: 334.894381ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:22.773126Z","caller":"traceutil/trace.go:171","msg":"trace[668652125] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"336.378442ms","start":"2026-05-03T22:19:22.436709Z","end":"2026-05-03T22:19:22.773088Z","steps":["trace[668652125] 'process raft request' (duration: 336.063858ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:22.773668Z","caller":"traceutil/trace.go:171","msg":"trace[345735091] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"335.092454ms","start":"2026-05-03T22:19:22.438564Z","end":"2026-05-03T22:19:22.773657Z","steps":["trace[345735091] 'process raft request' (duration: 334.832201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:22.773755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:22.438552Z","time spent":"335.158756ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:22.773849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:22.436682Z","time spent":"336.99686ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:22.773883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.514972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:22.774018Z","caller":"traceutil/trace.go:171","msg":"trace[1847631207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5404; }","duration":"586.705574ms","start":"2026-05-03T22:19:22.187294Z","end":"2026-05-03T22:19:22.774Z","steps":["trace[1847631207] 'agreement among raft nodes before linearized reading' (duration: 586.46129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:22.774094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:22.187265Z","time spent":"586.814766ms","remote":"127.0.0.1:51916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:19:22.774138Z","caller":"traceutil/trace.go:171","msg":"trace[1254346145] linearizableReadLoop","detail":"{readStateIndex:5610; appliedIndex:5605; }","duration":"586.266769ms","start":"2026-05-03T22:19:22.187351Z","end":"2026-05-03T22:19:22.773618Z","steps":["trace[1254346145] 'read index received' (duration: 505.852696ms)","trace[1254346145] 'applied index is now lower than readState.Index' (duration: 80.412813ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:19:22.774013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:22.43813Z","time spent":"335.53232ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:22.777218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.487376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13852"} {"level":"warn","ts":"2026-05-03T22:19:22.777205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.536546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:19:22.777252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.025291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-03T22:19:22.777278Z","caller":"traceutil/trace.go:171","msg":"trace[1273047787] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5404; }","duration":"504.593028ms","start":"2026-05-03T22:19:22.272666Z","end":"2026-05-03T22:19:22.777259Z","steps":["trace[1273047787] 'agreement among raft nodes before linearized reading' (duration: 504.411896ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:22.777306Z","caller":"traceutil/trace.go:171","msg":"trace[956530729] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5404; }","duration":"418.075851ms","start":"2026-05-03T22:19:22.359213Z","end":"2026-05-03T22:19:22.777289Z","steps":["trace[956530729] 'agreement among raft nodes before linearized reading' (duration: 417.909789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:22.777354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:22.359167Z","time spent":"418.178523ms","remote":"127.0.0.1:49192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-03T22:19:22.77729Z","caller":"traceutil/trace.go:171","msg":"trace[2036615202] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5404; }","duration":"555.701778ms","start":"2026-05-03T22:19:22.221566Z","end":"2026-05-03T22:19:22.777268Z","steps":["trace[2036615202] 'agreement among raft nodes before linearized reading' (duration: 555.534166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:22.777353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:22.272633Z","time spent":"504.711659ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13875,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-03T22:19:22.777464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:22.22152Z","time spent":"555.926823ms","remote":"127.0.0.1:38974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:19:22.777698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.645583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:22.77781Z","caller":"traceutil/trace.go:171","msg":"trace[279249352] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5404; }","duration":"568.402693ms","start":"2026-05-03T22:19:22.20939Z","end":"2026-05-03T22:19:22.777793Z","steps":["trace[279249352] 'agreement among raft nodes before linearized reading' (duration: 567.666282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:22.778066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:22.209366Z","time spent":"568.643557ms","remote":"127.0.0.1:50076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:19:24.909792Z","caller":"traceutil/trace.go:171","msg":"trace[1103803] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"125.618222ms","start":"2026-05-03T22:19:24.784135Z","end":"2026-05-03T22:19:24.909753Z","steps":["trace[1103803] 'process raft request' (duration: 125.571861ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:24.909884Z","caller":"traceutil/trace.go:171","msg":"trace[401946783] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"125.850874ms","start":"2026-05-03T22:19:24.783939Z","end":"2026-05-03T22:19:24.90979Z","steps":["trace[401946783] 'process raft request' (duration: 125.690522ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:24.940757Z","caller":"traceutil/trace.go:171","msg":"trace[813915505] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"112.589098ms","start":"2026-05-03T22:19:24.828145Z","end":"2026-05-03T22:19:24.940734Z","steps":["trace[813915505] 'process raft request' (duration: 109.141581ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:28.02482Z","caller":"traceutil/trace.go:171","msg":"trace[588102261] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"255.315759ms","start":"2026-05-03T22:19:27.769468Z","end":"2026-05-03T22:19:28.024784Z","steps":["trace[588102261] 'process raft request' (duration: 255.115177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:30.444268Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.419647255s","expected-duration":"1s"} {"level":"info","ts":"2026-05-03T22:19:30.444891Z","caller":"traceutil/trace.go:171","msg":"trace[1693942920] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"2.578221665s","start":"2026-05-03T22:19:27.86663Z","end":"2026-05-03T22:19:30.444852Z","steps":["trace[1693942920] 'process raft request' (duration: 2.578108253s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:30.44509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:27.866614Z","time spent":"2.578372656s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:30.44532Z","caller":"traceutil/trace.go:171","msg":"trace[1450611808] linearizableReadLoop","detail":"{readStateIndex:5659; appliedIndex:5655; }","duration":"2.526581535s","start":"2026-05-03T22:19:27.918709Z","end":"2026-05-03T22:19:30.445291Z","steps":["trace[1450611808] 'read index received' (duration: 106.040699ms)","trace[1450611808] 'applied index is now lower than readState.Index' (duration: 2.420538156s)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:30.445398Z","caller":"traceutil/trace.go:171","msg":"trace[1572258118] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"2.571436194s","start":"2026-05-03T22:19:27.873908Z","end":"2026-05-03T22:19:30.445344Z","steps":["trace[1572258118] 'process raft request' (duration: 2.570893847s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:30.445511Z","caller":"traceutil/trace.go:171","msg":"trace[911968884] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"2.586453372s","start":"2026-05-03T22:19:27.859001Z","end":"2026-05-03T22:19:30.445455Z","steps":["trace[911968884] 'process raft request' (duration: 2.585548591s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:30.445721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527051572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-03T22:19:30.44579Z","caller":"traceutil/trace.go:171","msg":"trace[2087102615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5451; }","duration":"2.527187514s","start":"2026-05-03T22:19:27.918586Z","end":"2026-05-03T22:19:30.445774Z","steps":["trace[2087102615] 'agreement among raft nodes before linearized reading' (duration: 2.52690672s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:30.445732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:27.85896Z","time spent":"2.586657544s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:30.445831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:27.918562Z","time spent":"2.527259194s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-03T22:19:30.445729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:27.873868Z","time spent":"2.571652767s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:31.035579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.809827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:19:31.035848Z","caller":"traceutil/trace.go:171","msg":"trace[413455951] linearizableReadLoop","detail":"{readStateIndex:5660; appliedIndex:5659; }","duration":"590.45784ms","start":"2026-05-03T22:19:30.44537Z","end":"2026-05-03T22:19:31.035828Z","steps":["trace[413455951] 'read index received' (duration: 192.135957ms)","trace[413455951] 'applied index is now lower than readState.Index' (duration: 398.320773ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:31.035986Z","caller":"traceutil/trace.go:171","msg":"trace[1711606307] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"2.313953243s","start":"2026-05-03T22:19:28.722018Z","end":"2026-05-03T22:19:31.035971Z","steps":["trace[1711606307] 'process raft request' (duration: 1.91562565s)","trace[1711606307] 'compare' (duration: 396.956956ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:19:31.036056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:28.721983Z","time spent":"2.314039344s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:31.036668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507433991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:19:31.036726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.039637299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-03T22:19:31.036863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653363141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-03T22:19:31.036893Z","caller":"traceutil/trace.go:171","msg":"trace[1998641612] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5453; }","duration":"3.039881383s","start":"2026-05-03T22:19:27.996986Z","end":"2026-05-03T22:19:31.036867Z","steps":["trace[1998641612] 'agreement among raft nodes before linearized reading' (duration: 3.039633639s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:31.03694Z","caller":"traceutil/trace.go:171","msg":"trace[666383565] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5453; }","duration":"2.653470382s","start":"2026-05-03T22:19:28.383438Z","end":"2026-05-03T22:19:31.036908Z","steps":["trace[666383565] 'agreement among raft nodes before linearized reading' (duration: 2.65333372s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.036968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.351803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-03T22:19:31.037022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:28.38341Z","time spent":"2.653601794s","remote":"127.0.0.1:49192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-03T22:19:31.037053Z","caller":"traceutil/trace.go:171","msg":"trace[323825970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5453; }","duration":"316.485295ms","start":"2026-05-03T22:19:30.720548Z","end":"2026-05-03T22:19:31.037033Z","steps":["trace[323825970] 'agreement among raft nodes before linearized reading' (duration: 316.345193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.037113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.698338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-05-03T22:19:31.037124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:30.720524Z","time spent":"316.581856ms","remote":"127.0.0.1:49632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:19:31.037162Z","caller":"traceutil/trace.go:171","msg":"trace[137021934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5453; }","duration":"742.789189ms","start":"2026-05-03T22:19:30.294359Z","end":"2026-05-03T22:19:31.037149Z","steps":["trace[137021934] 'agreement among raft nodes before linearized reading' (duration: 741.923578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.037192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561200891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-05-03T22:19:31.037392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110608315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-03T22:19:31.037411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445421744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-03T22:19:31.037496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081003809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:19:31.037543Z","caller":"traceutil/trace.go:171","msg":"trace[1235681766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5453; }","duration":"2.081075091s","start":"2026-05-03T22:19:28.956457Z","end":"2026-05-03T22:19:31.037532Z","steps":["trace[1235681766] 'agreement among raft nodes before linearized reading' (duration: 2.080964739s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:31.037428Z","caller":"traceutil/trace.go:171","msg":"trace[1665513135] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5453; }","duration":"2.561594146s","start":"2026-05-03T22:19:28.475804Z","end":"2026-05-03T22:19:31.037398Z","steps":["trace[1665513135] 'agreement among raft nodes before linearized reading' (duration: 2.560905217s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:31.03769Z","caller":"traceutil/trace.go:171","msg":"trace[819913509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5453; }","duration":"2.445602495s","start":"2026-05-03T22:19:28.591897Z","end":"2026-05-03T22:19:31.037499Z","steps":["trace[819913509] 'agreement among raft nodes before linearized reading' (duration: 2.445420943s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.037124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:27.996953Z","time spent":"3.040120006s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:19:31.037762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:28.475741Z","time spent":"2.562003061s","remote":"127.0.0.1:47672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-03T22:19:31.037208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:30.294327Z","time spent":"742.87217ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-03T22:19:31.036902Z","caller":"traceutil/trace.go:171","msg":"trace[550877220] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5453; }","duration":"2.507796487s","start":"2026-05-03T22:19:28.528999Z","end":"2026-05-03T22:19:31.036796Z","steps":["trace[550877220] 'agreement among raft nodes before linearized reading' (duration: 2.507430031s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.03814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:28.528966Z","time spent":"2.509150362s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:19:31.037225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19548037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-03T22:19:31.038373Z","caller":"traceutil/trace.go:171","msg":"trace[452172252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5453; }","duration":"2.197380584s","start":"2026-05-03T22:19:28.84098Z","end":"2026-05-03T22:19:31.03836Z","steps":["trace[452172252] 'agreement among raft nodes before linearized reading' (duration: 2.195312278s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.038382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.313755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-03T22:19:31.038408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:28.840948Z","time spent":"2.197450546s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-03T22:19:31.037556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.761039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:19:31.038601Z","caller":"traceutil/trace.go:171","msg":"trace[1603192449] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5453; }","duration":"829.864872ms","start":"2026-05-03T22:19:30.208721Z","end":"2026-05-03T22:19:31.038586Z","steps":["trace[1603192449] 'agreement among raft nodes before linearized reading' (duration: 828.778328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.036836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714654748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:31.038722Z","caller":"traceutil/trace.go:171","msg":"trace[358808877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5453; }","duration":"1.716602302s","start":"2026-05-03T22:19:29.322107Z","end":"2026-05-03T22:19:31.038709Z","steps":["trace[358808877] 'agreement among raft nodes before linearized reading' (duration: 1.714535215s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.038759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:29.32209Z","time spent":"1.716659263s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:19:31.038766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:30.208674Z","time spent":"829.961164ms","remote":"127.0.0.1:50084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:19:31.0373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819790105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:31.038964Z","caller":"traceutil/trace.go:171","msg":"trace[381791683] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5453; }","duration":"1.821505236s","start":"2026-05-03T22:19:29.217435Z","end":"2026-05-03T22:19:31.038941Z","steps":["trace[381791683] 'agreement among raft nodes before linearized reading' (duration: 1.819826915s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.039019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:29.217398Z","time spent":"1.821601527s","remote":"127.0.0.1:39024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:19:31.037451Z","caller":"traceutil/trace.go:171","msg":"trace[588572418] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"584.817108ms","start":"2026-05-03T22:19:30.452617Z","end":"2026-05-03T22:19:31.037434Z","steps":["trace[588572418] 'process raft request' (duration: 583.109767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.03934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:30.452581Z","time spent":"586.723422ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:31.037616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:28.95644Z","time spent":"2.081163871s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-03T22:19:31.037442Z","caller":"traceutil/trace.go:171","msg":"trace[2085415635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5453; }","duration":"2.110698246s","start":"2026-05-03T22:19:28.926728Z","end":"2026-05-03T22:19:31.037426Z","steps":["trace[2085415635] 'agreement among raft nodes before linearized reading' (duration: 2.110594865s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.036706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65569724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16548"} {"level":"warn","ts":"2026-05-03T22:19:31.037648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269753766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-03T22:19:31.039728Z","caller":"traceutil/trace.go:171","msg":"trace[1979326810] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5453; }","duration":"1.271924334s","start":"2026-05-03T22:19:29.767788Z","end":"2026-05-03T22:19:31.039713Z","steps":["trace[1979326810] 'agreement among raft nodes before linearized reading' (duration: 1.269706935s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:31.039734Z","caller":"traceutil/trace.go:171","msg":"trace[1811015426] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5453; }","duration":"2.658847081s","start":"2026-05-03T22:19:28.380864Z","end":"2026-05-03T22:19:31.039711Z","steps":["trace[1811015426] 'agreement among raft nodes before linearized reading' (duration: 2.655521598s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.039767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:29.76777Z","time spent":"1.271986425s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-03T22:19:31.039813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:28.380846Z","time spent":"2.658945462s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16571,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-03T22:19:31.038509Z","caller":"traceutil/trace.go:171","msg":"trace[1988877359] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5453; }","duration":"757.561687ms","start":"2026-05-03T22:19:30.280855Z","end":"2026-05-03T22:19:31.038417Z","steps":["trace[1988877359] 'agreement among raft nodes before linearized reading' (duration: 756.142769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.039967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:30.280831Z","time spent":"759.122668ms","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":533,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:19:31.037677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356573496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-03T22:19:31.04005Z","caller":"traceutil/trace.go:171","msg":"trace[785036251] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5453; }","duration":"1.358990297s","start":"2026-05-03T22:19:29.681042Z","end":"2026-05-03T22:19:31.040032Z","steps":["trace[785036251] 'agreement among raft nodes before linearized reading' (duration: 1.356587237s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.039674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:28.926697Z","time spent":"2.112960196s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-03T22:19:31.040116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:29.681011Z","time spent":"1.359088358s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-03T22:19:31.037662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108597679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:19:31.040292Z","caller":"traceutil/trace.go:171","msg":"trace[2144200612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5453; }","duration":"2.111277952s","start":"2026-05-03T22:19:28.928996Z","end":"2026-05-03T22:19:31.040274Z","steps":["trace[2144200612] 'agreement among raft nodes before linearized reading' (duration: 2.108325835s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.040347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:28.928963Z","time spent":"2.111371524s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-03T22:19:31.041174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:28.591862Z","time spent":"2.44592705s","remote":"127.0.0.1:49668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:19:31.593527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.843471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:19:31.593631Z","caller":"traceutil/trace.go:171","msg":"trace[84917400] linearizableReadLoop","detail":"{readStateIndex:5662; appliedIndex:5661; }","duration":"546.41616ms","start":"2026-05-03T22:19:31.047196Z","end":"2026-05-03T22:19:31.593612Z","steps":["trace[84917400] 'read index received' (duration: 250.450767ms)","trace[84917400] 'applied index is now lower than readState.Index' (duration: 295.963783ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:31.593739Z","caller":"traceutil/trace.go:171","msg":"trace[38158839] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"546.833854ms","start":"2026-05-03T22:19:31.04685Z","end":"2026-05-03T22:19:31.593684Z","steps":["trace[38158839] 'process raft request' (duration: 250.74587ms)","trace[38158839] 'compare' (duration: 295.383356ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:19:31.593952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:31.046832Z","time spent":"547.005346ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:31.594025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.817715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-03T22:19:31.594075Z","caller":"traceutil/trace.go:171","msg":"trace[552680898] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5454; }","duration":"546.891316ms","start":"2026-05-03T22:19:31.04717Z","end":"2026-05-03T22:19:31.594062Z","steps":["trace[552680898] 'agreement among raft nodes before linearized reading' (duration: 546.656532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:31.594161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:31.047162Z","time spent":"546.987227ms","remote":"127.0.0.1:49192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-03T22:19:32.114367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.592373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:19:32.114691Z","caller":"traceutil/trace.go:171","msg":"trace[307085862] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"1.067406724s","start":"2026-05-03T22:19:31.047253Z","end":"2026-05-03T22:19:32.11466Z","steps":["trace[307085862] 'process raft request' (duration: 668.423866ms)","trace[307085862] 'compare' (duration: 398.165478ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:19:32.114795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:31.047244Z","time spent":"1.067505345s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:32.115202Z","caller":"traceutil/trace.go:171","msg":"trace[1396657008] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"1.067906921s","start":"2026-05-03T22:19:31.04726Z","end":"2026-05-03T22:19:32.115167Z","steps":["trace[1396657008] 'process raft request' (duration: 1.067277942s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:32.115401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:31.047227Z","time spent":"1.068089913s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:32.115331Z","caller":"traceutil/trace.go:171","msg":"trace[1082981529] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"1.066697265s","start":"2026-05-03T22:19:31.048594Z","end":"2026-05-03T22:19:32.115291Z","steps":["trace[1082981529] 'process raft request' (duration: 1.066467873s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:32.116749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:31.04853Z","time spent":"1.068172994s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:32.115615Z","caller":"traceutil/trace.go:171","msg":"trace[1830824010] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"1.066711435s","start":"2026-05-03T22:19:31.048882Z","end":"2026-05-03T22:19:32.115594Z","steps":["trace[1830824010] 'process raft request' (duration: 1.06634324s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:32.11704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:31.048872Z","time spent":"1.068076463s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:32.11563Z","caller":"traceutil/trace.go:171","msg":"trace[1883419397] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"1.065617251s","start":"2026-05-03T22:19:31.049998Z","end":"2026-05-03T22:19:32.115615Z","steps":["trace[1883419397] 'process raft request' (duration: 1.065467609s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:32.119821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:31.04999Z","time spent":"1.069774733s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:32.115651Z","caller":"traceutil/trace.go:171","msg":"trace[1899247627] linearizableReadLoop","detail":"{readStateIndex:5668; appliedIndex:5662; }","duration":"521.965247ms","start":"2026-05-03T22:19:31.593658Z","end":"2026-05-03T22:19:32.115623Z","steps":["trace[1899247627] 'read index received' (duration: 121.930186ms)","trace[1899247627] 'applied index is now lower than readState.Index' (duration: 400.034031ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:32.115696Z","caller":"traceutil/trace.go:171","msg":"trace[1698094535] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"1.061305357s","start":"2026-05-03T22:19:31.054376Z","end":"2026-05-03T22:19:32.115682Z","steps":["trace[1698094535] 'process raft request' (duration: 1.061174735s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:32.115799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066533423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:19:32.115846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006014035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:19:32.115912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.682709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:19:32.12168Z","caller":"traceutil/trace.go:171","msg":"trace[567114241] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5460; }","duration":"820.394911ms","start":"2026-05-03T22:19:31.30118Z","end":"2026-05-03T22:19:32.121575Z","steps":["trace[567114241] 'agreement among raft nodes before linearized reading' (duration: 814.515067ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:32.121854Z","caller":"traceutil/trace.go:171","msg":"trace[1662222193] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5460; }","duration":"1.012047211s","start":"2026-05-03T22:19:31.109777Z","end":"2026-05-03T22:19:32.121824Z","steps":["trace[1662222193] 'agreement among raft nodes before linearized reading' (duration: 1.006045896s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:32.121872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:31.301119Z","time spent":"820.683074ms","remote":"127.0.0.1:50060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:19:32.121801Z","caller":"traceutil/trace.go:171","msg":"trace[223152301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5460; }","duration":"1.072568429s","start":"2026-05-03T22:19:31.049208Z","end":"2026-05-03T22:19:32.121776Z","steps":["trace[223152301] 'agreement among raft nodes before linearized reading' (duration: 1.066501183s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:32.121951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:31.109747Z","time spent":"1.012186883s","remote":"127.0.0.1:49494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-03T22:19:32.122018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:31.049195Z","time spent":"1.072778412s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:19:32.122232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:31.054361Z","time spent":"1.067356222s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17216,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:32.622688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605763898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:19:33.123064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605763898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:19:33.6239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605763898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-03T22:19:34.124002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-05-03T22:19:34.124024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528521605763898,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-03T22:19:34.124085Z","caller":"traceutil/trace.go:171","msg":"trace[562898660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371424s","start":"2026-05-03T22:19:32.123696Z","end":"2026-05-03T22:19:34.124068Z","steps":["trace[562898660] 'agreement among raft nodes before linearized reading' (duration: 2.000265372s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:34.124133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:32.123664Z","time spent":"2.000457635s","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:19:34.157144Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.387261356s","expected-duration":"1s"} {"level":"info","ts":"2026-05-03T22:19:34.157694Z","caller":"traceutil/trace.go:171","msg":"trace[1183832410] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"2.387931155s","start":"2026-05-03T22:19:31.769743Z","end":"2026-05-03T22:19:34.157674Z","steps":["trace[1183832410] 'process raft request' (duration: 2.387782003s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:34.157886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:31.769714Z","time spent":"2.388093087s","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-03T22:19:35.540611Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.38305852s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-03T22:19:36.10274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.827101ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-03T22:19:36.103993Z","caller":"traceutil/trace.go:171","msg":"trace[492721946] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"3.832037322s","start":"2026-05-03T22:19:32.271906Z","end":"2026-05-03T22:19:36.103943Z","steps":["trace[492721946] 'process raft request' (duration: 3.830919779s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.104232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:32.271867Z","time spent":"3.832207425s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:36.131826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000437271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-03T22:19:36.131887Z","caller":"traceutil/trace.go:171","msg":"trace[172391907] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546353s","start":"2026-05-03T22:19:34.131327Z","end":"2026-05-03T22:19:36.131873Z","steps":["trace[172391907] 'agreement among raft nodes before linearized reading' (duration: 2.000478322s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.131926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:34.131314Z","time spent":"2.000602863s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/03 22:19:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-03T22:19:36.216912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.04449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:19:36.217304Z","caller":"traceutil/trace.go:171","msg":"trace[382463233] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"1.019819458s","start":"2026-05-03T22:19:35.197471Z","end":"2026-05-03T22:19:36.21729Z","steps":["trace[382463233] 'process raft request' (duration: 1.019775457s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.217379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:35.197364Z","time spent":"1.01998216s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:36.217426Z","caller":"traceutil/trace.go:171","msg":"trace[116009702] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"3.763545153s","start":"2026-05-03T22:19:32.453839Z","end":"2026-05-03T22:19:36.217384Z","steps":["trace[116009702] 'process raft request' (duration: 3.763173607s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:36.217521Z","caller":"traceutil/trace.go:171","msg":"trace[1660954091] linearizableReadLoop","detail":"{readStateIndex:5675; appliedIndex:5668; }","duration":"4.095541657s","start":"2026-05-03T22:19:32.121968Z","end":"2026-05-03T22:19:36.217509Z","steps":["trace[1660954091] 'read index received' (duration: 2.035591769s)","trace[1660954091] 'applied index is now lower than readState.Index' (duration: 2.059948658s)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:36.217552Z","caller":"traceutil/trace.go:171","msg":"trace[1375482912] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"3.76179553s","start":"2026-05-03T22:19:32.455746Z","end":"2026-05-03T22:19:36.217541Z","steps":["trace[1375482912] 'process raft request' (duration: 3.761372115s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.21765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:32.453812Z","time spent":"3.763714884s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:36.217708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:32.455738Z","time spent":"3.761866761s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:36.217724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.09180621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:36.217761Z","caller":"traceutil/trace.go:171","msg":"trace[129180098] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5467; }","duration":"4.091886201s","start":"2026-05-03T22:19:32.125864Z","end":"2026-05-03T22:19:36.21775Z","steps":["trace[129180098] 'agreement among raft nodes before linearized reading' (duration: 4.09182246s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.217766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.574232534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-03T22:19:36.2178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:32.125838Z","time spent":"4.091955341s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-03T22:19:36.217817Z","caller":"traceutil/trace.go:171","msg":"trace[1164181155] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5467; }","duration":"4.574318654s","start":"2026-05-03T22:19:31.643485Z","end":"2026-05-03T22:19:36.217803Z","steps":["trace[1164181155] 'agreement among raft nodes before linearized reading' (duration: 4.574130892s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.217871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:31.643464Z","time spent":"4.574394826s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":37,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:19:36.217426Z","caller":"traceutil/trace.go:171","msg":"trace[1412324300] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"3.168964404s","start":"2026-05-03T22:19:33.048421Z","end":"2026-05-03T22:19:36.217385Z","steps":["trace[1412324300] 'process raft request' (duration: 3.16877503s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.218167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:33.048384Z","time spent":"3.169740852s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:36.217426Z","caller":"traceutil/trace.go:171","msg":"trace[2101779630] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"3.765901563s","start":"2026-05-03T22:19:32.451489Z","end":"2026-05-03T22:19:36.217391Z","steps":["trace[2101779630] 'process raft request' (duration: 3.653311755s)","trace[2101779630] 'compare' (duration: 111.778387ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:19:36.218444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:32.451449Z","time spent":"3.766961234s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:36.218686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099645788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-03T22:19:36.218092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.619920564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f705e7a1-017a-4bfc-8800-383394f7b73b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-03T22:19:36.218811Z","caller":"traceutil/trace.go:171","msg":"trace[1096078662] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f705e7a1-017a-4bfc-8800-383394f7b73b; range_end:; response_count:1; response_revision:5467; }","duration":"4.620633173s","start":"2026-05-03T22:19:31.598161Z","end":"2026-05-03T22:19:36.218794Z","steps":["trace[1096078662] 'agreement among raft nodes before linearized reading' (duration: 4.619811902s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.218863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:31.598098Z","time spent":"4.620751574s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-f705e7a1-017a-4bfc-8800-383394f7b73b\" "} {"level":"info","ts":"2026-05-03T22:19:36.218971Z","caller":"traceutil/trace.go:171","msg":"trace[1190568897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5467; }","duration":"2.099734519s","start":"2026-05-03T22:19:34.118989Z","end":"2026-05-03T22:19:36.218724Z","steps":["trace[1190568897] 'agreement among raft nodes before linearized reading' (duration: 2.099528536s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.219031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:34.118968Z","time spent":"2.100049822s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-03T22:19:36.219253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097202997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:19:36.219309Z","caller":"traceutil/trace.go:171","msg":"trace[1824588193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5467; }","duration":"2.097352099s","start":"2026-05-03T22:19:34.121944Z","end":"2026-05-03T22:19:36.219296Z","steps":["trace[1824588193] 'agreement among raft nodes before linearized reading' (duration: 2.097138067s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.220817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:34.121919Z","time spent":"2.098848137s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-03T22:19:36.219454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151869175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:36.220999Z","caller":"traceutil/trace.go:171","msg":"trace[2019586551] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5467; }","duration":"1.153488934s","start":"2026-05-03T22:19:35.067486Z","end":"2026-05-03T22:19:36.220975Z","steps":["trace[2019586551] 'agreement among raft nodes before linearized reading' (duration: 1.151849295s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.219527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098818677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-03T22:19:36.219534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197909978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:19:36.222054Z","caller":"traceutil/trace.go:171","msg":"trace[2095121886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5467; }","duration":"1.200502078s","start":"2026-05-03T22:19:35.021533Z","end":"2026-05-03T22:19:36.222035Z","steps":["trace[2095121886] 'agreement among raft nodes before linearized reading' (duration: 1.197977578s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.222107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:35.021501Z","time spent":"1.200592551s","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:19:36.219611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985741974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:19:36.22237Z","caller":"traceutil/trace.go:171","msg":"trace[982658186] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5467; }","duration":"3.988551719s","start":"2026-05-03T22:19:32.233805Z","end":"2026-05-03T22:19:36.222357Z","steps":["trace[982658186] 'agreement among raft nodes before linearized reading' (duration: 3.985767836s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.222414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:32.233774Z","time spent":"3.9886255s","remote":"127.0.0.1:50462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:19:36.219652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137980665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:19:36.222542Z","caller":"traceutil/trace.go:171","msg":"trace[1485717483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5467; }","duration":"2.101848344s","start":"2026-05-03T22:19:34.120671Z","end":"2026-05-03T22:19:36.22252Z","steps":["trace[1485717483] 'agreement among raft nodes before linearized reading' (duration: 2.098619395s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.222639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:34.120663Z","time spent":"2.101962705s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-03T22:19:36.222614Z","caller":"traceutil/trace.go:171","msg":"trace[1609523780] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5467; }","duration":"3.140914831s","start":"2026-05-03T22:19:33.081666Z","end":"2026-05-03T22:19:36.222581Z","steps":["trace[1609523780] 'agreement among raft nodes before linearized reading' (duration: 3.137963975s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.222753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:33.081607Z","time spent":"3.141104533s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:19:36.219794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174518801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-03T22:19:36.223043Z","caller":"traceutil/trace.go:171","msg":"trace[558197767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5467; }","duration":"3.177798791s","start":"2026-05-03T22:19:33.045233Z","end":"2026-05-03T22:19:36.223032Z","steps":["trace[558197767] 'agreement among raft nodes before linearized reading' (duration: 3.17443326s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.2231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:33.04521Z","time spent":"3.177875281s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-03T22:19:36.219827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.790429929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:19:36.219827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093073494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17231"} {"level":"warn","ts":"2026-05-03T22:19:36.219972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058248066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ac2da924e80df8\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-03T22:19:36.220074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056446304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:19:36.220322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538845729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:19:36.221059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:35.067462Z","time spent":"1.153584015s","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:19:36.221673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.610628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-05-03T22:19:36.219654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099619446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:19:36.223427Z","caller":"traceutil/trace.go:171","msg":"trace[1652603927] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5467; }","duration":"3.794005373s","start":"2026-05-03T22:19:32.429352Z","end":"2026-05-03T22:19:36.223357Z","steps":["trace[1652603927] 'agreement among raft nodes before linearized reading' (duration: 3.790455009s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.224558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:32.429329Z","time spent":"3.795208548s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:19:36.224657Z","caller":"traceutil/trace.go:171","msg":"trace[989835783] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5467; }","duration":"2.543215131s","start":"2026-05-03T22:19:33.681418Z","end":"2026-05-03T22:19:36.224633Z","steps":["trace[989835783] 'agreement among raft nodes before linearized reading' (duration: 2.538821498s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:36.224713Z","caller":"traceutil/trace.go:171","msg":"trace[1523870044] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ac2da924e80df8; range_end:; response_count:1; response_revision:5467; }","duration":"2.063038295s","start":"2026-05-03T22:19:34.161659Z","end":"2026-05-03T22:19:36.224697Z","steps":["trace[1523870044] 'agreement among raft nodes before linearized reading' (duration: 2.058247816s)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:36.224758Z","caller":"traceutil/trace.go:171","msg":"trace[830758259] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5467; }","duration":"2.06115554s","start":"2026-05-03T22:19:34.163591Z","end":"2026-05-03T22:19:36.224747Z","steps":["trace[830758259] 'agreement among raft nodes before linearized reading' (duration: 2.056442314s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.224779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:34.161629Z","time spent":"2.063130526s","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ac2da924e80df8\" "} {"level":"warn","ts":"2026-05-03T22:19:36.224806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:34.16358Z","time spent":"2.061215061s","remote":"127.0.0.1:33216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:19:36.224945Z","caller":"traceutil/trace.go:171","msg":"trace[1763668222] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5467; }","duration":"4.098240877s","start":"2026-05-03T22:19:32.126694Z","end":"2026-05-03T22:19:36.224935Z","steps":["trace[1763668222] 'agreement among raft nodes before linearized reading' (duration: 4.093010053s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.224984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:32.126661Z","time spent":"4.098309388s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17254,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-03T22:19:36.224961Z","caller":"traceutil/trace.go:171","msg":"trace[1682610127] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5467; }","duration":"171.968918ms","start":"2026-05-03T22:19:36.052979Z","end":"2026-05-03T22:19:36.224948Z","steps":["trace[1682610127] 'agreement among raft nodes before linearized reading' (duration: 166.37854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.224722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:33.681393Z","time spent":"2.543307953s","remote":"127.0.0.1:38862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-03T22:19:36.225098Z","caller":"traceutil/trace.go:171","msg":"trace[823383847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5467; }","duration":"2.105115453s","start":"2026-05-03T22:19:34.119949Z","end":"2026-05-03T22:19:36.225064Z","steps":["trace[823383847] 'agreement among raft nodes before linearized reading' (duration: 2.099598366s)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.22519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:34.11992Z","time spent":"2.105215164s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-03T22:19:36.523332Z","caller":"traceutil/trace.go:171","msg":"trace[1980166534] linearizableReadLoop","detail":"{readStateIndex:5683; appliedIndex:5677; }","duration":"244.260525ms","start":"2026-05-03T22:19:36.279052Z","end":"2026-05-03T22:19:36.523313Z","steps":["trace[1980166534] 'read index received' (duration: 243.836171ms)","trace[1980166534] 'applied index is now lower than readState.Index' (duration: 423.564µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:36.523535Z","caller":"traceutil/trace.go:171","msg":"trace[1454966219] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"287.629222ms","start":"2026-05-03T22:19:36.235896Z","end":"2026-05-03T22:19:36.523525Z","steps":["trace[1454966219] 'process raft request' (duration: 287.368059ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:36.523659Z","caller":"traceutil/trace.go:171","msg":"trace[1818470988] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"294.554466ms","start":"2026-05-03T22:19:36.22908Z","end":"2026-05-03T22:19:36.523635Z","steps":["trace[1818470988] 'process raft request' (duration: 294.120421ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:36.523767Z","caller":"traceutil/trace.go:171","msg":"trace[1597123004] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"296.050724ms","start":"2026-05-03T22:19:36.227693Z","end":"2026-05-03T22:19:36.523743Z","steps":["trace[1597123004] 'process raft request' (duration: 295.232835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.523819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.506829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:19:36.523862Z","caller":"traceutil/trace.go:171","msg":"trace[1377417522] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5474; }","duration":"296.583412ms","start":"2026-05-03T22:19:36.22727Z","end":"2026-05-03T22:19:36.523853Z","steps":["trace[1377417522] 'agreement among raft nodes before linearized reading' (duration: 296.429539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.524023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.85272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-03T22:19:36.524122Z","caller":"traceutil/trace.go:171","msg":"trace[294073786] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5474; }","duration":"196.983192ms","start":"2026-05-03T22:19:36.327104Z","end":"2026-05-03T22:19:36.524087Z","steps":["trace[294073786] 'agreement among raft nodes before linearized reading' (duration: 196.7404ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:36.524189Z","caller":"traceutil/trace.go:171","msg":"trace[969814645] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"296.44989ms","start":"2026-05-03T22:19:36.227718Z","end":"2026-05-03T22:19:36.524168Z","steps":["trace[969814645] 'process raft request' (duration: 295.395057ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:36.523667Z","caller":"traceutil/trace.go:171","msg":"trace[264434875] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"295.448527ms","start":"2026-05-03T22:19:36.228178Z","end":"2026-05-03T22:19:36.523626Z","steps":["trace[264434875] 'process raft request' (duration: 294.966812ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:36.524398Z","caller":"traceutil/trace.go:171","msg":"trace[458352688] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"294.03264ms","start":"2026-05-03T22:19:36.230348Z","end":"2026-05-03T22:19:36.52438Z","steps":["trace[458352688] 'process raft request' (duration: 292.878095ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:36.649445Z","caller":"traceutil/trace.go:171","msg":"trace[773800834] linearizableReadLoop","detail":"{readStateIndex:5684; appliedIndex:5683; }","duration":"113.101263ms","start":"2026-05-03T22:19:36.536314Z","end":"2026-05-03T22:19:36.649415Z","steps":["trace[773800834] 'read index received' (duration: 53.909805ms)","trace[773800834] 'applied index is now lower than readState.Index' (duration: 59.189408ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:36.649522Z","caller":"traceutil/trace.go:171","msg":"trace[1712226115] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"116.523205ms","start":"2026-05-03T22:19:36.532971Z","end":"2026-05-03T22:19:36.649494Z","steps":["trace[1712226115] 'process raft request' (duration: 57.372307ms)","trace[1712226115] 'compare' (duration: 58.846475ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:19:36.649804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.458927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-03T22:19:36.649843Z","caller":"traceutil/trace.go:171","msg":"trace[743799814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5475; }","duration":"113.527458ms","start":"2026-05-03T22:19:36.536302Z","end":"2026-05-03T22:19:36.64983Z","steps":["trace[743799814] 'agreement among raft nodes before linearized reading' (duration: 113.215684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:36.890266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.215179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-03T22:19:36.890383Z","caller":"traceutil/trace.go:171","msg":"trace[556200816] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:5475; }","duration":"110.39848ms","start":"2026-05-03T22:19:36.77996Z","end":"2026-05-03T22:19:36.890359Z","steps":["trace[556200816] 'range keys from in-memory index tree' (duration: 109.958765ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:44.510894Z","caller":"traceutil/trace.go:171","msg":"trace[412394896] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"261.719232ms","start":"2026-05-03T22:19:44.249145Z","end":"2026-05-03T22:19:44.510864Z","steps":["trace[412394896] 'process raft request' (duration: 261.55017ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:44.633561Z","caller":"traceutil/trace.go:171","msg":"trace[611335804] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"384.357681ms","start":"2026-05-03T22:19:44.249179Z","end":"2026-05-03T22:19:44.633537Z","steps":["trace[611335804] 'process raft request' (duration: 380.233484ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:44.633582Z","caller":"traceutil/trace.go:171","msg":"trace[928048508] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"383.221298ms","start":"2026-05-03T22:19:44.250336Z","end":"2026-05-03T22:19:44.633557Z","steps":["trace[928048508] 'process raft request' (duration: 383.113787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:44.633683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:44.249143Z","time spent":"384.475952ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:44.633785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:44.250319Z","time spent":"383.349589ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:44.633873Z","caller":"traceutil/trace.go:171","msg":"trace[287423135] linearizableReadLoop","detail":"{readStateIndex:5736; appliedIndex:5732; }","duration":"318.95337ms","start":"2026-05-03T22:19:44.314886Z","end":"2026-05-03T22:19:44.63384Z","steps":["trace[287423135] 'read index received' (duration: 195.845527ms)","trace[287423135] 'applied index is now lower than readState.Index' (duration: 123.104553ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:44.634086Z","caller":"traceutil/trace.go:171","msg":"trace[182659260] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"323.878206ms","start":"2026-05-03T22:19:44.310186Z","end":"2026-05-03T22:19:44.634065Z","steps":["trace[182659260] 'process raft request' (duration: 323.32459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:44.634139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.228813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:19:44.634172Z","caller":"traceutil/trace.go:171","msg":"trace[953534561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5525; }","duration":"319.320625ms","start":"2026-05-03T22:19:44.314841Z","end":"2026-05-03T22:19:44.634162Z","steps":["trace[953534561] 'agreement among raft nodes before linearized reading' (duration: 319.142213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:44.634227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:44.310166Z","time spent":"323.973146ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:44.634108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.497315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:44.634365Z","caller":"traceutil/trace.go:171","msg":"trace[95834573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5525; }","duration":"311.760949ms","start":"2026-05-03T22:19:44.322589Z","end":"2026-05-03T22:19:44.63435Z","steps":["trace[95834573] 'agreement among raft nodes before linearized reading' (duration: 311.495136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:44.634412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:44.32258Z","time spent":"311.819159ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:19:44.634239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:44.314828Z","time spent":"319.398975ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-03T22:19:46.789071Z","caller":"traceutil/trace.go:171","msg":"trace[408551751] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"107.601187ms","start":"2026-05-03T22:19:46.68144Z","end":"2026-05-03T22:19:46.789041Z","steps":["trace[408551751] 'process raft request' (duration: 26.052931ms)","trace[408551751] 'compare' (duration: 81.412925ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:47.043234Z","caller":"traceutil/trace.go:171","msg":"trace[1757850969] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"361.487867ms","start":"2026-05-03T22:19:46.681715Z","end":"2026-05-03T22:19:47.043203Z","steps":["trace[1757850969] 'process raft request' (duration: 354.54319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:47.043407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:46.681709Z","time spent":"361.609608ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:47.043692Z","caller":"traceutil/trace.go:171","msg":"trace[1811372674] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"361.8624ms","start":"2026-05-03T22:19:46.681782Z","end":"2026-05-03T22:19:47.043644Z","steps":["trace[1811372674] 'process raft request' (duration: 361.373135ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:47.043737Z","caller":"traceutil/trace.go:171","msg":"trace[1972583213] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"358.845866ms","start":"2026-05-03T22:19:46.684857Z","end":"2026-05-03T22:19:47.043703Z","steps":["trace[1972583213] 'process raft request' (duration: 358.538303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:47.043927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:46.681777Z","time spent":"362.011051ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:47.043945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.601835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:19:47.044071Z","caller":"traceutil/trace.go:171","msg":"trace[342965373] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5541; }","duration":"288.761347ms","start":"2026-05-03T22:19:46.755273Z","end":"2026-05-03T22:19:47.044035Z","steps":["trace[342965373] 'agreement among raft nodes before linearized reading' (duration: 288.559215ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:47.043808Z","caller":"traceutil/trace.go:171","msg":"trace[584585452] linearizableReadLoop","detail":"{readStateIndex:5752; appliedIndex:5748; }","duration":"288.441383ms","start":"2026-05-03T22:19:46.75535Z","end":"2026-05-03T22:19:47.043792Z","steps":["trace[584585452] 'read index received' (duration: 280.89706ms)","trace[584585452] 'applied index is now lower than readState.Index' (duration: 7.542903ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:19:47.044176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:46.684846Z","time spent":"359.088459ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:19:47.043987Z","caller":"traceutil/trace.go:171","msg":"trace[967172826] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"358.871696ms","start":"2026-05-03T22:19:46.685104Z","end":"2026-05-03T22:19:47.043975Z","steps":["trace[967172826] 'process raft request' (duration: 358.536783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:47.044454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.69979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-03T22:19:47.044499Z","caller":"traceutil/trace.go:171","msg":"trace[696591270] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:5541; }","duration":"264.788811ms","start":"2026-05-03T22:19:46.779698Z","end":"2026-05-03T22:19:47.044487Z","steps":["trace[696591270] 'agreement among raft nodes before linearized reading' (duration: 264.532478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:47.044486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:19:46.685084Z","time spent":"359.290642ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:19:47.264145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.885879ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-03T22:19:47.264698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.263654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:19:47.264774Z","caller":"traceutil/trace.go:171","msg":"trace[232207110] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5541; }","duration":"216.381606ms","start":"2026-05-03T22:19:47.048374Z","end":"2026-05-03T22:19:47.264755Z","steps":["trace[232207110] 'agreement among raft nodes before linearized reading' (duration: 216.115423ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:47.264995Z","caller":"traceutil/trace.go:171","msg":"trace[1442516943] linearizableReadLoop","detail":"{readStateIndex:5753; appliedIndex:5752; }","duration":"215.89062ms","start":"2026-05-03T22:19:47.048415Z","end":"2026-05-03T22:19:47.264306Z","steps":["trace[1442516943] 'read index received' (duration: 107.769048ms)","trace[1442516943] 'applied index is now lower than readState.Index' (duration: 108.119542ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:19:47.265247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.070451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-03T22:19:47.265288Z","caller":"traceutil/trace.go:171","msg":"trace[413928617] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5541; }","duration":"137.143281ms","start":"2026-05-03T22:19:47.128134Z","end":"2026-05-03T22:19:47.265278Z","steps":["trace[413928617] 'agreement among raft nodes before linearized reading' (duration: 136.97468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:47.503784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.035378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:19:47.503966Z","caller":"traceutil/trace.go:171","msg":"trace[315448739] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"233.860528ms","start":"2026-05-03T22:19:47.270083Z","end":"2026-05-03T22:19:47.503943Z","steps":["trace[315448739] 'process raft request' (duration: 233.784367ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:47.504266Z","caller":"traceutil/trace.go:171","msg":"trace[1646182056] linearizableReadLoop","detail":"{readStateIndex:5754; appliedIndex:5753; }","duration":"237.468188ms","start":"2026-05-03T22:19:47.266661Z","end":"2026-05-03T22:19:47.50413Z","steps":["trace[1646182056] 'read index received' (duration: 113.041076ms)","trace[1646182056] 'applied index is now lower than readState.Index' (duration: 124.424422ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:19:47.504468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.774264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:47.504502Z","caller":"traceutil/trace.go:171","msg":"trace[309883448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5543; }","duration":"181.836035ms","start":"2026-05-03T22:19:47.322658Z","end":"2026-05-03T22:19:47.504494Z","steps":["trace[309883448] 'agreement among raft nodes before linearized reading' (duration: 181.776914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:47.504594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.902432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11326"} {"level":"info","ts":"2026-05-03T22:19:47.504308Z","caller":"traceutil/trace.go:171","msg":"trace[1157549605] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"238.337217ms","start":"2026-05-03T22:19:47.265957Z","end":"2026-05-03T22:19:47.504294Z","steps":["trace[1157549605] 'process raft request' (duration: 113.719823ms)","trace[1157549605] 'compare' (duration: 123.896775ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:47.504638Z","caller":"traceutil/trace.go:171","msg":"trace[845447813] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5543; }","duration":"237.986763ms","start":"2026-05-03T22:19:47.266637Z","end":"2026-05-03T22:19:47.504623Z","steps":["trace[845447813] 'agreement among raft nodes before linearized reading' (duration: 237.764271ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:48.733038Z","caller":"traceutil/trace.go:171","msg":"trace[2074776456] linearizableReadLoop","detail":"{readStateIndex:5757; appliedIndex:5756; }","duration":"134.842364ms","start":"2026-05-03T22:19:48.59818Z","end":"2026-05-03T22:19:48.733022Z","steps":["trace[2074776456] 'read index received' (duration: 134.699901ms)","trace[2074776456] 'applied index is now lower than readState.Index' (duration: 141.303µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:48.73308Z","caller":"traceutil/trace.go:171","msg":"trace[476819905] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"167.417929ms","start":"2026-05-03T22:19:48.565637Z","end":"2026-05-03T22:19:48.733055Z","steps":["trace[476819905] 'process raft request' (duration: 167.246956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:48.73343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.224368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:48.733565Z","caller":"traceutil/trace.go:171","msg":"trace[1886033785] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5545; }","duration":"135.41628ms","start":"2026-05-03T22:19:48.598128Z","end":"2026-05-03T22:19:48.733544Z","steps":["trace[1886033785] 'agreement among raft nodes before linearized reading' (duration: 135.201798ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:48.864554Z","caller":"traceutil/trace.go:171","msg":"trace[267108547] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"179.670933ms","start":"2026-05-03T22:19:48.684838Z","end":"2026-05-03T22:19:48.864509Z","steps":["trace[267108547] 'process raft request' (duration: 179.520221ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:48.864581Z","caller":"traceutil/trace.go:171","msg":"trace[336380601] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"182.483135ms","start":"2026-05-03T22:19:48.682052Z","end":"2026-05-03T22:19:48.864535Z","steps":["trace[336380601] 'process raft request' (duration: 119.219723ms)","trace[336380601] 'compare' (duration: 62.682835ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:48.864755Z","caller":"traceutil/trace.go:171","msg":"trace[347249639] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"176.176175ms","start":"2026-05-03T22:19:48.688453Z","end":"2026-05-03T22:19:48.86463Z","steps":["trace[347249639] 'process raft request' (duration: 176.010002ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:54.934422Z","caller":"traceutil/trace.go:171","msg":"trace[31102616] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"169.523386ms","start":"2026-05-03T22:19:54.764877Z","end":"2026-05-03T22:19:54.934401Z","steps":["trace[31102616] 'process raft request' (duration: 169.381344ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:55.455629Z","caller":"traceutil/trace.go:171","msg":"trace[45777825] linearizableReadLoop","detail":"{readStateIndex:5805; appliedIndex:5802; }","duration":"166.965064ms","start":"2026-05-03T22:19:55.288623Z","end":"2026-05-03T22:19:55.455588Z","steps":["trace[45777825] 'read index received' (duration: 31.575104ms)","trace[45777825] 'applied index is now lower than readState.Index' (duration: 135.38827ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:19:55.455721Z","caller":"traceutil/trace.go:171","msg":"trace[10878514] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"167.341247ms","start":"2026-05-03T22:19:55.288365Z","end":"2026-05-03T22:19:55.455706Z","steps":["trace[10878514] 'process raft request' (duration: 167.071395ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:55.455768Z","caller":"traceutil/trace.go:171","msg":"trace[1579014215] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"159.182265ms","start":"2026-05-03T22:19:55.296557Z","end":"2026-05-03T22:19:55.455739Z","steps":["trace[1579014215] 'process raft request' (duration: 158.940323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:55.455824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.120806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:19:55.455615Z","caller":"traceutil/trace.go:171","msg":"trace[2123852204] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"167.358079ms","start":"2026-05-03T22:19:55.288211Z","end":"2026-05-03T22:19:55.455569Z","steps":["trace[2123852204] 'process raft request' (duration: 167.031106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:55.455924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.882377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-03T22:19:55.455988Z","caller":"traceutil/trace.go:171","msg":"trace[1993582718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5593; }","duration":"104.998978ms","start":"2026-05-03T22:19:55.350977Z","end":"2026-05-03T22:19:55.455976Z","steps":["trace[1993582718] 'agreement among raft nodes before linearized reading' (duration: 104.879607ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:55.456203Z","caller":"traceutil/trace.go:171","msg":"trace[1622611653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5593; }","duration":"132.225977ms","start":"2026-05-03T22:19:55.323641Z","end":"2026-05-03T22:19:55.455867Z","steps":["trace[1622611653] 'agreement among raft nodes before linearized reading' (duration: 132.121666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:19:55.456668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.015525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-03T22:19:55.456768Z","caller":"traceutil/trace.go:171","msg":"trace[1294493985] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5593; }","duration":"168.139726ms","start":"2026-05-03T22:19:55.288594Z","end":"2026-05-03T22:19:55.456734Z","steps":["trace[1294493985] 'agreement among raft nodes before linearized reading' (duration: 167.180696ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:19:57.07592Z","caller":"traceutil/trace.go:171","msg":"trace[1084748099] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"100.92222ms","start":"2026-05-03T22:19:56.974967Z","end":"2026-05-03T22:19:57.075889Z","steps":["trace[1084748099] 'process raft request' (duration: 94.875869ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:01.127452Z","caller":"traceutil/trace.go:171","msg":"trace[1658812704] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"105.529066ms","start":"2026-05-03T22:20:01.021874Z","end":"2026-05-03T22:20:01.127403Z","steps":["trace[1658812704] 'process raft request' (duration: 76.519834ms)","trace[1658812704] 'compare' (duration: 28.75471ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:20:01.12779Z","caller":"traceutil/trace.go:171","msg":"trace[80351974] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"104.72875ms","start":"2026-05-03T22:20:01.023025Z","end":"2026-05-03T22:20:01.127754Z","steps":["trace[80351974] 'process raft request' (duration: 104.332706ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:01.128058Z","caller":"traceutil/trace.go:171","msg":"trace[1782776773] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"104.937231ms","start":"2026-05-03T22:20:01.023105Z","end":"2026-05-03T22:20:01.128043Z","steps":["trace[1782776773] 'process raft request' (duration: 104.79132ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:06.704392Z","caller":"traceutil/trace.go:171","msg":"trace[359003002] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"107.119226ms","start":"2026-05-03T22:20:06.597246Z","end":"2026-05-03T22:20:06.704366Z","steps":["trace[359003002] 'process raft request' (duration: 102.280152ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:06.870739Z","caller":"traceutil/trace.go:171","msg":"trace[1106019745] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"114.083963ms","start":"2026-05-03T22:20:06.756631Z","end":"2026-05-03T22:20:06.870715Z","steps":["trace[1106019745] 'process raft request' (duration: 108.884254ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:06.870749Z","caller":"traceutil/trace.go:171","msg":"trace[1726608252] linearizableReadLoop","detail":"{readStateIndex:5870; appliedIndex:5869; }","duration":"111.880471ms","start":"2026-05-03T22:20:06.758829Z","end":"2026-05-03T22:20:06.870709Z","steps":["trace[1726608252] 'read index received' (duration: 106.615052ms)","trace[1726608252] 'applied index is now lower than readState.Index' (duration: 5.264129ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:20:06.871111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.266455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-05-03T22:20:06.871221Z","caller":"traceutil/trace.go:171","msg":"trace[251476684] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5654; }","duration":"112.414806ms","start":"2026-05-03T22:20:06.758794Z","end":"2026-05-03T22:20:06.871208Z","steps":["trace[251476684] 'agreement among raft nodes before linearized reading' (duration: 112.164844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:07.403596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.255758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:20:07.403975Z","caller":"traceutil/trace.go:171","msg":"trace[1283136909] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"234.406732ms","start":"2026-05-03T22:20:07.169529Z","end":"2026-05-03T22:20:07.403936Z","steps":["trace[1283136909] 'process raft request' (duration: 234.290101ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:07.404044Z","caller":"traceutil/trace.go:171","msg":"trace[1577267914] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"234.399213ms","start":"2026-05-03T22:20:07.169607Z","end":"2026-05-03T22:20:07.404006Z","steps":["trace[1577267914] 'process raft request' (duration: 234.274082ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:07.404154Z","caller":"traceutil/trace.go:171","msg":"trace[660209023] linearizableReadLoop","detail":"{readStateIndex:5910; appliedIndex:5899; }","duration":"233.438843ms","start":"2026-05-03T22:20:07.170687Z","end":"2026-05-03T22:20:07.404125Z","steps":["trace[660209023] 'read index received' (duration: 48.035063ms)","trace[660209023] 'applied index is now lower than readState.Index' (duration: 185.40249ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:20:07.40398Z","caller":"traceutil/trace.go:171","msg":"trace[322964860] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"234.412182ms","start":"2026-05-03T22:20:07.169518Z","end":"2026-05-03T22:20:07.40393Z","steps":["trace[322964860] 'process raft request' (duration: 234.2182ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:07.40426Z","caller":"traceutil/trace.go:171","msg":"trace[607467933] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"234.667135ms","start":"2026-05-03T22:20:07.16958Z","end":"2026-05-03T22:20:07.404247Z","steps":["trace[607467933] 'process raft request' (duration: 234.270071ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:07.404294Z","caller":"traceutil/trace.go:171","msg":"trace[33124181] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"234.661265ms","start":"2026-05-03T22:20:07.169613Z","end":"2026-05-03T22:20:07.404275Z","steps":["trace[33124181] 'process raft request' (duration: 234.298942ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:07.404343Z","caller":"traceutil/trace.go:171","msg":"trace[2111900529] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"234.680264ms","start":"2026-05-03T22:20:07.169647Z","end":"2026-05-03T22:20:07.404328Z","steps":["trace[2111900529] 'process raft request' (duration: 234.336701ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:07.404347Z","caller":"traceutil/trace.go:171","msg":"trace[1753715893] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"234.682634ms","start":"2026-05-03T22:20:07.169655Z","end":"2026-05-03T22:20:07.404338Z","steps":["trace[1753715893] 'process raft request' (duration: 234.358822ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:07.404399Z","caller":"traceutil/trace.go:171","msg":"trace[212254080] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"234.747275ms","start":"2026-05-03T22:20:07.169642Z","end":"2026-05-03T22:20:07.404389Z","steps":["trace[212254080] 'process raft request' (duration: 234.315481ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:07.404175Z","caller":"traceutil/trace.go:171","msg":"trace[1001204543] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"234.773565ms","start":"2026-05-03T22:20:07.169385Z","end":"2026-05-03T22:20:07.404158Z","steps":["trace[1001204543] 'process raft request' (duration: 125.83622ms)","trace[1001204543] 'compare' (duration: 107.967936ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:20:07.404315Z","caller":"traceutil/trace.go:171","msg":"trace[1495107919] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"234.472502ms","start":"2026-05-03T22:20:07.169832Z","end":"2026-05-03T22:20:07.404305Z","steps":["trace[1495107919] 'process raft request' (duration: 234.21856ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:07.404591Z","caller":"traceutil/trace.go:171","msg":"trace[1439952849] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"234.695054ms","start":"2026-05-03T22:20:07.169885Z","end":"2026-05-03T22:20:07.40458Z","steps":["trace[1439952849] 'process raft request' (duration: 234.197049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:07.404643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.933117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-05-03T22:20:07.404694Z","caller":"traceutil/trace.go:171","msg":"trace[352828341] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5692; }","duration":"234.017888ms","start":"2026-05-03T22:20:07.170661Z","end":"2026-05-03T22:20:07.404678Z","steps":["trace[352828341] 'agreement among raft nodes before linearized reading' (duration: 233.769076ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:07.443529Z","caller":"traceutil/trace.go:171","msg":"trace[1831524869] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"209.449232ms","start":"2026-05-03T22:20:07.234051Z","end":"2026-05-03T22:20:07.4435Z","steps":["trace[1831524869] 'process raft request' (duration: 209.22459ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:07.443878Z","caller":"traceutil/trace.go:171","msg":"trace[1257872909] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"209.832965ms","start":"2026-05-03T22:20:07.23401Z","end":"2026-05-03T22:20:07.443843Z","steps":["trace[1257872909] 'process raft request' (duration: 209.430302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:07.44424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.029857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:20:07.444363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.667522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-03T22:20:07.444405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.180341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-03T22:20:07.444325Z","caller":"traceutil/trace.go:171","msg":"trace[1357115028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5695; }","duration":"108.149468ms","start":"2026-05-03T22:20:07.336159Z","end":"2026-05-03T22:20:07.444308Z","steps":["trace[1357115028] 'agreement among raft nodes before linearized reading' (duration: 107.987667ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:07.444452Z","caller":"traceutil/trace.go:171","msg":"trace[137773563] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"209.740024ms","start":"2026-05-03T22:20:07.234687Z","end":"2026-05-03T22:20:07.444427Z","steps":["trace[137773563] 'process raft request' (duration: 208.992177ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:07.444478Z","caller":"traceutil/trace.go:171","msg":"trace[226423206] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5695; }","duration":"272.276902ms","start":"2026-05-03T22:20:07.172182Z","end":"2026-05-03T22:20:07.444459Z","steps":["trace[226423206] 'agreement among raft nodes before linearized reading' (duration: 272.04566ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:07.444493Z","caller":"traceutil/trace.go:171","msg":"trace[699225855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5695; }","duration":"199.806363ms","start":"2026-05-03T22:20:07.244643Z","end":"2026-05-03T22:20:07.444449Z","steps":["trace[699225855] 'agreement among raft nodes before linearized reading' (duration: 199.5442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:07.444522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.833018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-03T22:20:07.444644Z","caller":"traceutil/trace.go:171","msg":"trace[712786606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5695; }","duration":"143.051669ms","start":"2026-05-03T22:20:07.301577Z","end":"2026-05-03T22:20:07.444629Z","steps":["trace[712786606] 'agreement among raft nodes before linearized reading' (duration: 142.717026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:07.444968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.816356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-03T22:20:07.445019Z","caller":"traceutil/trace.go:171","msg":"trace[736354805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5695; }","duration":"118.886396ms","start":"2026-05-03T22:20:07.32612Z","end":"2026-05-03T22:20:07.445007Z","steps":["trace[736354805] 'agreement among raft nodes before linearized reading' (duration: 118.031679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.100682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.089381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:20:08.101157Z","caller":"traceutil/trace.go:171","msg":"trace[1630592435] linearizableReadLoop","detail":"{readStateIndex:5925; appliedIndex:5913; }","duration":"657.011401ms","start":"2026-05-03T22:20:07.444127Z","end":"2026-05-03T22:20:08.101138Z","steps":["trace[1630592435] 'read index received' (duration: 63.403224ms)","trace[1630592435] 'applied index is now lower than readState.Index' (duration: 593.606827ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:20:08.101168Z","caller":"traceutil/trace.go:171","msg":"trace[1654590599] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"689.741963ms","start":"2026-05-03T22:20:07.411385Z","end":"2026-05-03T22:20:08.101127Z","steps":["trace[1654590599] 'process raft request' (duration: 689.529922ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:08.101258Z","caller":"traceutil/trace.go:171","msg":"trace[746452051] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"689.796433ms","start":"2026-05-03T22:20:07.411455Z","end":"2026-05-03T22:20:08.101251Z","steps":["trace[746452051] 'process raft request' (duration: 689.512931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.101322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.41145Z","time spent":"689.845774ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:20:08.101386Z","caller":"traceutil/trace.go:171","msg":"trace[200688461] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"690.040005ms","start":"2026-05-03T22:20:07.411298Z","end":"2026-05-03T22:20:08.101338Z","steps":["trace[200688461] 'process raft request' (duration: 689.476879ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:08.101483Z","caller":"traceutil/trace.go:171","msg":"trace[1101806420] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"689.985015ms","start":"2026-05-03T22:20:07.411488Z","end":"2026-05-03T22:20:08.101473Z","steps":["trace[1101806420] 'process raft request' (duration: 689.506281ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:08.101529Z","caller":"traceutil/trace.go:171","msg":"trace[926439847] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"689.926805ms","start":"2026-05-03T22:20:07.411593Z","end":"2026-05-03T22:20:08.10152Z","steps":["trace[926439847] 'process raft request' (duration: 689.474951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.10158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.41158Z","time spent":"689.979375ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-03T22:20:08.1016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.411479Z","time spent":"690.052216ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-03T22:20:08.101599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.411286Z","time spent":"690.209977ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:20:08.101427Z","caller":"traceutil/trace.go:171","msg":"trace[27860666] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"690.211817ms","start":"2026-05-03T22:20:07.411191Z","end":"2026-05-03T22:20:08.101403Z","steps":["trace[27860666] 'process raft request' (duration: 96.318758ms)","trace[27860666] 'compare' (duration: 592.900789ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:20:08.101776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.411163Z","time spent":"690.574561ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:20:08.101803Z","caller":"traceutil/trace.go:171","msg":"trace[1888755030] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"690.293838ms","start":"2026-05-03T22:20:07.411497Z","end":"2026-05-03T22:20:08.101791Z","steps":["trace[1888755030] 'process raft request' (duration: 689.522812ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:08.101821Z","caller":"traceutil/trace.go:171","msg":"trace[741692064] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"690.164006ms","start":"2026-05-03T22:20:07.411647Z","end":"2026-05-03T22:20:08.101811Z","steps":["trace[741692064] 'process raft request' (duration: 689.45207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.101913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.411637Z","time spent":"690.238208ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-03T22:20:08.101919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.411492Z","time spent":"690.372529ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-03T22:20:08.102237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.936045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-05-03T22:20:08.102291Z","caller":"traceutil/trace.go:171","msg":"trace[1419923358] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5707; }","duration":"691.029485ms","start":"2026-05-03T22:20:07.411244Z","end":"2026-05-03T22:20:08.102273Z","steps":["trace[1419923358] 'agreement among raft nodes before linearized reading' (duration: 690.785142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.102342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.411226Z","time spent":"691.106635ms","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-05-03T22:20:08.101405Z","caller":"traceutil/trace.go:171","msg":"trace[151674881] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"689.858464ms","start":"2026-05-03T22:20:07.411515Z","end":"2026-05-03T22:20:08.101373Z","steps":["trace[151674881] 'process raft request' (duration: 689.531152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.103154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.411505Z","time spent":"691.61996ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":745,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:20:08.103566Z","caller":"traceutil/trace.go:171","msg":"trace[1088802321] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"692.207815ms","start":"2026-05-03T22:20:07.41133Z","end":"2026-05-03T22:20:08.103538Z","steps":["trace[1088802321] 'process raft request' (duration: 689.526251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.103634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.41131Z","time spent":"692.295506ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:20:08.103627Z","caller":"traceutil/trace.go:171","msg":"trace[768396727] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"692.234906ms","start":"2026-05-03T22:20:07.411375Z","end":"2026-05-03T22:20:08.10361Z","steps":["trace[768396727] 'process raft request' (duration: 689.515081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.103718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.411365Z","time spent":"692.311177ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:20:08.10123Z","caller":"traceutil/trace.go:171","msg":"trace[1819627451] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"689.812043ms","start":"2026-05-03T22:20:07.411408Z","end":"2026-05-03T22:20:08.10122Z","steps":["trace[1819627451] 'process raft request' (duration: 689.533291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.104574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.411397Z","time spent":"693.118424ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":777,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-03T22:20:08.10554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.411369Z","time spent":"689.892915ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-03T22:20:08.333711Z","caller":"traceutil/trace.go:171","msg":"trace[899324565] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"884.55623ms","start":"2026-05-03T22:20:07.449131Z","end":"2026-05-03T22:20:08.333687Z","steps":["trace[899324565] 'process raft request' (duration: 884.424729ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:08.333801Z","caller":"traceutil/trace.go:171","msg":"trace[1608237779] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"884.726022ms","start":"2026-05-03T22:20:07.449036Z","end":"2026-05-03T22:20:08.333762Z","steps":["trace[1608237779] 'process raft request' (duration: 848.526741ms)","trace[1608237779] 'compare' (duration: 35.582415ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:20:08.333967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.449122Z","time spent":"884.667282ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:20:08.333992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.449018Z","time spent":"884.846743ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:20:08.334138Z","caller":"traceutil/trace.go:171","msg":"trace[814032235] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"884.817883ms","start":"2026-05-03T22:20:07.449282Z","end":"2026-05-03T22:20:08.3341Z","steps":["trace[814032235] 'process raft request' (duration: 884.357669ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:08.334248Z","caller":"traceutil/trace.go:171","msg":"trace[1909513038] linearizableReadLoop","detail":"{readStateIndex:5930; appliedIndex:5925; }","duration":"233.03751ms","start":"2026-05-03T22:20:08.101189Z","end":"2026-05-03T22:20:08.334226Z","steps":["trace[1909513038] 'read index received' (duration: 196.324854ms)","trace[1909513038] 'applied index is now lower than readState.Index' (duration: 36.711126ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:20:08.334324Z","caller":"traceutil/trace.go:171","msg":"trace[1549652429] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"884.56443ms","start":"2026-05-03T22:20:07.449744Z","end":"2026-05-03T22:20:08.334308Z","steps":["trace[1549652429] 'process raft request' (duration: 884.416308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.334453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.449738Z","time spent":"884.65486ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:20:08.334632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.449259Z","time spent":"885.018624ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:20:08.334726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.649271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:20:08.334768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.208455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:20:08.334796Z","caller":"traceutil/trace.go:171","msg":"trace[596339368] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5712; }","duration":"886.746331ms","start":"2026-05-03T22:20:07.448033Z","end":"2026-05-03T22:20:08.334779Z","steps":["trace[596339368] 'agreement among raft nodes before linearized reading' (duration: 886.6091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.334808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.203031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-05-03T22:20:08.334852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.448017Z","time spent":"886.823132ms","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-05-03T22:20:08.334849Z","caller":"traceutil/trace.go:171","msg":"trace[234629063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5712; }","duration":"398.333157ms","start":"2026-05-03T22:20:07.936496Z","end":"2026-05-03T22:20:08.334829Z","steps":["trace[234629063] 'agreement among raft nodes before linearized reading' (duration: 397.872002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.334933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.936474Z","time spent":"398.449448ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-03T22:20:08.334225Z","caller":"traceutil/trace.go:171","msg":"trace[27439985] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"884.534411ms","start":"2026-05-03T22:20:07.449676Z","end":"2026-05-03T22:20:08.334211Z","steps":["trace[27439985] 'process raft request' (duration: 884.331129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.335066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:07.449663Z","time spent":"885.356558ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:20:08.334881Z","caller":"traceutil/trace.go:171","msg":"trace[1334751668] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5712; }","duration":"223.320262ms","start":"2026-05-03T22:20:08.111544Z","end":"2026-05-03T22:20:08.334864Z","steps":["trace[1334751668] 'agreement among raft nodes before linearized reading' (duration: 223.107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.335301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.455993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130667"} {"level":"info","ts":"2026-05-03T22:20:08.335366Z","caller":"traceutil/trace.go:171","msg":"trace[997341019] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5712; }","duration":"223.539873ms","start":"2026-05-03T22:20:08.111812Z","end":"2026-05-03T22:20:08.335352Z","steps":["trace[997341019] 'agreement among raft nodes before linearized reading' (duration: 223.307181ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:08.514813Z","caller":"traceutil/trace.go:171","msg":"trace[435123223] linearizableReadLoop","detail":"{readStateIndex:5931; appliedIndex:5930; }","duration":"174.168592ms","start":"2026-05-03T22:20:08.340616Z","end":"2026-05-03T22:20:08.514785Z","steps":["trace[435123223] 'read index received' (duration: 139.96898ms)","trace[435123223] 'applied index is now lower than readState.Index' (duration: 34.198402ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:20:08.514857Z","caller":"traceutil/trace.go:171","msg":"trace[90207287] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"175.646075ms","start":"2026-05-03T22:20:08.339168Z","end":"2026-05-03T22:20:08.514814Z","steps":["trace[90207287] 'process raft request' (duration: 141.555244ms)","trace[90207287] 'compare' (duration: 33.856469ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:20:08.515109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.468144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-03T22:20:08.515187Z","caller":"traceutil/trace.go:171","msg":"trace[1426724607] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5713; }","duration":"174.584005ms","start":"2026-05-03T22:20:08.340587Z","end":"2026-05-03T22:20:08.515171Z","steps":["trace[1426724607] 'agreement among raft nodes before linearized reading' (duration: 174.330433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.515232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.762258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-05-03T22:20:08.515299Z","caller":"traceutil/trace.go:171","msg":"trace[80568095] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5713; }","duration":"173.969871ms","start":"2026-05-03T22:20:08.341312Z","end":"2026-05-03T22:20:08.515282Z","steps":["trace[80568095] 'agreement among raft nodes before linearized reading' (duration: 173.632777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.515583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.026122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:20:08.51563Z","caller":"traceutil/trace.go:171","msg":"trace[525531989] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5713; }","duration":"174.069522ms","start":"2026-05-03T22:20:08.341546Z","end":"2026-05-03T22:20:08.515616Z","steps":["trace[525531989] 'agreement among raft nodes before linearized reading' (duration: 174.005371ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:08.680316Z","caller":"traceutil/trace.go:171","msg":"trace[77106897] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"138.339573ms","start":"2026-05-03T22:20:08.541953Z","end":"2026-05-03T22:20:08.680293Z","steps":["trace[77106897] 'process raft request' (duration: 135.168595ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:08.696238Z","caller":"traceutil/trace.go:171","msg":"trace[657785905] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"153.878926ms","start":"2026-05-03T22:20:08.542325Z","end":"2026-05-03T22:20:08.696204Z","steps":["trace[657785905] 'process raft request' (duration: 153.736495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.696458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.437071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-03T22:20:08.696505Z","caller":"traceutil/trace.go:171","msg":"trace[297447522] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5718; }","duration":"154.544972ms","start":"2026-05-03T22:20:08.54195Z","end":"2026-05-03T22:20:08.696495Z","steps":["trace[297447522] 'agreement among raft nodes before linearized reading' (duration: 154.34878ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:08.6964Z","caller":"traceutil/trace.go:171","msg":"trace[1050206107] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"150.365195ms","start":"2026-05-03T22:20:08.545971Z","end":"2026-05-03T22:20:08.696336Z","steps":["trace[1050206107] 'process raft request' (duration: 150.180314ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:08.696265Z","caller":"traceutil/trace.go:171","msg":"trace[2092718661] linearizableReadLoop","detail":"{readStateIndex:5934; appliedIndex:5932; }","duration":"154.24728ms","start":"2026-05-03T22:20:08.542002Z","end":"2026-05-03T22:20:08.696249Z","steps":["trace[2092718661] 'read index received' (duration: 135.139135ms)","trace[2092718661] 'applied index is now lower than readState.Index' (duration: 19.106945ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:20:08.697007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.921182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:20:08.697051Z","caller":"traceutil/trace.go:171","msg":"trace[506787307] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5718; }","duration":"101.002442ms","start":"2026-05-03T22:20:08.596039Z","end":"2026-05-03T22:20:08.697041Z","steps":["trace[506787307] 'agreement among raft nodes before linearized reading' (duration: 100.937562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:08.69706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.680644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-05-03T22:20:08.697112Z","caller":"traceutil/trace.go:171","msg":"trace[1683389364] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5718; }","duration":"153.793485ms","start":"2026-05-03T22:20:08.543301Z","end":"2026-05-03T22:20:08.697095Z","steps":["trace[1683389364] 'agreement among raft nodes before linearized reading' (duration: 153.547383ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:09.001351Z","caller":"traceutil/trace.go:171","msg":"trace[501536226] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"186.113721ms","start":"2026-05-03T22:20:08.81522Z","end":"2026-05-03T22:20:09.001334Z","steps":["trace[501536226] 'process raft request' (duration: 185.876439ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:09.001423Z","caller":"traceutil/trace.go:171","msg":"trace[1384913086] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"187.380283ms","start":"2026-05-03T22:20:08.813999Z","end":"2026-05-03T22:20:09.001379Z","steps":["trace[1384913086] 'process raft request' (duration: 186.097421ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:09.001543Z","caller":"traceutil/trace.go:171","msg":"trace[369989219] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"187.242482ms","start":"2026-05-03T22:20:08.814161Z","end":"2026-05-03T22:20:09.001404Z","steps":["trace[369989219] 'process raft request' (duration: 186.853688ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:09.001191Z","caller":"traceutil/trace.go:171","msg":"trace[1674202105] linearizableReadLoop","detail":"{readStateIndex:5945; appliedIndex:5942; }","duration":"186.928189ms","start":"2026-05-03T22:20:08.814239Z","end":"2026-05-03T22:20:09.001167Z","steps":["trace[1674202105] 'read index received' (duration: 5.103227ms)","trace[1674202105] 'applied index is now lower than readState.Index' (duration: 181.823562ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:20:09.001658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.396883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-03T22:20:09.002406Z","caller":"traceutil/trace.go:171","msg":"trace[1774776166] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5728; }","duration":"187.478293ms","start":"2026-05-03T22:20:08.814216Z","end":"2026-05-03T22:20:09.001695Z","steps":["trace[1774776166] 'agreement among raft nodes before linearized reading' (duration: 187.311072ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:09.126347Z","caller":"traceutil/trace.go:171","msg":"trace[1224696254] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"307.112657ms","start":"2026-05-03T22:20:08.819205Z","end":"2026-05-03T22:20:09.126318Z","steps":["trace[1224696254] 'process raft request' (duration: 304.419992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:09.126547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:08.819177Z","time spent":"307.251278ms","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:20:09.126573Z","caller":"traceutil/trace.go:171","msg":"trace[1794636946] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"304.600684ms","start":"2026-05-03T22:20:08.821924Z","end":"2026-05-03T22:20:09.126525Z","steps":["trace[1794636946] 'process raft request' (duration: 304.297411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:09.126932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.179951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-6bf8dddfbb-47gv8\" ","response":"range_response_count:1 size:10606"} {"level":"info","ts":"2026-05-03T22:20:09.126995Z","caller":"traceutil/trace.go:171","msg":"trace[1212745263] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-6bf8dddfbb-47gv8; range_end:; response_count:1; response_revision:5732; }","duration":"118.299151ms","start":"2026-05-03T22:20:09.008682Z","end":"2026-05-03T22:20:09.126981Z","steps":["trace[1212745263] 'agreement among raft nodes before linearized reading' (duration: 118.048449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:09.127018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:08.821911Z","time spent":"304.987577ms","remote":"127.0.0.1:49494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:20:09.126708Z","caller":"traceutil/trace.go:171","msg":"trace[680101215] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"301.891578ms","start":"2026-05-03T22:20:08.824804Z","end":"2026-05-03T22:20:09.126695Z","steps":["trace[680101215] 'process raft request' (duration: 301.505635ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:09.127328Z","caller":"traceutil/trace.go:171","msg":"trace[230642591] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"120.545452ms","start":"2026-05-03T22:20:09.006732Z","end":"2026-05-03T22:20:09.127277Z","steps":["trace[230642591] 'process raft request' (duration: 119.808645ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:09.12666Z","caller":"traceutil/trace.go:171","msg":"trace[150663269] linearizableReadLoop","detail":"{readStateIndex:5950; appliedIndex:5946; }","duration":"117.914907ms","start":"2026-05-03T22:20:09.008713Z","end":"2026-05-03T22:20:09.126628Z","steps":["trace[150663269] 'read index received' (duration: 115.051462ms)","trace[150663269] 'applied index is now lower than readState.Index' (duration: 2.861945ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:20:09.128148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.016898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-03T22:20:09.128213Z","caller":"traceutil/trace.go:171","msg":"trace[1245913094] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5732; }","duration":"119.089169ms","start":"2026-05-03T22:20:09.009107Z","end":"2026-05-03T22:20:09.128196Z","steps":["trace[1245913094] 'agreement among raft nodes before linearized reading' (duration: 118.902667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:09.129217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:08.824795Z","time spent":"302.398963ms","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72092,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:20:09.30323Z","caller":"traceutil/trace.go:171","msg":"trace[1007614321] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"160.132009ms","start":"2026-05-03T22:20:09.143077Z","end":"2026-05-03T22:20:09.303209Z","steps":["trace[1007614321] 'process raft request' (duration: 159.078471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:09.303651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.423883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-6bf8dddfbb\" ","response":"range_response_count:1 size:11102"} {"level":"warn","ts":"2026-05-03T22:20:09.303652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.705018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-03T22:20:09.303697Z","caller":"traceutil/trace.go:171","msg":"trace[1389923720] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-6bf8dddfbb; range_end:; response_count:1; response_revision:5735; }","duration":"160.513163ms","start":"2026-05-03T22:20:09.143173Z","end":"2026-05-03T22:20:09.303686Z","steps":["trace[1389923720] 'agreement among raft nodes before linearized reading' (duration: 160.370772ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:09.303672Z","caller":"traceutil/trace.go:171","msg":"trace[1669660827] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"160.504374ms","start":"2026-05-03T22:20:09.143146Z","end":"2026-05-03T22:20:09.30365Z","steps":["trace[1669660827] 'process raft request' (duration: 160.025709ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:09.30371Z","caller":"traceutil/trace.go:171","msg":"trace[1061180280] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:1; response_revision:5735; }","duration":"147.805319ms","start":"2026-05-03T22:20:09.155889Z","end":"2026-05-03T22:20:09.303694Z","steps":["trace[1061180280] 'agreement among raft nodes before linearized reading' (duration: 147.601057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:09.304237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.994301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-05-03T22:20:09.305284Z","caller":"traceutil/trace.go:171","msg":"trace[1108665823] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5735; }","duration":"138.060621ms","start":"2026-05-03T22:20:09.167202Z","end":"2026-05-03T22:20:09.305263Z","steps":["trace[1108665823] 'agreement among raft nodes before linearized reading' (duration: 136.175633ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:09.331931Z","caller":"traceutil/trace.go:171","msg":"trace[192773387] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"113.67597ms","start":"2026-05-03T22:20:09.218216Z","end":"2026-05-03T22:20:09.331892Z","steps":["trace[192773387] 'process raft request' (duration: 113.515829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:09.332088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.400766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-05-03T22:20:09.332947Z","caller":"traceutil/trace.go:171","msg":"trace[334010370] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5736; }","duration":"115.281795ms","start":"2026-05-03T22:20:09.217642Z","end":"2026-05-03T22:20:09.332924Z","steps":["trace[334010370] 'agreement among raft nodes before linearized reading' (duration: 114.251906ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:09.45472Z","caller":"traceutil/trace.go:171","msg":"trace[410506137] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"115.80974ms","start":"2026-05-03T22:20:09.338885Z","end":"2026-05-03T22:20:09.454694Z","steps":["trace[410506137] 'process raft request' (duration: 107.981088ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:09.454756Z","caller":"traceutil/trace.go:171","msg":"trace[689964819] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"114.941502ms","start":"2026-05-03T22:20:09.339803Z","end":"2026-05-03T22:20:09.454744Z","steps":["trace[689964819] 'process raft request' (duration: 114.81917ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:09.455246Z","caller":"traceutil/trace.go:171","msg":"trace[1554727345] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"113.902781ms","start":"2026-05-03T22:20:09.34133Z","end":"2026-05-03T22:20:09.455233Z","steps":["trace[1554727345] 'process raft request' (duration: 113.366677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:09.455656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.443184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-05-03T22:20:09.455989Z","caller":"traceutil/trace.go:171","msg":"trace[549075746] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5740; }","duration":"116.829378ms","start":"2026-05-03T22:20:09.339134Z","end":"2026-05-03T22:20:09.455963Z","steps":["trace[549075746] 'agreement among raft nodes before linearized reading' (duration: 116.138412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:09.53608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.385322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-03T22:20:09.536183Z","caller":"traceutil/trace.go:171","msg":"trace[1295928137] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5745; }","duration":"140.523183ms","start":"2026-05-03T22:20:09.395636Z","end":"2026-05-03T22:20:09.53616Z","steps":["trace[1295928137] 'agreement among raft nodes before linearized reading' (duration: 140.314051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:09.53608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.944597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-dkstj\" ","response":"range_response_count:1 size:6223"} {"level":"info","ts":"2026-05-03T22:20:09.537084Z","caller":"traceutil/trace.go:171","msg":"trace[762079048] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-dkstj; range_end:; response_count:1; response_revision:5745; }","duration":"140.957735ms","start":"2026-05-03T22:20:09.396107Z","end":"2026-05-03T22:20:09.537065Z","steps":["trace[762079048] 'agreement among raft nodes before linearized reading' (duration: 139.814226ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:10.365313Z","caller":"traceutil/trace.go:171","msg":"trace[447248922] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"115.524767ms","start":"2026-05-03T22:20:10.249759Z","end":"2026-05-03T22:20:10.365284Z","steps":["trace[447248922] 'process raft request' (duration: 115.371116ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:10.601157Z","caller":"traceutil/trace.go:171","msg":"trace[382707066] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"231.318996ms","start":"2026-05-03T22:20:10.369802Z","end":"2026-05-03T22:20:10.601121Z","steps":["trace[382707066] 'process raft request' (duration: 231.168445ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:10.601158Z","caller":"traceutil/trace.go:171","msg":"trace[1542600552] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"231.423367ms","start":"2026-05-03T22:20:10.369684Z","end":"2026-05-03T22:20:10.601107Z","steps":["trace[1542600552] 'process raft request' (duration: 230.837732ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:10.601222Z","caller":"traceutil/trace.go:171","msg":"trace[1690852442] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"231.024854ms","start":"2026-05-03T22:20:10.370162Z","end":"2026-05-03T22:20:10.601187Z","steps":["trace[1690852442] 'process raft request' (duration: 230.869463ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:10.601974Z","caller":"traceutil/trace.go:171","msg":"trace[1256525688] linearizableReadLoop","detail":"{readStateIndex:5976; appliedIndex:5970; }","duration":"214.97127ms","start":"2026-05-03T22:20:10.386988Z","end":"2026-05-03T22:20:10.601959Z","steps":["trace[1256525688] 'read index received' (duration: 5.633131ms)","trace[1256525688] 'applied index is now lower than readState.Index' (duration: 209.336829ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:20:10.602011Z","caller":"traceutil/trace.go:171","msg":"trace[736612930] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"231.406657ms","start":"2026-05-03T22:20:10.37058Z","end":"2026-05-03T22:20:10.601987Z","steps":["trace[736612930] 'process raft request' (duration: 230.490438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:10.602096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.085571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:20:10.602085Z","caller":"traceutil/trace.go:171","msg":"trace[2065184317] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"230.845972ms","start":"2026-05-03T22:20:10.371202Z","end":"2026-05-03T22:20:10.602048Z","steps":["trace[2065184317] 'process raft request' (duration: 230.676701ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:10.60216Z","caller":"traceutil/trace.go:171","msg":"trace[729622107] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5758; }","duration":"215.181942ms","start":"2026-05-03T22:20:10.386937Z","end":"2026-05-03T22:20:10.602119Z","steps":["trace[729622107] 'agreement among raft nodes before linearized reading' (duration: 215.098931ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:11.351619Z","caller":"traceutil/trace.go:171","msg":"trace[6016293] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"246.911225ms","start":"2026-05-03T22:20:11.10462Z","end":"2026-05-03T22:20:11.351531Z","steps":["trace[6016293] 'process raft request' (duration: 246.769714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:12.847064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.155357ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-03T22:20:12.847341Z","caller":"traceutil/trace.go:171","msg":"trace[1126926472] linearizableReadLoop","detail":"{readStateIndex:5990; appliedIndex:5989; }","duration":"621.940671ms","start":"2026-05-03T22:20:12.225221Z","end":"2026-05-03T22:20:12.847162Z","steps":["trace[1126926472] 'read index received' (duration: 205.705293ms)","trace[1126926472] 'applied index is now lower than readState.Index' (duration: 416.233458ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:20:12.847646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.37141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:20:12.847731Z","caller":"traceutil/trace.go:171","msg":"trace[1814105689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5771; }","duration":"526.502461ms","start":"2026-05-03T22:20:12.321214Z","end":"2026-05-03T22:20:12.847717Z","steps":["trace[1814105689] 'agreement among raft nodes before linearized reading' (duration: 526.36111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:12.847762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:12.321194Z","time spent":"526.561891ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-03T22:20:12.847862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.51451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-03T22:20:12.847996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.712392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:20:12.848019Z","caller":"traceutil/trace.go:171","msg":"trace[896707451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5771; }","duration":"240.756572ms","start":"2026-05-03T22:20:12.607256Z","end":"2026-05-03T22:20:12.848012Z","steps":["trace[896707451] 'agreement among raft nodes before linearized reading' (duration: 240.654741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:12.848062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.81458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-03T22:20:12.848129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.760942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-03T22:20:12.848157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.384647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:20:12.848164Z","caller":"traceutil/trace.go:171","msg":"trace[643092564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5771; }","duration":"240.811682ms","start":"2026-05-03T22:20:12.607343Z","end":"2026-05-03T22:20:12.848155Z","steps":["trace[643092564] 'agreement among raft nodes before linearized reading' (duration: 240.711431ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:12.848177Z","caller":"traceutil/trace.go:171","msg":"trace[126743073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5771; }","duration":"241.406897ms","start":"2026-05-03T22:20:12.606765Z","end":"2026-05-03T22:20:12.848172Z","steps":["trace[126743073] 'agreement among raft nodes before linearized reading' (duration: 241.349237ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:12.848169Z","caller":"traceutil/trace.go:171","msg":"trace[183056807] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5771; }","duration":"622.928321ms","start":"2026-05-03T22:20:12.2252Z","end":"2026-05-03T22:20:12.848128Z","steps":["trace[183056807] 'agreement among raft nodes before linearized reading' (duration: 622.75407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:12.848237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:12.225113Z","time spent":"623.104652ms","remote":"127.0.0.1:50464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-03T22:20:12.848316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.80418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:20:12.847904Z","caller":"traceutil/trace.go:171","msg":"trace[2080938626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5771; }","duration":"240.582071ms","start":"2026-05-03T22:20:12.60731Z","end":"2026-05-03T22:20:12.847892Z","steps":["trace[2080938626] 'agreement among raft nodes before linearized reading' (duration: 240.40924ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:12.848842Z","caller":"traceutil/trace.go:171","msg":"trace[172226071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5771; }","duration":"242.003263ms","start":"2026-05-03T22:20:12.606439Z","end":"2026-05-03T22:20:12.848443Z","steps":["trace[172226071] 'agreement among raft nodes before linearized reading' (duration: 241.766771ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:14.99361Z","caller":"traceutil/trace.go:171","msg":"trace[1819080791] linearizableReadLoop","detail":"{readStateIndex:6001; appliedIndex:6000; }","duration":"128.564883ms","start":"2026-05-03T22:20:14.86502Z","end":"2026-05-03T22:20:14.993585Z","steps":["trace[1819080791] 'read index received' (duration: 128.33605ms)","trace[1819080791] 'applied index is now lower than readState.Index' (duration: 227.813µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:20:14.993886Z","caller":"traceutil/trace.go:171","msg":"trace[1306550755] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"129.35276ms","start":"2026-05-03T22:20:14.864518Z","end":"2026-05-03T22:20:14.993871Z","steps":["trace[1306550755] 'process raft request' (duration: 128.927306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:14.994164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.121737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-03T22:20:14.994205Z","caller":"traceutil/trace.go:171","msg":"trace[1616085898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5782; }","duration":"129.205508ms","start":"2026-05-03T22:20:14.86499Z","end":"2026-05-03T22:20:14.994195Z","steps":["trace[1616085898] 'agreement among raft nodes before linearized reading' (duration: 129.067297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:14.994682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.934116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-03T22:20:14.994737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.921837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-03T22:20:14.994746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.654075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:20:14.9948Z","caller":"traceutil/trace.go:171","msg":"trace[1715949203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5782; }","duration":"128.005427ms","start":"2026-05-03T22:20:14.866779Z","end":"2026-05-03T22:20:14.994784Z","steps":["trace[1715949203] 'agreement among raft nodes before linearized reading' (duration: 127.821316ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:14.994798Z","caller":"traceutil/trace.go:171","msg":"trace[797289607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5782; }","duration":"128.090288ms","start":"2026-05-03T22:20:14.866683Z","end":"2026-05-03T22:20:14.994773Z","steps":["trace[797289607] 'agreement among raft nodes before linearized reading' (duration: 127.577364ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:14.994864Z","caller":"traceutil/trace.go:171","msg":"trace[1239469605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5782; }","duration":"127.814846ms","start":"2026-05-03T22:20:14.867023Z","end":"2026-05-03T22:20:14.994838Z","steps":["trace[1239469605] 'agreement among raft nodes before linearized reading' (duration: 127.423933ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:15.284436Z","caller":"traceutil/trace.go:171","msg":"trace[1175523895] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"284.833822ms","start":"2026-05-03T22:20:14.999579Z","end":"2026-05-03T22:20:15.284413Z","steps":["trace[1175523895] 'process raft request' (duration: 284.637841ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:15.284637Z","caller":"traceutil/trace.go:171","msg":"trace[1007793964] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"284.899143ms","start":"2026-05-03T22:20:14.999725Z","end":"2026-05-03T22:20:15.284624Z","steps":["trace[1007793964] 'process raft request' (duration: 284.632141ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:15.285003Z","caller":"traceutil/trace.go:171","msg":"trace[1217685570] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"284.976435ms","start":"2026-05-03T22:20:15.000017Z","end":"2026-05-03T22:20:15.284993Z","steps":["trace[1217685570] 'process raft request' (duration: 284.56477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:15.553565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.308537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:20:15.553639Z","caller":"traceutil/trace.go:171","msg":"trace[805093535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5786; }","duration":"229.392048ms","start":"2026-05-03T22:20:15.324232Z","end":"2026-05-03T22:20:15.553624Z","steps":["trace[805093535] 'range keys from in-memory index tree' (duration: 229.233655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:15.554144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.332364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:20:15.554206Z","caller":"traceutil/trace.go:171","msg":"trace[1096641080] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"189.726958ms","start":"2026-05-03T22:20:15.364467Z","end":"2026-05-03T22:20:15.554194Z","steps":["trace[1096641080] 'process raft request' (duration: 77.291954ms)","trace[1096641080] 'compare' (duration: 112.239372ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:20:15.791959Z","caller":"traceutil/trace.go:171","msg":"trace[1539841697] linearizableReadLoop","detail":"{readStateIndex:6009; appliedIndex:6007; }","duration":"146.8613ms","start":"2026-05-03T22:20:15.645071Z","end":"2026-05-03T22:20:15.791932Z","steps":["trace[1539841697] 'read index received' (duration: 142.3351ms)","trace[1539841697] 'applied index is now lower than readState.Index' (duration: 4.52513ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:20:15.791994Z","caller":"traceutil/trace.go:171","msg":"trace[674471897] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"236.356417ms","start":"2026-05-03T22:20:15.555587Z","end":"2026-05-03T22:20:15.791943Z","steps":["trace[674471897] 'process raft request' (duration: 231.834287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:15.792144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.062581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:20:15.79218Z","caller":"traceutil/trace.go:171","msg":"trace[97933579] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5790; }","duration":"147.173852ms","start":"2026-05-03T22:20:15.644997Z","end":"2026-05-03T22:20:15.792171Z","steps":["trace[97933579] 'agreement among raft nodes before linearized reading' (duration: 147.03416ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:15.792378Z","caller":"traceutil/trace.go:171","msg":"trace[1215590453] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"235.818052ms","start":"2026-05-03T22:20:15.55655Z","end":"2026-05-03T22:20:15.792368Z","steps":["trace[1215590453] 'process raft request' (duration: 235.294928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:17.037606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.588221ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-03T22:20:17.038184Z","caller":"traceutil/trace.go:171","msg":"trace[123859581] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"232.847477ms","start":"2026-05-03T22:20:16.805304Z","end":"2026-05-03T22:20:17.038152Z","steps":["trace[123859581] 'process raft request' (duration: 232.398822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:17.410674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.491128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:20:17.4109Z","caller":"traceutil/trace.go:171","msg":"trace[10982559] linearizableReadLoop","detail":"{readStateIndex:6015; appliedIndex:6012; }","duration":"122.206349ms","start":"2026-05-03T22:20:17.288674Z","end":"2026-05-03T22:20:17.41088Z","steps":["trace[10982559] 'read index received' (duration: 70.435512ms)","trace[10982559] 'applied index is now lower than readState.Index' (duration: 51.769697ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:20:17.41094Z","caller":"traceutil/trace.go:171","msg":"trace[522723006] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"370.582182ms","start":"2026-05-03T22:20:17.040312Z","end":"2026-05-03T22:20:17.410894Z","steps":["trace[522723006] 'process raft request' (duration: 150.779061ms)","trace[522723006] 'compare' (duration: 219.321047ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:20:17.411168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:17.040288Z","time spent":"370.748263ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:20:17.411298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.580382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:20:17.411355Z","caller":"traceutil/trace.go:171","msg":"trace[2094756211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5795; }","duration":"122.699803ms","start":"2026-05-03T22:20:17.288642Z","end":"2026-05-03T22:20:17.411342Z","steps":["trace[2094756211] 'agreement among raft nodes before linearized reading' (duration: 122.543902ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:17.411359Z","caller":"traceutil/trace.go:171","msg":"trace[987458923] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"366.364285ms","start":"2026-05-03T22:20:17.044979Z","end":"2026-05-03T22:20:17.411343Z","steps":["trace[987458923] 'process raft request' (duration: 365.862491ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:17.411312Z","caller":"traceutil/trace.go:171","msg":"trace[1214946150] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"368.675855ms","start":"2026-05-03T22:20:17.042609Z","end":"2026-05-03T22:20:17.411285Z","steps":["trace[1214946150] 'process raft request' (duration: 368.171311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:17.411513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:17.044965Z","time spent":"366.458406ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:20:17.411301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.627183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-03T22:20:17.411608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:17.042593Z","time spent":"368.917426ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:20:17.411644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.640193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:20:17.411853Z","caller":"traceutil/trace.go:171","msg":"trace[1601668481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5795; }","duration":"122.864175ms","start":"2026-05-03T22:20:17.288977Z","end":"2026-05-03T22:20:17.411841Z","steps":["trace[1601668481] 'agreement among raft nodes before linearized reading' (duration: 122.595563ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:17.411648Z","caller":"traceutil/trace.go:171","msg":"trace[1115315155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5795; }","duration":"123.019856ms","start":"2026-05-03T22:20:17.288615Z","end":"2026-05-03T22:20:17.411635Z","steps":["trace[1115315155] 'agreement among raft nodes before linearized reading' (duration: 122.490521ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:17.836086Z","caller":"traceutil/trace.go:171","msg":"trace[123491044] linearizableReadLoop","detail":"{readStateIndex:6016; appliedIndex:6015; }","duration":"419.773076ms","start":"2026-05-03T22:20:17.416271Z","end":"2026-05-03T22:20:17.836044Z","steps":["trace[123491044] 'read index received' (duration: 415.989624ms)","trace[123491044] 'applied index is now lower than readState.Index' (duration: 3.782402ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:20:17.836147Z","caller":"traceutil/trace.go:171","msg":"trace[2042857573] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"420.043137ms","start":"2026-05-03T22:20:17.416074Z","end":"2026-05-03T22:20:17.836117Z","steps":["trace[2042857573] 'process raft request' (duration: 416.117484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:17.836395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.103298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-03T22:20:17.836446Z","caller":"traceutil/trace.go:171","msg":"trace[119930173] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5796; }","duration":"420.207289ms","start":"2026-05-03T22:20:17.416229Z","end":"2026-05-03T22:20:17.836436Z","steps":["trace[119930173] 'agreement among raft nodes before linearized reading' (duration: 419.997057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:17.836481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:17.416207Z","time spent":"420.264269ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-03T22:20:17.836653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:17.416058Z","time spent":"420.32586ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:20:17.847845Z","caller":"traceutil/trace.go:171","msg":"trace[1382020350] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"287.690573ms","start":"2026-05-03T22:20:17.560137Z","end":"2026-05-03T22:20:17.847828Z","steps":["trace[1382020350] 'process raft request' (duration: 287.607342ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:17.847941Z","caller":"traceutil/trace.go:171","msg":"trace[1665615250] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"430.649376ms","start":"2026-05-03T22:20:17.417252Z","end":"2026-05-03T22:20:17.847901Z","steps":["trace[1665615250] 'process raft request' (duration: 430.463785ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:17.847846Z","caller":"traceutil/trace.go:171","msg":"trace[1134210520] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"431.296883ms","start":"2026-05-03T22:20:17.416526Z","end":"2026-05-03T22:20:17.847823Z","steps":["trace[1134210520] 'process raft request' (duration: 431.071061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:17.848081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:17.417236Z","time spent":"430.737367ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-03T22:20:17.848125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:20:17.416497Z","time spent":"431.542954ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:20:17.848211Z","caller":"traceutil/trace.go:171","msg":"trace[811998375] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"231.933712ms","start":"2026-05-03T22:20:17.616263Z","end":"2026-05-03T22:20:17.848196Z","steps":["trace[811998375] 'process raft request' (duration: 231.529659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:17.848648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.8565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-03T22:20:17.84873Z","caller":"traceutil/trace.go:171","msg":"trace[1544713557] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5802; }","duration":"284.98929ms","start":"2026-05-03T22:20:17.563723Z","end":"2026-05-03T22:20:17.848712Z","steps":["trace[1544713557] 'agreement among raft nodes before linearized reading' (duration: 284.789859ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:19.900109Z","caller":"traceutil/trace.go:171","msg":"trace[2058739541] linearizableReadLoop","detail":"{readStateIndex:6029; appliedIndex:6028; }","duration":"194.131816ms","start":"2026-05-03T22:20:19.705952Z","end":"2026-05-03T22:20:19.900084Z","steps":["trace[2058739541] 'read index received' (duration: 194.035885ms)","trace[2058739541] 'applied index is now lower than readState.Index' (duration: 94.591µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:20:19.900248Z","caller":"traceutil/trace.go:171","msg":"trace[2086828172] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"244.195759ms","start":"2026-05-03T22:20:19.655963Z","end":"2026-05-03T22:20:19.900159Z","steps":["trace[2086828172] 'process raft request' (duration: 243.977867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:19.900401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.432918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-dkstj\" ","response":"range_response_count:1 size:7802"} {"level":"info","ts":"2026-05-03T22:20:19.900447Z","caller":"traceutil/trace.go:171","msg":"trace[570291031] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-dkstj; range_end:; response_count:1; response_revision:5809; }","duration":"194.527489ms","start":"2026-05-03T22:20:19.705911Z","end":"2026-05-03T22:20:19.900439Z","steps":["trace[570291031] 'agreement among raft nodes before linearized reading' (duration: 194.314997ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:19.986071Z","caller":"traceutil/trace.go:171","msg":"trace[1695726035] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"132.020742ms","start":"2026-05-03T22:20:19.854007Z","end":"2026-05-03T22:20:19.986028Z","steps":["trace[1695726035] 'process raft request' (duration: 117.567892ms)","trace[1695726035] 'compare' (duration: 13.900885ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:20:19.986249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.978808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-03T22:20:19.986327Z","caller":"traceutil/trace.go:171","msg":"trace[176266823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5813; }","duration":"145.1031ms","start":"2026-05-03T22:20:19.841207Z","end":"2026-05-03T22:20:19.98631Z","steps":["trace[176266823] 'agreement among raft nodes before linearized reading' (duration: 144.902238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:19.986408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.018582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:20:19.986497Z","caller":"traceutil/trace.go:171","msg":"trace[2097121396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5813; }","duration":"132.093203ms","start":"2026-05-03T22:20:19.85436Z","end":"2026-05-03T22:20:19.986453Z","steps":["trace[2097121396] 'agreement among raft nodes before linearized reading' (duration: 131.955541ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:19.9863Z","caller":"traceutil/trace.go:171","msg":"trace[992974503] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"130.126716ms","start":"2026-05-03T22:20:19.856147Z","end":"2026-05-03T22:20:19.986274Z","steps":["trace[992974503] 'process raft request' (duration: 129.917695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:19.986665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.680718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-03T22:20:19.986756Z","caller":"traceutil/trace.go:171","msg":"trace[1132680939] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"132.672108ms","start":"2026-05-03T22:20:19.854064Z","end":"2026-05-03T22:20:19.986736Z","steps":["trace[1132680939] 'process raft request' (duration: 131.74771ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:19.986768Z","caller":"traceutil/trace.go:171","msg":"trace[335784533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5813; }","duration":"132.881609ms","start":"2026-05-03T22:20:19.853865Z","end":"2026-05-03T22:20:19.986747Z","steps":["trace[335784533] 'agreement among raft nodes before linearized reading' (duration: 132.506875ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:19.986909Z","caller":"traceutil/trace.go:171","msg":"trace[339273725] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"132.457196ms","start":"2026-05-03T22:20:19.854441Z","end":"2026-05-03T22:20:19.986898Z","steps":["trace[339273725] 'process raft request' (duration: 131.578128ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:20.035064Z","caller":"traceutil/trace.go:171","msg":"trace[1904368084] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"124.588588ms","start":"2026-05-03T22:20:19.910448Z","end":"2026-05-03T22:20:20.035037Z","steps":["trace[1904368084] 'process raft request' (duration: 124.456967ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:22.120982Z","caller":"traceutil/trace.go:171","msg":"trace[1966536240] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"124.063518ms","start":"2026-05-03T22:20:21.996886Z","end":"2026-05-03T22:20:22.12095Z","steps":["trace[1966536240] 'process raft request' (duration: 123.845697ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:22.147285Z","caller":"traceutil/trace.go:171","msg":"trace[252438790] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"149.989817ms","start":"2026-05-03T22:20:21.997253Z","end":"2026-05-03T22:20:22.147243Z","steps":["trace[252438790] 'process raft request' (duration: 149.649905ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:22.147653Z","caller":"traceutil/trace.go:171","msg":"trace[1627051826] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"150.3773ms","start":"2026-05-03T22:20:21.997258Z","end":"2026-05-03T22:20:22.147635Z","steps":["trace[1627051826] 'process raft request' (duration: 149.920577ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:22.14794Z","caller":"traceutil/trace.go:171","msg":"trace[98413349] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"150.118528ms","start":"2026-05-03T22:20:21.997801Z","end":"2026-05-03T22:20:22.147919Z","steps":["trace[98413349] 'process raft request' (duration: 149.766446ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:22.366183Z","caller":"traceutil/trace.go:171","msg":"trace[131165995] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"206.29142ms","start":"2026-05-03T22:20:22.159852Z","end":"2026-05-03T22:20:22.366143Z","steps":["trace[131165995] 'process raft request' (duration: 206.084908ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:22.366073Z","caller":"traceutil/trace.go:171","msg":"trace[929491007] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"207.62729ms","start":"2026-05-03T22:20:22.158411Z","end":"2026-05-03T22:20:22.366038Z","steps":["trace[929491007] 'process raft request' (duration: 199.858098ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:36.676198Z","caller":"traceutil/trace.go:171","msg":"trace[1882631003] linearizableReadLoop","detail":"{readStateIndex:6146; appliedIndex:6145; }","duration":"108.041443ms","start":"2026-05-03T22:20:36.568123Z","end":"2026-05-03T22:20:36.676164Z","steps":["trace[1882631003] 'read index received' (duration: 107.800581ms)","trace[1882631003] 'applied index is now lower than readState.Index' (duration: 239.672µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:20:36.676294Z","caller":"traceutil/trace.go:171","msg":"trace[1573407360] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"138.957711ms","start":"2026-05-03T22:20:36.537287Z","end":"2026-05-03T22:20:36.676245Z","steps":["trace[1573407360] 'process raft request' (duration: 138.69735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:20:36.676439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.289694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-03T22:20:36.676485Z","caller":"traceutil/trace.go:171","msg":"trace[1402093994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5923; }","duration":"108.418976ms","start":"2026-05-03T22:20:36.568052Z","end":"2026-05-03T22:20:36.676471Z","steps":["trace[1402093994] 'agreement among raft nodes before linearized reading' (duration: 108.227725ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:20:43.674213Z","caller":"traceutil/trace.go:171","msg":"trace[958839099] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"238.825129ms","start":"2026-05-03T22:20:43.435323Z","end":"2026-05-03T22:20:43.674148Z","steps":["trace[958839099] 'process raft request' (duration: 238.487917ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:22:51.205764Z","caller":"traceutil/trace.go:171","msg":"trace[1249154518] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6755; }","duration":"124.042781ms","start":"2026-05-03T22:22:51.081681Z","end":"2026-05-03T22:22:51.205723Z","steps":["trace[1249154518] 'process raft request' (duration: 108.754434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:23:19.394901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.713191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:23:19.395033Z","caller":"traceutil/trace.go:171","msg":"trace[1668337606] transaction","detail":"{read_only:false; response_revision:7054; number_of_response:1; }","duration":"294.862094ms","start":"2026-05-03T22:23:19.10015Z","end":"2026-05-03T22:23:19.395012Z","steps":["trace[1668337606] 'process raft request' (duration: 130.939795ms)","trace[1668337606] 'compare' (duration: 163.519583ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:23:19.405981Z","caller":"traceutil/trace.go:171","msg":"trace[899598871] transaction","detail":"{read_only:false; response_revision:7055; number_of_response:1; }","duration":"304.100491ms","start":"2026-05-03T22:23:19.101861Z","end":"2026-05-03T22:23:19.405961Z","steps":["trace[899598871] 'process raft request' (duration: 303.806871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:23:19.406088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:23:19.101841Z","time spent":"304.193446ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:23:19.406298Z","caller":"traceutil/trace.go:171","msg":"trace[1562275649] transaction","detail":"{read_only:false; response_revision:7056; number_of_response:1; }","duration":"302.386298ms","start":"2026-05-03T22:23:19.103906Z","end":"2026-05-03T22:23:19.406292Z","steps":["trace[1562275649] 'process raft request' (duration: 301.868868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:23:19.406342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:23:19.103893Z","time spent":"302.422529ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:23:31.244642Z","caller":"traceutil/trace.go:171","msg":"trace[633831213] transaction","detail":"{read_only:false; response_revision:7118; number_of_response:1; }","duration":"137.293981ms","start":"2026-05-03T22:23:31.107281Z","end":"2026-05-03T22:23:31.244575Z","steps":["trace[633831213] 'process raft request' (duration: 137.120284ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:23:33.398756Z","caller":"traceutil/trace.go:171","msg":"trace[2117682728] transaction","detail":"{read_only:false; response_revision:7128; number_of_response:1; }","duration":"381.36907ms","start":"2026-05-03T22:23:33.017357Z","end":"2026-05-03T22:23:33.398726Z","steps":["trace[2117682728] 'process raft request' (duration: 381.064379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:23:33.399352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:23:33.017339Z","time spent":"381.565768ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:23:33.404066Z","caller":"traceutil/trace.go:171","msg":"trace[71387779] transaction","detail":"{read_only:false; response_revision:7129; number_of_response:1; }","duration":"153.122584ms","start":"2026-05-03T22:23:33.250911Z","end":"2026-05-03T22:23:33.404034Z","steps":["trace[71387779] 'process raft request' (duration: 152.832294ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:23:33.404309Z","caller":"traceutil/trace.go:171","msg":"trace[1638299693] transaction","detail":"{read_only:false; response_revision:7130; number_of_response:1; }","duration":"124.847839ms","start":"2026-05-03T22:23:33.279452Z","end":"2026-05-03T22:23:33.4043Z","steps":["trace[1638299693] 'process raft request' (duration: 124.530228ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:23:43.753361Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4512} {"level":"info","ts":"2026-05-03T22:23:43.806318Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4512,"took":"50.69482ms","hash":7905407,"current-db-size-bytes":45256704,"current-db-size":"45 MB","current-db-size-in-use-bytes":32391168,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-03T22:23:43.806399Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":7905407,"revision":4512,"compact-revision":2833} {"level":"warn","ts":"2026-05-03T22:23:52.388176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.934309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:23:52.388417Z","caller":"traceutil/trace.go:171","msg":"trace[2003541067] transaction","detail":"{read_only:false; response_revision:7286; number_of_response:1; }","duration":"305.593386ms","start":"2026-05-03T22:23:52.082767Z","end":"2026-05-03T22:23:52.388361Z","steps":["trace[2003541067] 'process raft request' (duration: 39.343715ms)","trace[2003541067] 'compare' (duration: 262.934178ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:23:52.388585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:23:52.082749Z","time spent":"305.73749ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:23:52.443785Z","caller":"traceutil/trace.go:171","msg":"trace[1276116110] linearizableReadLoop","detail":"{readStateIndex:7560; appliedIndex:7558; }","duration":"176.984456ms","start":"2026-05-03T22:23:52.266766Z","end":"2026-05-03T22:23:52.44375Z","steps":["trace[1276116110] 'read index received' (duration: 43.772µs)","trace[1276116110] 'applied index is now lower than readState.Index' (duration: 176.930954ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:23:52.444047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.332555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:23:52.444169Z","caller":"traceutil/trace.go:171","msg":"trace[298088556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7286; }","duration":"119.505222ms","start":"2026-05-03T22:23:52.324615Z","end":"2026-05-03T22:23:52.44412Z","steps":["trace[298088556] 'agreement among raft nodes before linearized reading' (duration: 119.315095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:23:52.444402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.426861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107259"} {"level":"info","ts":"2026-05-03T22:23:52.444529Z","caller":"traceutil/trace.go:171","msg":"trace[75115539] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:7286; }","duration":"177.777163ms","start":"2026-05-03T22:23:52.266723Z","end":"2026-05-03T22:23:52.4445Z","steps":["trace[75115539] 'agreement among raft nodes before linearized reading' (duration: 177.185722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:23:53.253051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.063156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:23:53.253232Z","caller":"traceutil/trace.go:171","msg":"trace[1311257514] transaction","detail":"{read_only:false; response_revision:7288; number_of_response:1; }","duration":"369.152173ms","start":"2026-05-03T22:23:52.884054Z","end":"2026-05-03T22:23:53.253206Z","steps":["trace[1311257514] 'process raft request' (duration: 118.845549ms)","trace[1311257514] 'compare' (duration: 249.87899ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:23:53.253344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:23:52.884022Z","time spent":"369.262618ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:23:53.698901Z","caller":"traceutil/trace.go:171","msg":"trace[241900889] transaction","detail":"{read_only:false; response_revision:7292; number_of_response:1; }","duration":"109.13423ms","start":"2026-05-03T22:23:53.589734Z","end":"2026-05-03T22:23:53.698868Z","steps":["trace[241900889] 'process raft request' (duration: 109.075568ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:23:53.699151Z","caller":"traceutil/trace.go:171","msg":"trace[891920155] transaction","detail":"{read_only:false; response_revision:7291; number_of_response:1; }","duration":"115.659499ms","start":"2026-05-03T22:23:53.583416Z","end":"2026-05-03T22:23:53.699076Z","steps":["trace[891920155] 'process raft request' (duration: 115.268526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:24:03.92797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.218509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:24:03.92838Z","caller":"traceutil/trace.go:171","msg":"trace[372626298] transaction","detail":"{read_only:false; response_revision:7346; number_of_response:1; }","duration":"140.577856ms","start":"2026-05-03T22:24:03.787776Z","end":"2026-05-03T22:24:03.928354Z","steps":["trace[372626298] 'process raft request' (duration: 30.86073ms)","trace[372626298] 'compare' (duration: 108.982811ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:24:07.23951Z","caller":"traceutil/trace.go:171","msg":"trace[1105135388] linearizableReadLoop","detail":"{readStateIndex:7639; appliedIndex:7638; }","duration":"168.05229ms","start":"2026-05-03T22:24:07.071422Z","end":"2026-05-03T22:24:07.239474Z","steps":["trace[1105135388] 'read index received' (duration: 167.851853ms)","trace[1105135388] 'applied index is now lower than readState.Index' (duration: 198.807µs)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:24:07.239625Z","caller":"traceutil/trace.go:171","msg":"trace[104059139] transaction","detail":"{read_only:false; response_revision:7362; number_of_response:1; }","duration":"194.623299ms","start":"2026-05-03T22:24:07.044957Z","end":"2026-05-03T22:24:07.23958Z","steps":["trace[104059139] 'process raft request' (duration: 194.280357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:24:07.239959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.484875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:24:07.240111Z","caller":"traceutil/trace.go:171","msg":"trace[1474645432] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7362; }","duration":"168.717902ms","start":"2026-05-03T22:24:07.07137Z","end":"2026-05-03T22:24:07.240088Z","steps":["trace[1474645432] 'agreement among raft nodes before linearized reading' (duration: 168.428333ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:24:15.561232Z","caller":"traceutil/trace.go:171","msg":"trace[944765430] transaction","detail":"{read_only:false; response_revision:7405; number_of_response:1; }","duration":"117.596646ms","start":"2026-05-03T22:24:15.44361Z","end":"2026-05-03T22:24:15.561207Z","steps":["trace[944765430] 'process raft request' (duration: 117.39925ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:24:15.829445Z","caller":"traceutil/trace.go:171","msg":"trace[648030659] transaction","detail":"{read_only:false; response_revision:7407; number_of_response:1; }","duration":"105.060436ms","start":"2026-05-03T22:24:15.724345Z","end":"2026-05-03T22:24:15.829405Z","steps":["trace[648030659] 'process raft request' (duration: 44.620557ms)","trace[648030659] 'compare' (duration: 60.161481ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:24:17.696786Z","caller":"traceutil/trace.go:171","msg":"trace[1187032949] transaction","detail":"{read_only:false; response_revision:7416; number_of_response:1; }","duration":"125.911888ms","start":"2026-05-03T22:24:17.570845Z","end":"2026-05-03T22:24:17.696756Z","steps":["trace[1187032949] 'process raft request' (duration: 125.743403ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:24:28.126948Z","caller":"traceutil/trace.go:171","msg":"trace[931511812] transaction","detail":"{read_only:false; response_revision:7486; number_of_response:1; }","duration":"187.031939ms","start":"2026-05-03T22:24:27.939875Z","end":"2026-05-03T22:24:28.126907Z","steps":["trace[931511812] 'process raft request' (duration: 178.019691ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:24:28.208212Z","caller":"traceutil/trace.go:171","msg":"trace[148733222] transaction","detail":"{read_only:false; response_revision:7487; number_of_response:1; }","duration":"267.463632ms","start":"2026-05-03T22:24:27.940718Z","end":"2026-05-03T22:24:28.208182Z","steps":["trace[148733222] 'process raft request' (duration: 267.266925ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:24:28.208327Z","caller":"traceutil/trace.go:171","msg":"trace[1793118112] linearizableReadLoop","detail":"{readStateIndex:7769; appliedIndex:7766; }","duration":"115.090684ms","start":"2026-05-03T22:24:28.093194Z","end":"2026-05-03T22:24:28.208285Z","steps":["trace[1793118112] 'read index received' (duration: 24.709455ms)","trace[1793118112] 'applied index is now lower than readState.Index' (duration: 90.377549ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:24:28.208442Z","caller":"traceutil/trace.go:171","msg":"trace[1726430345] transaction","detail":"{read_only:false; response_revision:7488; number_of_response:1; }","duration":"133.772649ms","start":"2026-05-03T22:24:28.074601Z","end":"2026-05-03T22:24:28.208374Z","steps":["trace[1726430345] 'process raft request' (duration: 133.49499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:24:28.208511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.286489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:24:28.20867Z","caller":"traceutil/trace.go:171","msg":"trace[1834359047] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7488; }","duration":"115.496126ms","start":"2026-05-03T22:24:28.093154Z","end":"2026-05-03T22:24:28.20865Z","steps":["trace[1834359047] 'agreement among raft nodes before linearized reading' (duration: 115.279829ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:24:32.043803Z","caller":"traceutil/trace.go:171","msg":"trace[1672713343] transaction","detail":"{read_only:false; response_revision:7504; number_of_response:1; }","duration":"141.063359ms","start":"2026-05-03T22:24:31.902696Z","end":"2026-05-03T22:24:32.04376Z","steps":["trace[1672713343] 'process raft request' (duration: 140.75408ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:24:36.961261Z","caller":"traceutil/trace.go:171","msg":"trace[688682286] transaction","detail":"{read_only:false; response_revision:7534; number_of_response:1; }","duration":"100.661803ms","start":"2026-05-03T22:24:36.860343Z","end":"2026-05-03T22:24:36.961005Z","steps":["trace[688682286] 'process raft request' (duration: 100.012654ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:24:38.072094Z","caller":"traceutil/trace.go:171","msg":"trace[95411421] transaction","detail":"{read_only:false; response_revision:7536; number_of_response:1; }","duration":"144.664487ms","start":"2026-05-03T22:24:37.927083Z","end":"2026-05-03T22:24:38.071747Z","steps":["trace[95411421] 'process raft request' (duration: 144.44684ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:24:38.258614Z","caller":"traceutil/trace.go:171","msg":"trace[1585521291] transaction","detail":"{read_only:false; response_revision:7537; number_of_response:1; }","duration":"174.447605ms","start":"2026-05-03T22:24:38.084125Z","end":"2026-05-03T22:24:38.258573Z","steps":["trace[1585521291] 'process raft request' (duration: 162.614605ms)","trace[1585521291] 'compare' (duration: 11.606343ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:24:38.437336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.673057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:24:38.437457Z","caller":"traceutil/trace.go:171","msg":"trace[85533279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7540; }","duration":"114.847442ms","start":"2026-05-03T22:24:38.322583Z","end":"2026-05-03T22:24:38.43743Z","steps":["trace[85533279] 'agreement among raft nodes before linearized reading' (duration: 35.7991ms)","trace[85533279] 'range keys from in-memory index tree' (duration: 78.868667ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:24:38.558196Z","caller":"traceutil/trace.go:171","msg":"trace[981143497] transaction","detail":"{read_only:false; response_revision:7541; number_of_response:1; }","duration":"114.919595ms","start":"2026-05-03T22:24:38.443221Z","end":"2026-05-03T22:24:38.55814Z","steps":["trace[981143497] 'process raft request' (duration: 114.592315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:25:02.479164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.143971ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-03T22:25:02.479455Z","caller":"traceutil/trace.go:171","msg":"trace[1693020963] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"243.786566ms","start":"2026-05-03T22:25:02.235647Z","end":"2026-05-03T22:25:02.479434Z","steps":["trace[1693020963] 'process raft request' (duration: 243.631832ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:25:02.479425Z","caller":"traceutil/trace.go:171","msg":"trace[1114060309] linearizableReadLoop","detail":"{readStateIndex:7942; appliedIndex:7941; }","duration":"261.377552ms","start":"2026-05-03T22:25:02.218018Z","end":"2026-05-03T22:25:02.479395Z","steps":["trace[1114060309] 'read index received' (duration: 124.986555ms)","trace[1114060309] 'applied index is now lower than readState.Index' (duration: 136.388447ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:25:02.47967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.639009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-03T22:25:02.480027Z","caller":"traceutil/trace.go:171","msg":"trace[161660802] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7655; }","duration":"262.03539ms","start":"2026-05-03T22:25:02.217946Z","end":"2026-05-03T22:25:02.479981Z","steps":["trace[161660802] 'agreement among raft nodes before linearized reading' (duration: 261.540126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:25:02.500083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.315216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:25:02.500155Z","caller":"traceutil/trace.go:171","msg":"trace[1349883728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7658; }","duration":"179.443949ms","start":"2026-05-03T22:25:02.320684Z","end":"2026-05-03T22:25:02.500128Z","steps":["trace[1349883728] 'agreement among raft nodes before linearized reading' (duration: 179.278164ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:25:02.667577Z","caller":"traceutil/trace.go:171","msg":"trace[215529761] linearizableReadLoop","detail":"{readStateIndex:7947; appliedIndex:7946; }","duration":"165.88737ms","start":"2026-05-03T22:25:02.501644Z","end":"2026-05-03T22:25:02.667531Z","steps":["trace[215529761] 'read index received' (duration: 117.758133ms)","trace[215529761] 'applied index is now lower than readState.Index' (duration: 48.127887ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:25:02.667639Z","caller":"traceutil/trace.go:171","msg":"trace[390194228] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"180.638641ms","start":"2026-05-03T22:25:02.48696Z","end":"2026-05-03T22:25:02.667599Z","steps":["trace[390194228] 'process raft request' (duration: 132.37241ms)","trace[390194228] 'compare' (duration: 48.015254ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:25:02.667747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.061664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:25:02.667791Z","caller":"traceutil/trace.go:171","msg":"trace[2118347130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7659; }","duration":"166.158327ms","start":"2026-05-03T22:25:02.501621Z","end":"2026-05-03T22:25:02.667779Z","steps":["trace[2118347130] 'agreement among raft nodes before linearized reading' (duration: 166.046924ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:25:02.668954Z","caller":"traceutil/trace.go:171","msg":"trace[1088619241] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"163.2506ms","start":"2026-05-03T22:25:02.505661Z","end":"2026-05-03T22:25:02.668911Z","steps":["trace[1088619241] 'process raft request' (duration: 162.739706ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:25:03.581157Z","caller":"traceutil/trace.go:171","msg":"trace[2066816541] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"113.588973ms","start":"2026-05-03T22:25:03.467532Z","end":"2026-05-03T22:25:03.58112Z","steps":["trace[2066816541] 'process raft request' (duration: 113.391828ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:25:05.906493Z","caller":"traceutil/trace.go:171","msg":"trace[646095307] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"133.510006ms","start":"2026-05-03T22:25:05.772921Z","end":"2026-05-03T22:25:05.906431Z","steps":["trace[646095307] 'process raft request' (duration: 133.29629ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:25:18.751407Z","caller":"traceutil/trace.go:171","msg":"trace[365294282] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"160.527976ms","start":"2026-05-03T22:25:18.590848Z","end":"2026-05-03T22:25:18.751376Z","steps":["trace[365294282] 'process raft request' (duration: 160.339692ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:25:18.877284Z","caller":"traceutil/trace.go:171","msg":"trace[1988823229] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"286.30368ms","start":"2026-05-03T22:25:18.59093Z","end":"2026-05-03T22:25:18.877234Z","steps":["trace[1988823229] 'process raft request' (duration: 225.527502ms)","trace[1988823229] 'compare' (duration: 60.524761ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:25:18.877286Z","caller":"traceutil/trace.go:171","msg":"trace[649404817] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"285.348126ms","start":"2026-05-03T22:25:18.591902Z","end":"2026-05-03T22:25:18.877251Z","steps":["trace[649404817] 'process raft request' (duration: 285.258064ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:25:18.877607Z","caller":"traceutil/trace.go:171","msg":"trace[1488530527] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"285.368696ms","start":"2026-05-03T22:25:18.592201Z","end":"2026-05-03T22:25:18.87757Z","steps":["trace[1488530527] 'process raft request' (duration: 285.007717ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:25:18.877634Z","caller":"traceutil/trace.go:171","msg":"trace[537736830] linearizableReadLoop","detail":"{readStateIndex:8033; appliedIndex:8028; }","duration":"272.805891ms","start":"2026-05-03T22:25:18.604799Z","end":"2026-05-03T22:25:18.877605Z","steps":["trace[537736830] 'read index received' (duration: 146.454243ms)","trace[537736830] 'applied index is now lower than readState.Index' (duration: 126.350588ms)"],"step_count":2} {"level":"info","ts":"2026-05-03T22:25:18.877687Z","caller":"traceutil/trace.go:171","msg":"trace[1257809872] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"283.076918ms","start":"2026-05-03T22:25:18.594594Z","end":"2026-05-03T22:25:18.877671Z","steps":["trace[1257809872] 'process raft request' (duration: 282.867633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:25:18.877909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.072897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-03T22:25:18.877972Z","caller":"traceutil/trace.go:171","msg":"trace[933898584] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7742; }","duration":"273.18885ms","start":"2026-05-03T22:25:18.604769Z","end":"2026-05-03T22:25:18.877958Z","steps":["trace[933898584] 'agreement among raft nodes before linearized reading' (duration: 272.982435ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:25:19.023486Z","caller":"traceutil/trace.go:171","msg":"trace[867113122] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"141.63385ms","start":"2026-05-03T22:25:18.881819Z","end":"2026-05-03T22:25:19.023453Z","steps":["trace[867113122] 'process raft request' (duration: 129.987529ms)","trace[867113122] 'compare' (duration: 11.367555ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:25:20.197652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.387043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-03T22:25:20.197737Z","caller":"traceutil/trace.go:171","msg":"trace[1775758982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7747; }","duration":"103.513576ms","start":"2026-05-03T22:25:20.094201Z","end":"2026-05-03T22:25:20.197715Z","steps":["trace[1775758982] 'range keys from in-memory index tree' (duration: 103.206018ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:25:37.075163Z","caller":"traceutil/trace.go:171","msg":"trace[1789642584] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"104.741337ms","start":"2026-05-03T22:25:36.970391Z","end":"2026-05-03T22:25:37.075132Z","steps":["trace[1789642584] 'process raft request' (duration: 104.202145ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:25:37.075467Z","caller":"traceutil/trace.go:171","msg":"trace[376570043] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"103.669462ms","start":"2026-05-03T22:25:36.971748Z","end":"2026-05-03T22:25:37.075418Z","steps":["trace[376570043] 'process raft request' (duration: 103.344764ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:25:37.447671Z","caller":"traceutil/trace.go:171","msg":"trace[1450648789] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"122.235177ms","start":"2026-05-03T22:25:37.325402Z","end":"2026-05-03T22:25:37.447637Z","steps":["trace[1450648789] 'process raft request' (duration: 121.990562ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:25:53.522745Z","caller":"traceutil/trace.go:171","msg":"trace[1361869027] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"107.556702ms","start":"2026-05-03T22:25:53.415137Z","end":"2026-05-03T22:25:53.522694Z","steps":["trace[1361869027] 'process raft request' (duration: 34.637927ms)","trace[1361869027] 'compare' (duration: 72.750581ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:25:54.030914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.399127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-03T22:25:54.031182Z","caller":"traceutil/trace.go:171","msg":"trace[1438101079] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"478.885187ms","start":"2026-05-03T22:25:53.552259Z","end":"2026-05-03T22:25:54.031144Z","steps":["trace[1438101079] 'process raft request' (duration: 210.168663ms)","trace[1438101079] 'compare' (duration: 268.229554ms)"],"step_count":2} {"level":"warn","ts":"2026-05-03T22:25:54.031344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:25:53.552247Z","time spent":"479.019541ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:25:54.03141Z","caller":"traceutil/trace.go:171","msg":"trace[1763792847] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"329.326304ms","start":"2026-05-03T22:25:53.702063Z","end":"2026-05-03T22:25:54.031389Z","steps":["trace[1763792847] 'process raft request' (duration: 328.975896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-03T22:25:54.031542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-03T22:25:53.702039Z","time spent":"329.465567ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-03T22:26:05.299612Z","caller":"traceutil/trace.go:171","msg":"trace[1094380148] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"122.979542ms","start":"2026-05-03T22:26:05.176609Z","end":"2026-05-03T22:26:05.299588Z","steps":["trace[1094380148] 'process raft request' (duration: 122.854129ms)"],"step_count":1} {"level":"info","ts":"2026-05-03T22:26:05.351853Z","caller":"traceutil/trace.go:171","msg":"trace[1453698573] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"126.99281ms","start":"2026-05-03T22:26:05.224804Z","end":"2026-05-03T22:26:05.351797Z","steps":["trace[1453698573] 'process raft request' (duration: 109.228886ms)","trace[1453698573] 'compare' (duration: 17.462188ms)"],"step_count":2}